-- Logs begin at Tue 2022-03-08 10:46:36 UTC, end at Tue 2022-03-08 13:08:02 UTC. -- Mar 08 11:37:22.790942 dv-neutron-828143-8-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 11:37:25.287471 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.common.config [-] Logging enabled! Mar 08 11:37:25.288211 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev67 Mar 08 11:37:25.288211 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88360) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 11:37:25.291348 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.common.config [-] Logging enabled! Mar 08 11:37:25.291603 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev67 Mar 08 11:37:25.291911 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88360) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 11:37:25.292851 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:37:25.293086 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:37:25.293449 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:37:25.293697 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:37:25.293944 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:37:25.294267 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.294565 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.294860 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.295093 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.295387 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.295679 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.295959 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.296246 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.296542 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.296827 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.297105 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.297389 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.297621 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.297918 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.298207 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.298493 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.298716 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] debug = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.298995 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.299421 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.299836 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.300111 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.300397 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.300716 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.300991 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.301270 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.301553 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.301902 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] host = dv-neutron-828143-8-hyperv {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.302176 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.302468 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.302752 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.303036 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.303310 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.303585 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.303868 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.304138 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.304408 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] log_file = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.304681 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.304967 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.305251 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.305540 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.305767 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.306017 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.306304 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.306597 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.306872 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.307144 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.307418 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.307693 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.307963 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.308231 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.308514 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.308797 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.309081 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.309354 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.309626 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.309916 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.310190 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.310471 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.310743 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.311014 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.311285 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.311569 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.311836 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.312109 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.312413 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.312698 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.312978 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.313262 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.313531 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.313810 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.314104 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.314377 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.314647 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] use_json = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.314918 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.315187 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.315466 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.315737 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.316006 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.316314 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.316588 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.316871 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.317144 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:25.317440 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.317736 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.318058 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.318347 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.318634 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.318912 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.319198 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.319474 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.319758 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.320043 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.320329 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.320603 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.320889 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.321168 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.321460 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.321762 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.322088 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.322385 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.322662 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.322937 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.323212 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.323490 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.323774 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.324065 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.324353 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.324628 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.324906 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.325195 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.325472 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.325745 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.326049 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.326339 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.326615 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.326887 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.327165 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.327439 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.327710 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.327980 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.328254 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.328543 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.328820 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.329090 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.329359 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.329633 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.329929 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.330214 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.330493 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.330763 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.331033 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.331309 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.331578 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.332384 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.332662 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.332936 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.333213 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.333486 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.333756 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.334057 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.334328 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.334597 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.334867 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.335136 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.335410 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.335678 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.335947 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.336217 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.336485 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.336756 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.337040 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.337333 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.337607 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.337894 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.338177 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.338450 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.338726 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.339000 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.339277 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.339553 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.339825 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.340110 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.340391 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.340675 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.340957 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.341232 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.341522 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.341795 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.342098 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.342378 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.342660 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.342941 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.343221 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.343512 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.343802 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.344091 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.344381 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.344670 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.344946 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.345250 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.345528 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:25.345745 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:37:25.346009 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88360) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 11:37:25.738529 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO keyring.backend [-] Loading KWallet Mar 08 11:37:25.745640 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO keyring.backend [-] Loading SecretService Mar 08 11:37:25.749029 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO keyring.backend [-] Loading Windows Mar 08 11:37:25.750394 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO keyring.backend [-] Loading chainer Mar 08 11:37:25.750962 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO keyring.backend [-] Loading macOS Mar 08 11:37:25.784264 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88360) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 08 11:37:25.784540 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88360) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 08 11:37:25.784838 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88360) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 08 11:37:25.785193 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 11:37:26.170122 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.170414 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.170697 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.171966 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.172248 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.172515 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.206417 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.206697 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.207482 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.220580 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.220861 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.221132 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.250851 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.251136 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.251406 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.288510 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.289065 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.289150 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.532211 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.532430 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.532698 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.532969 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.533712 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.654473 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.654801 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.655086 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.655356 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.655622 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.655934 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.656198 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.656456 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.656719 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.656992 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.657249 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.657514 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.657778 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.658066 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.658337 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.658606 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.658865 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.659143 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.659397 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.659680 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.660054 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.660310 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.660559 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.660852 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.661106 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.661357 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.661739 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:26.662004 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:26.662243 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:26.662478 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:26.662713 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:26.662947 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:26.663309 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 11:37:26.666426 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 11:37:26.670357 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 11:37:26.674130 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 08 11:37:26.675787 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 11:37:26.677268 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 11:37:26.677608 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 11:37:26.678028 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 11:37:26.680853 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 11:37:26.681106 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 11:37:26.681453 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 11:37:26.710097 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 11:37:26.710539 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.710838 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88360) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 08 11:37:26.711200 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.712561 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88360) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 11:37:26.712842 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 11:37:26.713088 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 11:37:26.716218 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.716501 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:26.779189 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 11:37:26.779430 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 11:37:26.779670 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 11:37:26.780032 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 11:37:26.810357 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_db.sqlalchemy.engines [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88360) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 08 11:37:27.657459 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Initializing driver for type 'gre' Mar 08 11:37:27.658055 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] gre ID ranges: [(1, 1000)] Mar 08 11:37:27.840906 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Initializing driver for type 'local' Mar 08 11:37:27.841248 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Initializing driver for type 'vlan' Mar 08 11:37:27.920875 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] VlanTypeDriver initialization complete Mar 08 11:37:27.921153 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Initializing driver for type 'vxlan' Mar 08 11:37:27.921634 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] vxlan ID ranges: [(1, 1000)] Mar 08 11:37:28.132487 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Initializing extension driver 'port_security' Mar 08 11:37:28.132848 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.extensions.port_security [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] PortSecurityExtensionDriver initialization complete Mar 08 11:37:28.133181 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Initializing mechanism driver 'openvswitch' Mar 08 11:37:28.133505 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Initializing mechanism driver 'hyperv' Mar 08 11:37:28.140089 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.plugins.ml2.plugin [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:37:28.140769 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > port after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.141145 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > port after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.141498 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > port after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.142046 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 11:37:28.142479 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > subnet after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.142834 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > subnet after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.143183 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.143571 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 11:37:28.144015 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > network after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.145006 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > network after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.145357 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > network after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.145745 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 11:37:28.146176 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > security_group after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.146531 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > security_group after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.153511 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.153511 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 11:37:28.153511 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.153511 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.153511 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.153953 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 11:37:28.153953 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > address_group after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.153953 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > address_group after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.153953 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.153953 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 11:37:28.154306 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] ML2 OVO RPC backend initialized. {{(pid=88360) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 08 11:37:28.154306 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.154306 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.154306 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > network before_response 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.154562 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > networks before_response 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.154562 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > port before_response 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.154562 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > ports before_response 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.154562 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > subnet before_response 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.154838 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > subnets before_response 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.154838 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > network after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.154838 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > network after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.155041 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > network after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.155351 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > port after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.155687 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > port after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.156022 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > port after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.156358 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > subnet after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.156694 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > subnet after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.157029 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.157612 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.plugin [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Modular L2 Plugin initialization complete Mar 08 11:37:28.157963 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading services supported by the core plugin {{(pid=88360) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 11:37:28.158297 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.plugins.ml2.managers [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Got port-security extension from driver 'port_security' Mar 08 11:37:28.158756 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.extensions.vlantransparent [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Disabled vlantransparent extension. Mar 08 11:37:28.159243 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88360) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 11:37:28.159557 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading Plugin: router Mar 08 11:37:28.197303 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.197641 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router after_create 55549900 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.198044 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router before_create 55549900 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.198420 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.198791 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.199144 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router after_delete 55549900 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.199502 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.199865 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router after_create 55549900 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.200211 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router after_update 55549900 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.200560 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router after_update 55549900 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.200910 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.201267 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router after_update 55549900 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.201674 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router precommit_update 55549900 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.202069 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: port after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.202414 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: port after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.202753 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: subnet after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.203094 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.203441 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.203787 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router precommit_create 55549900 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.204131 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: port before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.204472 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router precommit_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.204826 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router after_update 55549900 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.205167 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.205510 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router precommit_create 55549900 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.205870 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.206238 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router precommit_update 55549900 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.206601 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > agent after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.207507 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > agent after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.207852 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > network after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.208703 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Tracking information for resource: router configured {{(pid=88360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:28.209033 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Tracking information for resource: floatingip configured {{(pid=88360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:28.214137 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.db.l3_agentschedulers_db [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 11:37:28.214718 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: port after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.215066 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: port after_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.215417 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: port after_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.215767 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: port after_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.216541 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router before_create 55550100 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.216908 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.217271 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router precommit_create 55550100 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.217630 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > router precommit_update 55550100 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.222050 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.services.provider_configuration [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service providers = [] {{(pid=88360) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 11:37:28.222442 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.db.servicetype_db [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88360) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 11:37:28.225343 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.services.service_base [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88360) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:37:28.225696 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.services.service_base [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88360) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:37:28.226071 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.services.service_base [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88360) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:37:28.226948 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.services.service_base [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88360) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:37:28.227316 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.services.service_base [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 11:37:28.227683 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:28.228002 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 11:37:28.238819 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:28.239154 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading Plugin: auto_allocate Mar 08 11:37:28.244935 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: network precommit_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.245309 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: network precommit_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.245829 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:28.246176 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading Plugin: tag Mar 08 11:37:28.252788 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:28.253108 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading Plugin: timestamp Mar 08 11:37:28.257896 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:28.258235 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading Plugin: network_ip_availability Mar 08 11:37:28.263461 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.263830 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.264187 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.264885 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:28.265205 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading Plugin: flavors Mar 08 11:37:28.270475 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:28.270802 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading Plugin: revisions Mar 08 11:37:28.275075 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:28.275466 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_concurrency.lockutils [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.491s {{(pid=88360) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 08 11:37:28.276205 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88360) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 11:37:28.276544 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Initializing extension manager. Mar 08 11:37:28.277043 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: __init__.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.277386 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: __pycache__ {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.277721 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.278094 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: address_group.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.278848 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.279410 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: address-group Mar 08 11:37:28.279736 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: address_scope.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.280504 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.281016 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: address-scope Mar 08 11:37:28.281340 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.282282 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.282794 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: router-admin-state-down-before-update Mar 08 11:37:28.283117 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: agent.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.283993 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.284501 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: agent Mar 08 11:37:28.284851 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: agent_resources_synced.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.285750 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.286288 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: agent-resources-synced Mar 08 11:37:28.286614 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: allowedaddresspairs.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.288385 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.288905 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: allowed-address-pairs Mar 08 11:37:28.289235 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: auto_allocated_topology.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.290433 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.290956 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: auto-allocated-topology Mar 08 11:37:28.291281 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: availability_zone.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.291970 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.292476 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: availability_zone Mar 08 11:37:28.292796 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: availability_zone_filter.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.293700 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.294232 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: availability_zone_filter Mar 08 11:37:28.294554 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: data_plane_status.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.295446 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.295948 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 11:37:28.296267 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: default_subnetpools.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.297171 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.297674 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: default-subnetpools Mar 08 11:37:28.298027 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.298835 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.299343 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: dhcp_agent_scheduler Mar 08 11:37:28.299667 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: dns.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.301095 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.301605 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 11:37:28.301949 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: dns_domain_ports.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.302864 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.303375 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 11:37:28.303697 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: dvr.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.304360 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.304867 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: dvr Mar 08 11:37:28.305188 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: empty_string_filtering.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.306105 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.306612 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: empty-string-filtering Mar 08 11:37:28.306933 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.307846 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.308351 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 11:37:28.308670 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.309569 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.310089 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 11:37:28.310411 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: external_net.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.311312 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.311813 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: external-net Mar 08 11:37:28.312135 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.313030 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.313538 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: extra_dhcp_opt Mar 08 11:37:28.313862 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: extraroute.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.314780 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.315287 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: extraroute Mar 08 11:37:28.315612 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: extraroute_atomic.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.317180 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.317691 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: extraroute-atomic Mar 08 11:37:28.318053 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: filter_validation.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.318717 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.319234 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: filter-validation Mar 08 11:37:28.319541 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: fip_pf_description.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.320465 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.320967 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 11:37:28.321288 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: fip_port_details.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.322290 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.322798 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: fip-port-details Mar 08 11:37:28.323123 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: flavors.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.324355 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.324870 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: flavors Mar 08 11:37:28.325198 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.326890 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.327416 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 11:37:28.327747 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: floatingip_pools.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.328441 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.328961 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: floatingip-pools Mar 08 11:37:28.329285 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: ip_allocation.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.330229 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.330741 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 11:37:28.331063 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.331992 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.332507 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: ip-substring-filtering Mar 08 11:37:28.332837 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: l2_adjacency.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.333760 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.334293 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 11:37:28.334614 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: l3.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.335561 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.336073 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: router Mar 08 11:37:28.336397 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.338788 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.339317 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 11:37:28.339650 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.340588 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.341103 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: ext-gw-mode Mar 08 11:37:28.341429 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.342359 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.342871 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: l3-ha Mar 08 11:37:28.343194 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: l3_flavors.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.344113 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.344619 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: l3-flavors Mar 08 11:37:28.344939 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.345862 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.346397 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 11:37:28.346719 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: l3agentscheduler.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.347766 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.348276 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: l3_agent_scheduler Mar 08 11:37:28.348600 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: logging.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.350123 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.350648 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension logging not supported by any of loaded plugins Mar 08 11:37:28.350981 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: metering.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.351704 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.352283 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: metering Mar 08 11:37:28.352688 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.353793 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.354492 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: metering_source_and_destination_fields Mar 08 11:37:28.360244 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: multiprovidernet.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.361616 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.362174 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: multi-provider Mar 08 11:37:28.362511 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: netmtu.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.363964 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.364479 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: net-mtu Mar 08 11:37:28.364808 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: netmtu_writable.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.365726 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.366275 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: net-mtu-writable Mar 08 11:37:28.366604 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: network_availability_zone.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.367278 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.367783 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: network_availability_zone Mar 08 11:37:28.368108 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: network_ip_availability.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.369195 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.369710 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: network-ip-availability Mar 08 11:37:28.370063 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: network_segment_range.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.370828 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.371334 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 11:37:28.371657 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: pagination.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.372625 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.372958 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: pagination Mar 08 11:37:28.373281 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: port_device_profile.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.374208 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.374729 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: port-device-profile Mar 08 11:37:28.375058 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.375969 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.376480 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: port-mac-address-regenerate Mar 08 11:37:28.376800 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.377704 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.378240 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: port-numa-affinity-policy Mar 08 11:37:28.379105 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: port_resource_request.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.380019 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.380779 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 11:37:28.381100 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: portbindings.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.382057 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.382569 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: binding Mar 08 11:37:28.382890 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: portbindings_extended.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.384284 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.384798 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: binding-extended Mar 08 11:37:28.385129 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: portsecurity.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.386065 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.386586 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: port-security Mar 08 11:37:28.386910 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: project_id.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.387885 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.388214 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: project-id Mar 08 11:37:28.388536 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: providernet.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.389441 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.389982 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: provider Mar 08 11:37:28.390309 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: qos.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.393814 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.394387 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension qos not supported by any of loaded plugins Mar 08 11:37:28.394716 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.395963 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.396475 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 11:37:28.396807 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.397724 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.398281 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 11:37:28.398598 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: qos_default.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.399505 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.400014 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension qos-default not supported by any of loaded plugins Mar 08 11:37:28.400341 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: qos_fip.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.400987 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.401489 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 11:37:28.401812 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: qos_gateway_ip.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.402752 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.403268 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 11:37:28.403591 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: qos_port_network_policy.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.404489 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.405005 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 11:37:28.405326 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: qos_rule_type_details.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.406257 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.406767 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 11:37:28.407087 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: qos_rules_alias.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.408126 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.408644 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 11:37:28.408966 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: quotasv2.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.409912 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.410242 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: quotas Mar 08 11:37:28.410561 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: quotasv2_detail.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.412187 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.412524 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: quota_details Mar 08 11:37:28.412852 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: rbac.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.413926 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.414453 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: rbac-policies Mar 08 11:37:28.414788 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: rbac_address_group.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.415710 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.416227 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: rbac-address-group Mar 08 11:37:28.416553 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: rbac_address_scope.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.417468 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.418015 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: rbac-address-scope Mar 08 11:37:28.418340 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: rbac_security_groups.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.419241 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.419748 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: rbac-security-groups Mar 08 11:37:28.420070 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: rbac_subnetpool.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.420988 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.421498 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: rbac-subnetpool Mar 08 11:37:28.421819 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: revisionifmatch.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.422759 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.423269 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: revision-if-match Mar 08 11:37:28.423591 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: revisions.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.424825 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.425340 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: standard-attr-revisions Mar 08 11:37:28.426254 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: router_availability_zone.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.426924 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.427441 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: router_availability_zone Mar 08 11:37:28.427765 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: routerservicetype.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.428673 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.429188 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 11:37:28.429511 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.430447 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.430960 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: security-groups-normalized-cidr Mar 08 11:37:28.431287 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.437667 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.438234 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: port-security-groups-filtering Mar 08 11:37:28.438568 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.439494 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.440011 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: security-groups-remote-address-group Mar 08 11:37:28.440338 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: securitygroup.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.450555 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.451037 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: security-group Mar 08 11:37:28.451377 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: segment.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.452158 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.452668 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension segment not supported by any of loaded plugins Mar 08 11:37:28.452997 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.454055 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.454586 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 11:37:28.454914 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: servicetype.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.456017 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.456542 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: service-type Mar 08 11:37:28.456904 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: sorting.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.457895 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.458242 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: sorting Mar 08 11:37:28.458565 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: standard_attr_segment.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.459481 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.460003 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 11:37:28.460327 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: standardattrdescription.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.460983 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.461493 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: standard-attr-description Mar 08 11:37:28.461815 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: stateful_security_group.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.462757 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.463273 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: stateful-security-group Mar 08 11:37:28.463596 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: stdattrs_common.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.464172 dv-neutron-828143-8-hyperv neutron-server[88360]: WARNING neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 11:37:28.464492 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.465491 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.466033 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 11:37:28.466356 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: subnet_onboard.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.467433 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.467948 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: subnet_onboard Mar 08 11:37:28.468271 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.469191 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.469701 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 11:37:28.470051 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: subnet_service_types.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.470974 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.471487 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: subnet-service-types Mar 08 11:37:28.471810 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: subnetallocation.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.472949 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.473470 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: subnet_allocation Mar 08 11:37:28.473795 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.474488 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.474997 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: subnetpool-prefix-ops Mar 08 11:37:28.475318 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.476248 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.476753 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 11:37:28.477074 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: tagging.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.478157 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.478683 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: standard-attr-tag Mar 08 11:37:28.479008 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: timestamp.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.480192 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.480709 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loaded extension: standard-attr-timestamp Mar 08 11:37:28.481034 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: trunk.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.482088 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.482605 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension trunk not supported by any of loaded plugins Mar 08 11:37:28.482933 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: trunk_details.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.483840 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.484351 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 11:37:28.484673 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: uplink_status_propagation.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.485590 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.486130 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 11:37:28.486454 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Loading extension file: vlantransparent.py {{(pid=88360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:28.487116 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:28.487619 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 11:37:28.490671 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:network Mar 08 11:37:28.491410 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:subnet Mar 08 11:37:28.492170 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:37:28.492760 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:port Mar 08 11:37:28.494065 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.494509 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service FLAVORS assigned prefix: {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.495121 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.495559 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.495891 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:router Mar 08 11:37:28.496542 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 11:37:28.497233 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service METERING assigned prefix: /metering {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.498697 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.499068 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.499419 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:28.501773 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 11:37:28.502258 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:security_group Mar 08 11:37:28.502904 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 11:37:28.504183 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service CORE assigned prefix: {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.504519 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:37:28.504858 dv-neutron-828143-8-hyperv neutron-server[88360]: WARNING neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] subnetpool is already registered Mar 08 11:37:28.505743 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service CORE assigned prefix: {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.506099 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:37:28.506438 dv-neutron-828143-8-hyperv neutron-server[88360]: WARNING neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] subnetpool is already registered Mar 08 11:37:28.617174 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.617620 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service FLAVORS assigned prefix: {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.618242 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.618668 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.619007 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:router Mar 08 11:37:28.619341 dv-neutron-828143-8-hyperv neutron-server[88360]: WARNING neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] router is already registered Mar 08 11:37:28.619983 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 11:37:28.620312 dv-neutron-828143-8-hyperv neutron-server[88360]: WARNING neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] floatingip is already registered Mar 08 11:37:28.620935 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service METERING assigned prefix: /metering {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.621753 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 11:37:28.622109 dv-neutron-828143-8-hyperv neutron-server[88360]: WARNING neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] rbac_policy is already registered Mar 08 11:37:28.622530 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:security_group Mar 08 11:37:28.622857 dv-neutron-828143-8-hyperv neutron-server[88360]: WARNING neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] security_group is already registered Mar 08 11:37:28.623440 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 11:37:28.623766 dv-neutron-828143-8-hyperv neutron-server[88360]: WARNING neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] security_group_rule is already registered Mar 08 11:37:28.624420 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service CORE assigned prefix: {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.624752 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:37:28.625072 dv-neutron-828143-8-hyperv neutron-server[88360]: WARNING neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] subnetpool is already registered Mar 08 11:37:28.625664 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.v2.resource_helper [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Service CORE assigned prefix: {{(pid=88360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:28.626019 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:37:28.626526 dv-neutron-828143-8-hyperv neutron-server[88360]: WARNING neutron.quota.resource_registry [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] subnetpool is already registered Mar 08 11:37:28.627182 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: extensions {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.629255 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: address-groups {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.631159 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: address-scopes {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.632391 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: agents {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.633546 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: auto-allocated-topology {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.634920 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: availability_zones {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.636149 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: dhcp-networks {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.637545 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: dhcp-agents {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.639013 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: routers {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.640824 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: flavors {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.642087 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: service_profiles {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.643386 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: next_providers {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.644911 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: service_profiles {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.646467 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: floatingip-pools {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.647671 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: routers {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.649471 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: floatingips {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.650683 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: l3-routers {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.652065 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: l3-agents {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.653590 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: metering-labels {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.654880 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: metering-label-rules {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.656267 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: network-ip-availabilities {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.657519 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: bindings {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.659203 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: quotas {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.661213 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: quotas {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.662985 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: rbac-policies {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.664279 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: security-groups {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.665491 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: security-group-rules {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.666756 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: service-providers {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.668098 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: subnetpools {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.669413 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: subnetpools {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.670896 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: tags {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.672670 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: tags {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.674401 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: tags {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.676775 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: tags {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.679605 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: tags {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.681441 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: tags {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.683170 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: tags {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.685053 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: tags {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.686833 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: tags {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.688676 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron.api.extensions [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Extended resource: tags {{(pid=88360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:28.694652 dv-neutron-828143-8-hyperv neutron-server[88360]: WARNING keystonemiddleware.auth_token [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 11:37:28.699336 dv-neutron-828143-8-hyperv neutron-server[88360]: WARNING keystonemiddleware.auth_token [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 11:37:28.707693 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_concurrency.lockutils [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Acquired lock "singleton_lock" {{(pid=88360) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 08 11:37:28.708120 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_concurrency.lockutils [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Releasing lock "singleton_lock" {{(pid=88360) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 08 11:37:28.708751 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO oslo_service.service [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Starting 2 workers Mar 08 11:37:28.713403 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Started child 88469 {{(pid=88360) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 08 11:37:28.717597 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Started child 88470 {{(pid=88360) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 08 11:37:28.718446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:28.719162 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO neutron.service [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 11:37:28.719799 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Notify callbacks [] for process, before_spawn {{(pid=88360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:28.719967 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [-] (88469) wsgi starting up on http://0.0.0.0:9696 Mar 08 11:37:28.722037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:28.723031 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO oslo_service.service [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Starting 1 workers Mar 08 11:37:28.723829 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [-] (88470) wsgi starting up on http://0.0.0.0:9696 Mar 08 11:37:28.727726 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Started child 88471 {{(pid=88360) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 08 11:37:28.728235 dv-neutron-828143-8-hyperv neutron-server[88360]: INFO oslo_service.service [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Starting 1 workers Mar 08 11:37:28.731276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.service [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] calling RpcWorker wait() {{(pid=88471) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 11:37:28.731814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.service [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] returning from RpcWorker wait() {{(pid=88471) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 11:37:28.732454 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Started child 88472 {{(pid=88360) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 08 11:37:28.733094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:28.733217 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG neutron_lib.callbacks.manager [None req-71f468d5-cd74-494f-92ee-335d5cb8f965 None None] Notify callbacks [] for process, after_spawn {{(pid=88360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:28.733631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:37:28.735195 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88360) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 08 11:37:28.735406 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:37:28.735592 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:37:28.735805 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:37:28.736136 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:37:28.736298 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:37:28.736786 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.737054 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.737164 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:28.737693 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.737693 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.737868 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.738953 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.739231 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.739479 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.739750 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.739996 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.740164 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.740328 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.740576 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.740824 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.741118 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.741373 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.741615 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.741970 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.742081 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.742513 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.742790 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.743040 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.743302 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] debug = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.743521 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.743987 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.744212 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.744455 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.744688 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.744959 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.745247 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.745438 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.745666 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.745901 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.746165 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.746415 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.746641 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.746854 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.747086 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.747324 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.747546 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.747982 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] host = dv-neutron-828143-8-hyperv {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.748206 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.748417 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.748655 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.748909 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.749138 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.749361 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.749619 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.749856 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.750147 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.750371 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.750617 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.750852 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.751094 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.751340 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_file = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.751501 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_options = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.751737 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.752016 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.752266 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.752457 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.752622 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.752793 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.753033 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.753194 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.753473 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.753701 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.753936 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.754150 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.754382 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.754613 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.754857 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.755085 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.755586 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.755793 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.756033 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.756263 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.756610 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.756869 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.757103 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.757320 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.757547 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.757763 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.758008 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.758222 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.758449 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.758692 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.758939 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.759232 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.760421 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:37:28.760555 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.760749 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.760987 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.761235 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.762333 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.763074 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.763256 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.763623 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.763823 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.764057 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.764424 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.764587 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.764811 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.765159 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] use_json = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.765274 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.765502 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.765770 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.766014 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.766248 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.766646 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.767003 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.767405 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.767781 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.768425 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.768919 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.769536 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.769945 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.770188 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.770435 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.770671 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.770903 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.771181 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.771414 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.771724 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.771954 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.772255 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.772492 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.772748 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.773061 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.773315 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.773604 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.773994 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.774969 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.775347 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.775595 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.775942 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.776203 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.776454 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.776777 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.777005 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.777257 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.777484 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.777706 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.777957 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.788982 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.788982 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.788982 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.788982 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.788982 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.788982 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.788982 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.788982 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.788982 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.789744 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.789744 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.789744 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.789744 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.789744 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.789744 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.789744 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.789744 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.789744 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790380 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790380 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790380 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790380 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790380 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790380 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790380 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790380 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790380 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790897 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790897 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790897 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790897 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790897 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790897 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790897 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790897 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.790897 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791393 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791393 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791393 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791393 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791393 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791393 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791393 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791393 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791393 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791925 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791925 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791925 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791925 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791925 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791925 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791925 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791925 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.791925 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.792528 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.792528 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.792528 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.792528 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.792528 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.792528 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.792528 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.792528 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.792985 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.792985 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.792985 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.793181 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.793248 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.793567 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.794161 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.794161 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.794447 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.794447 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.794702 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.794903 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.795122 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.795393 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.795640 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.795903 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.796179 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.796429 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.796690 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.796952 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.797219 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.797472 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.797724 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.798059 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.798344 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.798631 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.798862 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.799108 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.799357 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.799618 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.799863 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.800110 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.800339 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.801196 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.801465 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.801704 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.801971 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.802210 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.802453 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.802837 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.803086 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.803327 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.803559 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.803827 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.804079 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.804335 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.804594 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.804868 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.805113 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.805358 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.805601 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.805849 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.806128 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.806370 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.806581 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.806823 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.807178 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.807305 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.807486 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.807694 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.807925 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.808156 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.808370 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.808816 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.808946 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.809236 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.809474 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.809685 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.809940 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.810189 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.810404 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.810638 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.810854 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.811067 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.811324 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.811537 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.811807 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.812055 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.812286 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.812530 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.812766 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.812995 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.813232 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.813490 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.813708 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.813928 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.814145 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.814378 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.814609 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.814825 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.815066 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.815279 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.815526 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.815753 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.816111 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.816368 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.816601 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.816821 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.817062 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.817273 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.817504 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.817715 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.817951 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.818169 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.818388 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.818621 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.818855 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.819099 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.819313 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.819525 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.819790 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.820037 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.820274 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.820504 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.820721 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.820935 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.821146 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.821358 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.821567 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.821778 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.822006 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.822217 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.822424 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.822710 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.822959 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.823190 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.823420 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.823646 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.823901 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.824109 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.824316 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.824528 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.824735 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.824956 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.825255 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.825490 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.825703 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.825959 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.826238 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.826492 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.826708 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.827030 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.827624 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.827773 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.827938 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.828255 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.828471 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.828861 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.829020 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.829196 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.829440 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.829714 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.830079 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.830342 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.830740 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.830871 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.831125 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.831449 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.831677 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.831891 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.832188 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.832536 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.832811 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.833067 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.833312 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.833559 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.833805 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.834069 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.834303 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.834678 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.834824 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.835092 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.835344 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.835567 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.835797 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.836020 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.836262 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.836488 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.836696 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.836938 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.837148 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.837302 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:37:28.837830 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88360) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 08 11:37:28.838001 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:37:28.838154 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:37:28.838321 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:37:28.838488 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:37:28.838639 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:37:28.838847 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.839006 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.839165 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.839322 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.839480 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.839657 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.839816 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.839973 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.840192 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.840332 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.840466 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.840627 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.840788 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.840942 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.841098 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.841254 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.841408 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.841563 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.841724 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.841898 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.842057 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.842213 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.842370 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] debug = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.842531 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.842733 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.842893 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.843050 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.843206 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.843360 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.843516 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.843672 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.843828 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.843984 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.844140 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.844295 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.844452 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.844608 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.844763 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.844918 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.845098 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.845253 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] host = dv-neutron-828143-8-hyperv {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.845497 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.845682 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.845838 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.846032 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.846188 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.846391 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.846551 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.846706 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.846861 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.847018 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.847173 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.847861 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.848017 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.848171 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_file = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.848325 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_options = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.848481 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.848635 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.848866 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.849049 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.849211 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.849365 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.849507 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.849667 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.849821 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.850002 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.850157 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.850369 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.850499 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.850622 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.850743 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.850946 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.851074 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.851197 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.851319 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.851467 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.851622 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.851780 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.851935 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.852092 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.852249 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.852405 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.852561 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.852716 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.852872 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.853028 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.853185 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.853341 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.853497 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.853700 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.853864 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.854044 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.854200 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.854361 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.854519 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.854676 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.854832 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.854989 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.855147 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.855302 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.855458 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.855615 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] use_json = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.855772 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.855927 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.856088 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.856244 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.856399 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.856555 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.856710 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.856867 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.857022 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:28.857336 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.857501 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.857672 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.857833 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.858015 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.858175 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.858333 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.858492 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.858651 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.858810 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.858975 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.859133 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.859304 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.859464 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.859622 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.859784 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.859943 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.860102 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.860262 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.860436 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.860569 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.860728 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.860901 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.861058 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.861217 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.861375 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.861533 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.861694 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.861853 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.862034 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.862195 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.862354 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.862520 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.862649 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.862806 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.863520 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.863680 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.863841 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.864000 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.864160 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.864319 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.864478 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.864638 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.864797 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.864956 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.865115 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.865274 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.865433 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.865592 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.865750 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.866493 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.866493 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.866493 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.866493 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.866797 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.866797 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.866940 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.867022 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.867149 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.867288 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.867412 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.867580 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.867739 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.867898 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.868055 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.868213 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.868371 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.868529 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.868688 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.868847 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.869006 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.869164 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.869322 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.869479 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.869639 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.869798 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.870019 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.870185 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.870344 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.870505 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.870661 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.870978 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.871133 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.871288 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.871457 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.871633 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.871786 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.871944 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.872104 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.872247 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:37:28.872388 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.872523 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.872657 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.872790 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.872931 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.873067 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.873201 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.873332 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.873465 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.873597 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.873730 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.873863 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.874051 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.874210 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.874369 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.874527 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.874749 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.874917 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.875076 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.875235 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.875395 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.875553 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.875722 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.875879 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.876039 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.876202 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.876367 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.876536 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.876695 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.876855 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.877015 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.877174 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.877334 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.877493 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.877842 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.877842 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.878051 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.878179 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.878284 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.878490 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.878654 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.878814 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.878972 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.879155 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.879313 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.879624 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.879624 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.879767 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.879911 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.880070 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.880477 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.880657 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.880793 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.880952 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.881110 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.881268 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.881427 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.881585 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.881743 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.881924 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.882087 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.882246 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.882407 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.882566 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.882725 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.882884 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.883042 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.883208 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.883345 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.883483 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.883642 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.883803 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.883964 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.884122 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.884281 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.884439 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.884596 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.884747 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.884892 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.885040 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.885199 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.885344 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.885507 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.885665 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.885825 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.886020 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.886185 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.886346 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.886505 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.886665 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.886824 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.886983 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.887142 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.887302 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.887461 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.887606 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.887766 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.887926 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.888102 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.888261 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.888419 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.888564 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.888927 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.888927 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.889205 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.889205 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.889463 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.889463 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.889717 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.889845 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.890009 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.890139 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.890284 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.890416 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.890546 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.890695 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.890823 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.890970 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.891130 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.891288 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.891445 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.891603 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.891761 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.891919 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.892077 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.892236 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.892394 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.892565 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.892723 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.892881 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.893106 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.893274 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.893443 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.893601 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.893759 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.893942 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.894131 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.894303 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.894662 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.894662 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.894892 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.894892 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.895085 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.895214 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.895374 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.895540 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.895698 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.895855 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.896014 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.896190 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.896351 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.897544 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.897544 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.897544 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.897544 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.897544 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.897544 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.897544 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.897544 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.898515 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.898515 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.898515 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.898515 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.898515 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.898515 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.899013 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.899013 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.899013 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.899234 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.899234 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.899398 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.899558 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.899716 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.899876 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.900034 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.900193 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.900352 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.900509 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.900667 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.900826 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.900984 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.901143 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.901300 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.901458 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.901617 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:28.901767 dv-neutron-828143-8-hyperv neutron-server[88360]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:37:28.965355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 40320) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:37:28.974265 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068169 Mar 08 11:37:39.848978 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eaed52-5619-4392-994c-e7574347b2d0 None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:37:39.916601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eaed52-5619-4392-994c-e7574347b2d0 None None] No non-hosted networks {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 11:37:39.931193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.agentschedulers_db [None req-01eaed52-5619-4392-994c-e7574347b2d0 None None] DHCP Agent not found on host dv-neutron-828143-8-hyperv {{(pid=88471) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 11:37:40.048670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-128ebaa6-b6d2-4414-ae16-0aa600b05edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-486455'] for agent, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:42.150625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3672ccda-ab19-47b6-96e5-7e1583bfa94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-486455'] for agent, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:42.195891 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-a4d0e7d5-8e0c-4f37-a3d0-f7a038b4e8e8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-828143-8-hyperv {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:37:42.196648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-a4d0e7d5-8e0c-4f37-a3d0-f7a038b4e8e8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:37:42.840682 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a4d0e7d5-8e0c-4f37-a3d0-f7a038b4e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:43.343234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-486455'] for agent, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:43.371849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-486455'] for agent, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:43.372739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:43.373192 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:43.373716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:43.374113 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:43.374743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:43.376717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:43.378710 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:43.379155 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:43.379816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:43.380456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:43.380897 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:43.381329 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:43.381846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-828143-8-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:37:43.402124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-828143-8-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:37:44.605727 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-486455'] for agent, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:46.151365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 40414) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:37:46.873516 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING oslo_policy.policy [None req-788e6965-e687-474c-9cb5-f53a6bc02b7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:37:46.873516 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING oslo_policy.policy [None req-788e6965-e687-474c-9cb5-f53a6bc02b7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:37:46.966688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-788e6965-e687-474c-9cb5-f53a6bc02b7e admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:37:46.981902 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-788e6965-e687-474c-9cb5-f53a6bc02b7e admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8153644 Mar 08 11:37:48.257026 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.db.l3_hamode_db [None req-843a0b91-aad0-4f39-a88a-f86d8cf0b331 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 11:37:48.341123 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a0b91-aad0-4f39-a88a-f86d8cf0b331 None None] Routers set() bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:37:48.341500 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a0b91-aad0-4f39-a88a-f86d8cf0b331 None None] Router IDs set() for agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 08 11:37:49.387434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 40428) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:37:49.739833 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0c224768-cb7f-4187-bff0-905975bd4164 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:37:49.835422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.policy [None req-0c224768-cb7f-4187-bff0-905975bd4164 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88470) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 11:37:49.880097 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING oslo_policy.policy [None req-0c224768-cb7f-4187-bff0-905975bd4164 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:37:49.880464 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING oslo_policy.policy [None req-0c224768-cb7f-4187-bff0-905975bd4164 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:37:49.889411 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.quota [None req-0c224768-cb7f-4187-bff0-905975bd4164 admin admin] Loaded quota_driver: . Mar 08 11:37:49.905321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0c224768-cb7f-4187-bff0-905975bd4164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:37:50.068236 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c224768-cb7f-4187-bff0-905975bd4164 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752731970892', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752731971391', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752731949309', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752732005734', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752732011440', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752731988344', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7868043', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7874578', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-537244', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1544280'] for rbac-policy, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:50.268192 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c224768-cb7f-4187-bff0-905975bd4164 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:50.269287 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0c224768-cb7f-4187-bff0-905975bd4164 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8808770 Mar 08 11:37:52.863173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 40442) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:37:53.203753 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '0efce1bd23b6494ba794bf48d6653dc0', 'name': 'private'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:37:53.208531 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:37:53.212880 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Usage tracker for resource:network and tenant:0efce1bd23b6494ba794bf48d6653dc0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:37:53.217773 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:37:53.223831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:37:53.313897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Made reservation on behalf of 0efce1bd23b6494ba794bf48d6653dc0 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:37:53.317446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:53.334586 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:53.348410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:37:53.352017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Usage tracker for resource:security_group_rule and tenant:0efce1bd23b6494ba794bf48d6653dc0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:37:53.357103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:37:53.363212 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:37:53.454631 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:53.502272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:53.523129 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:37:53.548326 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752727579670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:53.549529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Unsubscribe: segment precommit_create {{(pid=88470) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 11:37:53.550054 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Added segment 27f1a468-6c15-4320-80e6-281500fbe1be of type vlan for network ce506b7d-18c9-4547-ac97-3da597a4b166 Mar 08 11:37:53.597340 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68e15da-0bce-409b-9dac-c76db423abbf,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:37:53.613272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:53.613619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:53.613975 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:53.614308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:53.614630 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:53.614952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:53.615273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:53.615591 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:53.615932 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:53.616242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:53.616556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:53.616865 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Tracked resource versions report: Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: pushed versions: Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: { 'AddressGroup': {'1.2'}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'ConntrackHelper': {'1.0'}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Log': {'1.0'}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Network': {'1.1'}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Port': {'1.7'}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'PortForwarding': {'1.2'}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'QosPolicy': {'1.8'}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'SecurityGroup': {'1.4'}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'SubPort': {'1.0'}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Subnet': {'1.1'}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Trunk': {'1.1'}} Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: consumer versions: Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: { DHCP agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: L3 agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: Metadata agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: Metering agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: Open vSwitch agent@dv-neutron-828143-8-hyperv: { 'AddressGroup': '1.2', Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'ConntrackHelper': '1.0', Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Log': '1.0', Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Network': '1.1', Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Port': '1.7', Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'PortForwarding': '1.2', Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'QosPolicy': '1.8', Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'SecurityGroup': '1.4', Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'SecurityGroupRule': '1.2', Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'SubPort': '1.0', Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Subnet': '1.1', Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Trunk': '1.1'}} Mar 08 11:37:53.618183 dv-neutron-828143-8-hyperv neutron-server[88470]: {{(pid=88470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:37:53.660562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:53.770974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:53.771922 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:37:53.772563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:53.876376 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] Pushing event updated for resources: {'Network': ['ID=ce506b7d-18c9-4547-ac97-3da597a4b166,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:37:53.887410 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network ce506b7d-18c9-4547-ac97-3da597a4b166 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:37:53.914706 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-78d51878-8237-4205-bbf7-a1ed93a3b42c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0504575 Mar 08 11:37:56.581948 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 40458) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:37:57.018375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f486b8e-3ece-492d-8919-ca55b0fb3fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:37:57.019721 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3f486b8e-3ece-492d-8919-ca55b0fb3fb6 admin admin] 10.222.0.32 "GET /v2.0/networks/ce506b7d-18c9-4547-ac97-3da597a4b166 HTTP/1.1" status: 200 len: 825 time: 0.4368362 Mar 08 11:37:57.046803 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f38bc1d9-cbb8-4d42-a161-54d5214979fe admin admin] 10.222.0.32 "GET /v2.0/subnetpools/25cfd0ce-9532-48cf-b3b5-f781c0f6cb79 HTTP/1.1" status: 200 len: 734 time: 0.0216596 Mar 08 11:37:57.055068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'ip_version': 4, 'subnetpool_id': '25cfd0ce-9532-48cf-b3b5-f781c0f6cb79', 'name': 'private-subnet', 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:37:57.059329 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:37:57.063073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Usage tracker for resource:subnet and tenant:0efce1bd23b6494ba794bf48d6653dc0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:37:57.065960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:37:57.071557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:37:57.153586 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Made reservation on behalf of 0efce1bd23b6494ba794bf48d6653dc0 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:37:57.155890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:57.531422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:57.631112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cabefd4-196e-404f-9dc9-bd09c2482ea5,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:37:57.635184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Checking segment: {'id': '27f1a468-6c15-4320-80e6-281500fbe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:37:57.635565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Network hostable DHCP agents. Network: ce506b7d-18c9-4547-ac97-3da597a4b166, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:37:57.707624 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Network ce506b7d-18c9-4547-ac97-3da597a4b166 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:37:57.782309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, ce506b7d-18c9-4547-ac97-3da597a4b166) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:37:57.787285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:37:57.787870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:57.792968 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f144a14e-b571-4661-9fa0-5010162b01cf None None] Network ce506b7d-18c9-4547-ac97-3da597a4b166 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:37:57.858169 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dcf7f84c-c725-41de-8d2d-5ae1d06ce21a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8056498 Mar 08 11:37:58.106110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-ce506b7d-18c9-4547-ac97-3da597a4b166', 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'fixed_ips': [{'subnet_id': '3cabefd4-196e-404f-9dc9-bd09c2482ea5'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:37:58.107381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:58.293680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Allocated IP 172.20.0.2 (ce506b7d-18c9-4547-ac97-3da597a4b166/3cabefd4-196e-404f-9dc9-bd09c2482ea5/c7879fb0-2d7e-4c47-99e8-0b1302d6ec04) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:37:58.529332 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:58.543204 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Transition to ACTIVE for port object c7879fb0-2d7e-4c47-99e8-0b1302d6ec04 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:37:58.562913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Transition to ACTIVE for port object c7879fb0-2d7e-4c47-99e8-0b1302d6ec04 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:37:58.634106 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:58.693979 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Network ce506b7d-18c9-4547-ac97-3da597a4b166 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:37:58.700700 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:37:58.708108 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Pushing event updated for resources: {'Port': ['ID=c7879fb0-2d7e-4c47-99e8-0b1302d6ec04,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:37:58.711526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:37:58.717792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:58.718183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:58.718535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:58.718875 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:58.719212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:58.719557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:58.719892 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:58.720220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:58.721074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:58.721402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:58.721725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:58.722139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Tracked resource versions report: Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: pushed versions: Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: { 'AddressGroup': {'1.2'}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'ConntrackHelper': {'1.0'}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Log': {'1.0'}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Network': {'1.1'}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Port': {'1.7'}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'PortForwarding': {'1.2'}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'QosPolicy': {'1.8'}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'SecurityGroup': {'1.4'}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'SubPort': {'1.0'}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Subnet': {'1.1'}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Trunk': {'1.1'}} Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: consumer versions: Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: { DHCP agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: L3 agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: Metadata agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: Metering agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: Open vSwitch agent@dv-neutron-828143-8-hyperv: { 'AddressGroup': '1.2', Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'ConntrackHelper': '1.0', Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Log': '1.0', Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Network': '1.1', Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Port': '1.7', Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'PortForwarding': '1.2', Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'QosPolicy': '1.8', Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'SecurityGroup': '1.4', Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'SecurityGroupRule': '1.2', Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'SubPort': '1.0', Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Subnet': '1.1', Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Trunk': '1.1'}} Mar 08 11:37:58.723480 dv-neutron-828143-8-hyperv neutron-server[88471]: {{(pid=88471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:37:58.810233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Attempting to bind port c7879fb0-2d7e-4c47-99e8-0b1302d6ec04 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:37:58.810945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Attempting to bind port c7879fb0-2d7e-4c47-99e8-0b1302d6ec04 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '27f1a468-6c15-4320-80e6-281500fbe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:37:58.811058 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Attempting to bind port c7879fb0-2d7e-4c47-99e8-0b1302d6ec04 on network ce506b7d-18c9-4547-ac97-3da597a4b166 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:37:58.816168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:37:58.816517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Checking segment: {'id': '27f1a468-6c15-4320-80e6-281500fbe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:37:58.816980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:58.817370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Bound using segment: {'id': '27f1a468-6c15-4320-80e6-281500fbe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:37:58.817843 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Bound port: c7879fb0-2d7e-4c47-99e8-0b1302d6ec04, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f1a468-6c15-4320-80e6-281500fbe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:37:58.818267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:58.904862 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] For port c7879fb0-2d7e-4c47-99e8-0b1302d6ec04, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:37:58.909227 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] For port c7879fb0-2d7e-4c47-99e8-0b1302d6ec04, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c7879fb0-2d7e-4c47-99e8-0b1302d6ec04,segment=NetworkSegment(27f1a468-6c15-4320-80e6-281500fbe1be),segment_id=27f1a468-6c15-4320-80e6-281500fbe1be)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:37:58.981208 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:37:59.066756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7443b0-2b9e-48f6-a4b4-67373eef1cdc None None] Pushing event updated for resources: {'Port': ['ID=c7879fb0-2d7e-4c47-99e8-0b1302d6ec04,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:00.265454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 40468) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:38:00.638470 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-90af7478-173f-4df4-b019-93c1d80aaea3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:38:00.644435 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-90af7478-173f-4df4-b019-93c1d80aaea3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3730333 Mar 08 11:38:02.782506 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b092993-4a5f-41b4-929f-88787180e752 None None] Network ce506b7d-18c9-4547-ac97-3da597a4b166 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:38:02.948636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2cbdaf91-6a0d-466f-94c9-cb606a7b5be9 None None] Provisioning for port c7879fb0-2d7e-4c47-99e8-0b1302d6ec04 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:38:03.054967 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 40482) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:38:03.072534 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c7879fb0-2d7e-4c47-99e8-0b1302d6ec04 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:38:03.227466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port c7879fb0-2d7e-4c47-99e8-0b1302d6ec04 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:38:03.232526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port c7879fb0-2d7e-4c47-99e8-0b1302d6ec04 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:38:03.233005 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:03.304660 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f170ac8a-98d3-492a-bba7-42b3f7de48f5 None None] Provisioning complete for port c7879fb0-2d7e-4c47-99e8-0b1302d6ec04 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:38:03.305036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f170ac8a-98d3-492a-bba7-42b3f7de48f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:03.413252 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:03.433375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-d01c3fda-19d9-4e54-ace9-23bebc3e3667 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:38:03.434210 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d01c3fda-19d9-4e54-ace9-23bebc3e3667 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3782480 Mar 08 11:38:03.491142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port c7879fb0-2d7e-4c47-99e8-0b1302d6ec04, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c7879fb0-2d7e-4c47-99e8-0b1302d6ec04,segment=NetworkSegment(27f1a468-6c15-4320-80e6-281500fbe1be),segment_id=27f1a468-6c15-4320-80e6-281500fbe1be)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:38:03.496326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f170ac8a-98d3-492a-bba7-42b3f7de48f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:03.566786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:03.681568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-f170ac8a-98d3-492a-bba7-42b3f7de48f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:38:03.682084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-f170ac8a-98d3-492a-bba7-42b3f7de48f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:38:03.685280 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=c7879fb0-2d7e-4c47-99e8-0b1302d6ec04,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:05.029990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c7879fb0-2d7e-4c47-99e8-0b1302d6ec04 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:38:05.096679 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port c7879fb0-2d7e-4c47-99e8-0b1302d6ec04 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:38:05.097043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:06.108661 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 40494) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:38:06.450199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2c582a6a-8617-41c8-845f-f581d7665b8c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:38:06.455132 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2c582a6a-8617-41c8-845f-f581d7665b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:38:06.458813 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2c582a6a-8617-41c8-845f-f581d7665b8c admin admin] Usage tracker for resource:router and tenant:0efce1bd23b6494ba794bf48d6653dc0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:38:06.462036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2c582a6a-8617-41c8-845f-f581d7665b8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:38:06.467728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2c582a6a-8617-41c8-845f-f581d7665b8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:38:06.530124 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c582a6a-8617-41c8-845f-f581d7665b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:06.531656 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c582a6a-8617-41c8-845f-f581d7665b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:06.552409 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c582a6a-8617-41c8-845f-f581d7665b8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:06.719534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c582a6a-8617-41c8-845f-f581d7665b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:06.804565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c582a6a-8617-41c8-845f-f581d7665b8c admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:06.805666 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2c582a6a-8617-41c8-845f-f581d7665b8c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6960664 Mar 08 11:38:09.160740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 40504) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:38:09.510775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-e37f2ed7-e9a5-471f-8f5d-77eb86010e90 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:38:09.511749 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e37f2ed7-e9a5-471f-8f5d-77eb86010e90 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3500428 Mar 08 11:38:09.855676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0c1c-d653-4d7d-8678-f65069b5a9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:11.904190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 40514) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:38:12.141385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-47f6c87b-7faf-4664-9ec9-43399096f04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:12.261916 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:38:12.266996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:38:12.270698 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Usage tracker for resource:network and tenant:b189349c309b42ff96470895927c2ef8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:38:12.273449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:38:12.279025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:38:12.329675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Made reservation on behalf of b189349c309b42ff96470895927c2ef8 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:38:12.331876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:12.343404 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:12.357307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:38:12.361643 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Usage tracker for resource:security_group_rule and tenant:b189349c309b42ff96470895927c2ef8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:38:12.364410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:38:12.370015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:38:12.447460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:12.495542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:12.512296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Reserving flat network on physical network physnet1 {{(pid=88470) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 11:38:12.531887 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b843adbc-7c33-43e1-adde-d59ed133e210,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:12.536648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:12.538995 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Added segment 71fbc6de-56ac-4b93-9b74-f00f3a320694 of type flat for network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 Mar 08 11:38:12.567038 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:12.672982 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:12.673967 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:38:12.674551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:12.775109 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=b023ac7e-04c4-4d65-99c8-31e3d8cfa955,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:12.785102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:38:12.816504 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-342354e2-fd9b-42dc-8681-65f145e21bc8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9113405 Mar 08 11:38:13.301126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:13.358100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:14.546643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:15.207531 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 40534) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:38:15.413171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82d3a88-f95f-4356-8de4-9d2128a3cf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:38:15.414515 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b82d3a88-f95f-4356-8de4-9d2128a3cf66 admin admin] 10.222.0.32 "GET /v2.0/subnets/3cabefd4-196e-404f-9dc9-bd09c2482ea5 HTTP/1.1" status: 200 len: 849 time: 0.2060175 Mar 08 11:38:15.556572 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9df92a2b-7069-4963-94a9-109a699dd1bb admin admin] 10.222.0.32 "GET /v2.0/routers/3c103b57-f3c1-4c01-9871-7f0951cfec02 HTTP/1.1" status: 200 len: 704 time: 0.1366403 Mar 08 11:38:16.009831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:16.262899 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Allocated IP 172.20.0.1 (ce506b7d-18c9-4547-ac97-3da597a4b166/3cabefd4-196e-404f-9dc9-bd09c2482ea5/a25c0cef-de50-4d80-b566-0af8a141011c) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:38:16.413464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:16.430582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Transition to ACTIVE for port object a25c0cef-de50-4d80-b566-0af8a141011c will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:38:16.570437 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:16.636127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Network ce506b7d-18c9-4547-ac97-3da597a4b166 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:38:16.638846 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:38:16.642055 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:38:16.642712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:16.786006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Pushing event updated for resources: {'Port': ['ID=a25c0cef-de50-4d80-b566-0af8a141011c,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:16.924236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b443a586-8b0d-4ef1-82c4-1cf4a732a4ab None None] Provisioning for port a25c0cef-de50-4d80-b566-0af8a141011c completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:38:16.928881 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b443a586-8b0d-4ef1-82c4-1cf4a732a4ab None None] Provisioning complete for port a25c0cef-de50-4d80-b566-0af8a141011c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:38:16.929257 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b443a586-8b0d-4ef1-82c4-1cf4a732a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:16.982967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b443a586-8b0d-4ef1-82c4-1cf4a732a4ab None None] Port a25c0cef-de50-4d80-b566-0af8a141011c cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:38:17.002096 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:17.223358 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:17.283658 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:17.284408 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:17.425091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Pushing event updated for resources: {'Port': ['ID=a25c0cef-de50-4d80-b566-0af8a141011c,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:17.478107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Network ce506b7d-18c9-4547-ac97-3da597a4b166 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:38:17.479080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:38:17.705431 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c60c8d5c-5c7e-4d49-833c-4d0021459b8e None None] Provisioning complete for port a25c0cef-de50-4d80-b566-0af8a141011c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:38:17.705921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c60c8d5c-5c7e-4d49-833c-4d0021459b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:17.736461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Router 3c103b57-f3c1-4c01-9871-7f0951cfec02 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:38:17.759097 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c60c8d5c-5c7e-4d49-833c-4d0021459b8e None None] Port a25c0cef-de50-4d80-b566-0af8a141011c cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:38:17.927644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:38:17.936388 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c95af873-c766-45b0-9654-f9a50e138701 admin admin] 10.222.0.32 "PUT /v2.0/routers/3c103b57-f3c1-4c01-9871-7f0951cfec02/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3751109 Mar 08 11:38:17.938010 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Sync routers for ids ['3c103b57-f3c1-4c01-9871-7f0951cfec02'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:38:17.948352 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Routers {'3c103b57-f3c1-4c01-9871-7f0951cfec02'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:38:17.949240 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:38:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['3c103b57-f3c1-4c01-9871-7f0951cfec02'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:18.125151 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Set router 3c103b57-f3c1-4c01-9871-7f0951cfec02 gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:38:18.490179 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'name': 'router1', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:38:06Z', 'updated_at': '2022-03-08T11:38:16Z', 'revision_number': 2, 'project_id': '0efce1bd23b6494ba794bf48d6653dc0', 'gw_port_host': None, '_interfaces': [{'id': 'a25c0cef-de50-4d80-b566-0af8a141011c', 'name': '', 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'mac_address': 'fa:16:3e:6f:f9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cabefd4-196e-404f-9dc9-bd09c2482ea5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:16Z', 'updated_at': '2022-03-08T11:38:17Z', 'revision_number': 2, 'project_id': '0efce1bd23b6494ba794bf48d6653dc0', 'subnets': [{'id': '3cabefd4-196e-404f-9dc9-bd09c2482ea5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25cfd0ce-9532-48cf-b3b5-f781c0f6cb79'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:18.494960 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Checking router: 3c103b57-f3c1-4c01-9871-7f0951cfec02 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:38:18.495338 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Updating router 3c103b57-f3c1-4c01-9871-7f0951cfec02 port a25c0cef-de50-4d80-b566-0af8a141011c binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:38:18.547965 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:18.923929 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:18.938145 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Transition to ACTIVE for port object a25c0cef-de50-4d80-b566-0af8a141011c will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:38:19.015359 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:19.184972 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Pushing event updated for resources: {'Port': ['ID=a25c0cef-de50-4d80-b566-0af8a141011c,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:19.244481 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:19.244847 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:19.245194 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:19.245530 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:19.245860 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:19.246230 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:19.246555 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:19.246878 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:19.247218 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:19.247545 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:19.247865 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:19.248184 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Tracked resource versions report: Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: pushed versions: Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: { 'AddressGroup': {'1.2'}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'ConntrackHelper': {'1.0'}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Log': {'1.0'}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Network': {'1.1'}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Port': {'1.7'}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'PortForwarding': {'1.2'}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'QosPolicy': {'1.8'}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'SecurityGroup': {'1.4'}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'SubPort': {'1.0'}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Subnet': {'1.1'}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Trunk': {'1.1'}} Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: consumer versions: Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: { DHCP agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: L3 agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: Metadata agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: Metering agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: Open vSwitch agent@dv-neutron-828143-8-hyperv: { 'AddressGroup': '1.2', Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'ConntrackHelper': '1.0', Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Log': '1.0', Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Network': '1.1', Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Port': '1.7', Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'PortForwarding': '1.2', Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'QosPolicy': '1.8', Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'SecurityGroup': '1.4', Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'SecurityGroupRule': '1.2', Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'SubPort': '1.0', Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Subnet': '1.1', Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Trunk': '1.1'}} Mar 08 11:38:19.249526 dv-neutron-828143-8-hyperv neutron-server[88472]: {{(pid=88472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:38:19.267754 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Attempting to bind port a25c0cef-de50-4d80-b566-0af8a141011c on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:38:19.268156 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Attempting to bind port a25c0cef-de50-4d80-b566-0af8a141011c by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '27f1a468-6c15-4320-80e6-281500fbe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:38:19.268576 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Attempting to bind port a25c0cef-de50-4d80-b566-0af8a141011c on network ce506b7d-18c9-4547-ac97-3da597a4b166 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:38:19.273749 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:38:19.274192 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Checking segment: {'id': '27f1a468-6c15-4320-80e6-281500fbe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:38:19.274663 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:19.275065 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Bound using segment: {'id': '27f1a468-6c15-4320-80e6-281500fbe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:38:19.275548 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Bound port: a25c0cef-de50-4d80-b566-0af8a141011c, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f1a468-6c15-4320-80e6-281500fbe1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:38:19.275932 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:19.368227 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] For port a25c0cef-de50-4d80-b566-0af8a141011c, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:38:19.372160 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] For port a25c0cef-de50-4d80-b566-0af8a141011c, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a25c0cef-de50-4d80-b566-0af8a141011c,segment=NetworkSegment(27f1a468-6c15-4320-80e6-281500fbe1be),segment_id=27f1a468-6c15-4320-80e6-281500fbe1be)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:38:19.444127 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:19.532222 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Routers {'3c103b57-f3c1-4c01-9871-7f0951cfec02'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:38:19.532871 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:38:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['3c103b57-f3c1-4c01-9871-7f0951cfec02'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:19.589919 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaba6b-4cdf-41e3-947f-22834a0564f2 None None] Pushing event updated for resources: {'Port': ['ID=a25c0cef-de50-4d80-b566-0af8a141011c,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:19.692213 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] Set router 3c103b57-f3c1-4c01-9871-7f0951cfec02 gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:38:20.012206 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'name': 'router1', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:38:06Z', 'updated_at': '2022-03-08T11:38:16Z', 'revision_number': 2, 'project_id': '0efce1bd23b6494ba794bf48d6653dc0', 'gw_port_host': None, '_interfaces': [{'id': 'a25c0cef-de50-4d80-b566-0af8a141011c', 'name': '', 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'mac_address': 'fa:16:3e:6f:f9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cabefd4-196e-404f-9dc9-bd09c2482ea5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:16Z', 'updated_at': '2022-03-08T11:38:19Z', 'revision_number': 4, 'project_id': '0efce1bd23b6494ba794bf48d6653dc0', 'subnets': [{'id': '3cabefd4-196e-404f-9dc9-bd09c2482ea5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25cfd0ce-9532-48cf-b3b5-f781c0f6cb79'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:20.012206 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ec22b-a8c8-4ce9-8ae0-dd913c7339ad None None] The sync data for ids ['3c103b57-f3c1-4c01-9871-7f0951cfec02'] in dv-neutron-828143-8-hyperv is: [{'id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'name': 'router1', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:38:06Z', 'updated_at': '2022-03-08T11:38:16Z', 'revision_number': 2, 'project_id': '0efce1bd23b6494ba794bf48d6653dc0', 'gw_port_host': None, '_interfaces': [{'id': 'a25c0cef-de50-4d80-b566-0af8a141011c', 'name': '', 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'mac_address': 'fa:16:3e:6f:f9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cabefd4-196e-404f-9dc9-bd09c2482ea5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:16Z', 'updated_at': '2022-03-08T11:38:19Z', 'revision_number': 4, 'project_id': '0efce1bd23b6494ba794bf48d6653dc0', 'subnets': [{'id': '3cabefd4-196e-404f-9dc9-bd09c2482ea5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25cfd0ce-9532-48cf-b3b5-f781c0f6cb79'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:38:20.165670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 40556) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:38:20.310163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc3c8b3-8c2b-4d69-b4b9-c90b501dbe2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:38:20.310727 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3dc3c8b3-8c2b-4d69-b4b9-c90b501dbe2b admin admin] Synchronizing usage tracker for tenant:b189349c309b42ff96470895927c2ef8 on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:38:20.392229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3dc3c8b3-8c2b-4d69-b4b9-c90b501dbe2b admin admin] Unset dirty status for tenant:b189349c309b42ff96470895927c2ef8 on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:38:20.395932 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3dc3c8b3-8c2b-4d69-b4b9-c90b501dbe2b admin admin] 10.222.0.32 "GET /v2.0/networks/b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 842 time: 0.2268333 Mar 08 11:38:20.403251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.26.4.0/24', 'enable_dhcp': False, 'gateway_ip': '172.26.4.1', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'name': 'public-subnet'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:38:20.409070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:38:20.412820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Usage tracker for resource:subnet and tenant:b189349c309b42ff96470895927c2ef8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:38:20.415585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:38:20.425343 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:38:20.471833 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Made reservation on behalf of b189349c309b42ff96470895927c2ef8 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:38:20.474149 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:20.916151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.objects.ports [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:38:20.916634 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:20.990431 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:21.000335 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:38:21.000692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Network hostable DHCP agents. Network: b023ac7e-04c4-4d65-99c8-31e3d8cfa955, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:38:21.065219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a25c0cef-de50-4d80-b566-0af8a141011c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:38:21.067551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:38:21.129570 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, b023ac7e-04c4-4d65-99c8-31e3d8cfa955) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:38:21.133721 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:38:21.134479 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:21.138464 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69847b29-7cc4-4cd2-be50-37927d070085 None None] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:38:21.215503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port a25c0cef-de50-4d80-b566-0af8a141011c completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:38:21.230120 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port a25c0cef-de50-4d80-b566-0af8a141011c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:38:21.230500 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:21.244970 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-22acd933-17d2-49f9-ab25-c58a8279a35b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8449814 Mar 08 11:38:21.459641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:21.471038 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44f6895-d0a0-4cca-9df7-09d4640b2d29 None None] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:38:21.582792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port a25c0cef-de50-4d80-b566-0af8a141011c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a25c0cef-de50-4d80-b566-0af8a141011c,segment=NetworkSegment(27f1a468-6c15-4320-80e6-281500fbe1be),segment_id=27f1a468-6c15-4320-80e6-281500fbe1be)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:38:21.644003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:21.762353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=a25c0cef-de50-4d80-b566-0af8a141011c,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:23.039456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a25c0cef-de50-4d80-b566-0af8a141011c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:38:23.108539 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port a25c0cef-de50-4d80-b566-0af8a141011c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:38:23.108910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:23.505532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 40570) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:38:23.696744 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3fc99f8c-6bdb-4655-9aa6-5c06c35e92dc admin admin] 10.222.0.32 "GET /v2.0/routers/3c103b57-f3c1-4c01-9871-7f0951cfec02 HTTP/1.1" status: 200 len: 710 time: 0.1900761 Mar 08 11:38:23.820957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb008a5-6de9-4873-b398-0d5a40005fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:38:23.822239 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6bb008a5-6de9-4873-b398-0d5a40005fba admin admin] 10.222.0.32 "GET /v2.0/networks/b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 886 time: 0.1204431 Mar 08 11:38:23.830612 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:38:24.303563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:24.663522 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:24.719323 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:24.851598 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Allocated IP 172.26.4.90 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/ebc98421-acf2-495c-8bf5-ccf6307efe59) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:38:24.994088 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:25.066343 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:25.122547 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:38:25.125226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:38:25.129377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:38:25.202551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc98421-acf2-495c-8bf5-ccf6307efe59,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:25.617886 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:25.951732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:25.955598 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:26.136543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Router 3c103b57-f3c1-4c01-9871-7f0951cfec02 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:38:26.311509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:38:26.319864 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:26.321034 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9dd1d545-858f-45ec-b0ce-0cab3878dfa6 admin admin] 10.222.0.32 "PUT /v2.0/routers/3c103b57-f3c1-4c01-9871-7f0951cfec02 HTTP/1.1" status: 200 len: 889 time: 2.4935379 Mar 08 11:38:26.321179 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Sync routers for ids ['3c103b57-f3c1-4c01-9871-7f0951cfec02'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:38:26.330941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Routers {'3c103b57-f3c1-4c01-9871-7f0951cfec02'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:38:26.331603 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:38:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['3c103b57-f3c1-4c01-9871-7f0951cfec02'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:26.548731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Set router 3c103b57-f3c1-4c01-9871-7f0951cfec02 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:38:26.911069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'name': 'router1', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ebc98421-acf2-495c-8bf5-ccf6307efe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:38:06Z', 'updated_at': '2022-03-08T11:38:25Z', 'revision_number': 4, 'project_id': '0efce1bd23b6494ba794bf48d6653dc0', 'gw_port': {'id': 'ebc98421-acf2-495c-8bf5-ccf6307efe59', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:24Z', 'updated_at': '2022-03-08T11:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'a25c0cef-de50-4d80-b566-0af8a141011c', 'name': '', 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'mac_address': 'fa:16:3e:6f:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cabefd4-196e-404f-9dc9-bd09c2482ea5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:16Z', 'updated_at': '2022-03-08T11:38:21Z', 'revision_number': 5, 'project_id': '0efce1bd23b6494ba794bf48d6653dc0', 'subnets': [{'id': '3cabefd4-196e-404f-9dc9-bd09c2482ea5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25cfd0ce-9532-48cf-b3b5-f781c0f6cb79'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:26.915642 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Checking router: 3c103b57-f3c1-4c01-9871-7f0951cfec02 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:38:26.915996 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Updating router 3c103b57-f3c1-4c01-9871-7f0951cfec02 port ebc98421-acf2-495c-8bf5-ccf6307efe59 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:38:26.980280 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:27.315955 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:27.327507 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Transition to ACTIVE for port object ebc98421-acf2-495c-8bf5-ccf6307efe59 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:38:27.397542 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:27.482351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Attempting to bind port ebc98421-acf2-495c-8bf5-ccf6307efe59 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:38:27.482719 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Attempting to bind port ebc98421-acf2-495c-8bf5-ccf6307efe59 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:38:27.483082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Attempting to bind port ebc98421-acf2-495c-8bf5-ccf6307efe59 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:38:27.485339 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691e164-c9b8-476a-b134-e483f565fbe7 None None] Pushing event updated for resources: {'Port': ['ID=ebc98421-acf2-495c-8bf5-ccf6307efe59,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:27.491867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:38:27.492292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:38:27.492656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:27.493052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:38:27.493692 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Bound port: ebc98421-acf2-495c-8bf5-ccf6307efe59, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:38:27.495440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:27.576424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] For port ebc98421-acf2-495c-8bf5-ccf6307efe59, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:38:27.579410 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] For port ebc98421-acf2-495c-8bf5-ccf6307efe59, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ebc98421-acf2-495c-8bf5-ccf6307efe59,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:38:27.649550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:27.726469 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Routers {'3c103b57-f3c1-4c01-9871-7f0951cfec02'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:38:27.727093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:38:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['3c103b57-f3c1-4c01-9871-7f0951cfec02'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:27.783695 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691e164-c9b8-476a-b134-e483f565fbe7 None None] Pushing event updated for resources: {'Port': ['ID=ebc98421-acf2-495c-8bf5-ccf6307efe59,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:27.908717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] Set router 3c103b57-f3c1-4c01-9871-7f0951cfec02 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:38:28.272983 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'name': 'router1', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ebc98421-acf2-495c-8bf5-ccf6307efe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:38:06Z', 'updated_at': '2022-03-08T11:38:25Z', 'revision_number': 4, 'project_id': '0efce1bd23b6494ba794bf48d6653dc0', 'gw_port': {'id': 'ebc98421-acf2-495c-8bf5-ccf6307efe59', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:24Z', 'updated_at': '2022-03-08T11:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'a25c0cef-de50-4d80-b566-0af8a141011c', 'name': '', 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'mac_address': 'fa:16:3e:6f:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cabefd4-196e-404f-9dc9-bd09c2482ea5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:16Z', 'updated_at': '2022-03-08T11:38:21Z', 'revision_number': 5, 'project_id': '0efce1bd23b6494ba794bf48d6653dc0', 'subnets': [{'id': '3cabefd4-196e-404f-9dc9-bd09c2482ea5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25cfd0ce-9532-48cf-b3b5-f781c0f6cb79'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:28.276940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a369510a-d913-4bd1-bf8d-7e82f0173543 None None] The sync data for ids ['3c103b57-f3c1-4c01-9871-7f0951cfec02'] in dv-neutron-828143-8-hyperv is: [{'id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'name': 'router1', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ebc98421-acf2-495c-8bf5-ccf6307efe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:38:06Z', 'updated_at': '2022-03-08T11:38:25Z', 'revision_number': 4, 'project_id': '0efce1bd23b6494ba794bf48d6653dc0', 'gw_port': {'id': 'ebc98421-acf2-495c-8bf5-ccf6307efe59', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:24Z', 'updated_at': '2022-03-08T11:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'a25c0cef-de50-4d80-b566-0af8a141011c', 'name': '', 'network_id': 'ce506b7d-18c9-4547-ac97-3da597a4b166', 'tenant_id': '0efce1bd23b6494ba794bf48d6653dc0', 'mac_address': 'fa:16:3e:6f:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c103b57-f3c1-4c01-9871-7f0951cfec02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cabefd4-196e-404f-9dc9-bd09c2482ea5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:16Z', 'updated_at': '2022-03-08T11:38:21Z', 'revision_number': 5, 'project_id': '0efce1bd23b6494ba794bf48d6653dc0', 'subnets': [{'id': '3cabefd4-196e-404f-9dc9-bd09c2482ea5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25cfd0ce-9532-48cf-b3b5-f781c0f6cb79'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:38:28.743769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 40580) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:38:28.911819 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING oslo_policy.policy [None req-03404206-5bb1-4bc7-8c42-3127c7ff3216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:38:28.912425 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING oslo_policy.policy [None req-03404206-5bb1-4bc7-8c42-3127c7ff3216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:38:29.103447 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ebc98421-acf2-495c-8bf5-ccf6307efe59 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:38:29.220716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port ebc98421-acf2-495c-8bf5-ccf6307efe59 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:38:29.225989 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port ebc98421-acf2-495c-8bf5-ccf6307efe59 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:38:29.226374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:29.320222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.policy [None req-03404206-5bb1-4bc7-8c42-3127c7ff3216 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88469) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 11:38:29.340866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:29.356905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port ebc98421-acf2-495c-8bf5-ccf6307efe59, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ebc98421-acf2-495c-8bf5-ccf6307efe59,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:38:29.366394 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING oslo_policy.policy [None req-03404206-5bb1-4bc7-8c42-3127c7ff3216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:38:29.366783 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING oslo_policy.policy [None req-03404206-5bb1-4bc7-8c42-3127c7ff3216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:38:29.377332 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-03404206-5bb1-4bc7-8c42-3127c7ff3216 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.6313136 Mar 08 11:38:29.420537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:29.490178 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=ebc98421-acf2-495c-8bf5-ccf6307efe59,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:31.046367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ebc98421-acf2-495c-8bf5-ccf6307efe59 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:38:31.121079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port ebc98421-acf2-495c-8bf5-ccf6307efe59 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:38:31.121452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:34.773914 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 5 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:38:39.871463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-179f6a3b-b6c7-44c7-9bc6-f14143bc31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:42.134251 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d5df3ac6-00c2-4b86-867f-0b72516eb6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:43.296996 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:43.380202 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:38:44.574268 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:39:09.859044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9f873785-60d2-45a0-93ed-d6337055154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:39:11.772875 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 5 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:39:12.139577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fec3cda6-f2d8-47ff-bdd8-7d0f851c4f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:39:13.327326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:39:13.355459 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:39:14.567581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:39:39.869302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5cee55d8-d6d1-4386-90e1-e34aae0f17df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:39:42.118829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-830b172a-aa16-49fd-bae7-d312098f210a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:39:43.320254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:39:43.396026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:39:44.588933 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:39:48.775265 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 5 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:40:09.863540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2a23e49e-8450-4ac3-9534-1f21cb0ed15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:12.114953 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b7fa11ef-b8f5-4923-a502-e2997e666b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:13.297278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:13.348990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:14.565588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:25.774320 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 5 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:40:38.225640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41188) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:40:38.300812 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-370bb7b0-76ef-4929-80de-62289e3894cc admin admin] GET failed (client error): The resource could not be found. Mar 08 11:40:38.302088 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-370bb7b0-76ef-4929-80de-62289e3894cc admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0754902 Mar 08 11:40:38.460251 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c01f6-83e3-4b0e-95ea-6bcb245638f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:38.461636 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ec6c01f6-83e3-4b0e-95ea-6bcb245638f7 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552467 Mar 08 11:40:39.869255 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e1b7a274-b321-4210-b87c-f26f23fa4c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:40.622287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41198) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:40:40.726182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490762b9-bead-468c-a4b7-680a8eec1d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:40.727457 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-490762b9-bead-468c-a4b7-680a8eec1d85 admin admin] 10.222.0.32 "GET /v2.0/subnets/3cabefd4-196e-404f-9dc9-bd09c2482ea5 HTTP/1.1" status: 200 len: 849 time: 0.1039772 Mar 08 11:40:40.736537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:40:40.849966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:41.095024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752727473399'] for subnet, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:41.167809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:41.168624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:41.169620 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] 10.222.0.32 "PUT /v2.0/subnets/3cabefd4-196e-404f-9dc9-bd09c2482ea5 HTTP/1.1" status: 200 len: 868 time: 0.4366846 Mar 08 11:40:41.180622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cabefd4-196e-404f-9dc9-bd09c2482ea5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:40:41.183150 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a2b199-d9c7-456a-a1ee-a232936625d7 None None] Network ce506b7d-18c9-4547-ac97-3da597a4b166 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:40:41.189573 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:41.189965 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:41.190313 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:41.190650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:41.190986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:41.191321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:41.191654 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:41.191979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:41.192498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:41.192616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:41.192932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:41.193255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446df97-6821-4393-981f-e315e14d3505 admin admin] Tracked resource versions report: Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: pushed versions: Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: { 'AddressGroup': {'1.2'}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'ConntrackHelper': {'1.0'}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Log': {'1.0'}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Network': {'1.1'}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Port': {'1.7'}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'PortForwarding': {'1.2'}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'QosPolicy': {'1.8'}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'SecurityGroup': {'1.4'}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'SubPort': {'1.0'}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Subnet': {'1.1'}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Trunk': {'1.1'}} Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: consumer versions: Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: { DHCP agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: L3 agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: Metadata agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: Metering agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: Open vSwitch agent@dv-neutron-828143-8-hyperv: { 'AddressGroup': '1.2', Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'ConntrackHelper': '1.0', Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Log': '1.0', Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Network': '1.1', Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Port': '1.7', Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'PortForwarding': '1.2', Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'QosPolicy': '1.8', Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'SecurityGroup': '1.4', Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'SecurityGroupRule': '1.2', Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'SubPort': '1.0', Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Subnet': '1.1', Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Trunk': '1.1'}} Mar 08 11:40:41.194839 dv-neutron-828143-8-hyperv neutron-server[88469]: {{(pid=88469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:40:41.578039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c4f29a35-51c1-43fa-9349-b95e1071d86c None None] Provisioning complete for port c7879fb0-2d7e-4c47-99e8-0b1302d6ec04 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:40:41.578412 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c4f29a35-51c1-43fa-9349-b95e1071d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:41.702572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c4f29a35-51c1-43fa-9349-b95e1071d86c None None] Provisioning complete for port a25c0cef-de50-4d80-b566-0af8a141011c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:40:41.702847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c4f29a35-51c1-43fa-9349-b95e1071d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:42.112633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-98be4fa7-4b8f-4df3-87d6-d224c5ef863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:43.306757 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:43.352701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41212) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:40:43.363642 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:43.527878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733540d2-646a-4eda-8c35-778673c37497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:43.528365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733540d2-646a-4eda-8c35-778673c37497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:43.529913 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-733540d2-646a-4eda-8c35-778673c37497 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1762431 Mar 08 11:40:44.618163 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:40:45.710633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41222) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:40:45.879601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef33bb02-1119-44cb-95f6-a8735af66064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:45.880075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef33bb02-1119-44cb-95f6-a8735af66064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:45.881575 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ef33bb02-1119-44cb-95f6-a8735af66064 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1699951 Mar 08 11:40:48.033636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41232) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:40:48.195767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4cc9fe-e4e7-4b8a-8a1e-ffd0375dd7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:48.197101 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ff4cc9fe-e4e7-4b8a-8a1e-ffd0375dd7ee admin admin] 10.222.0.32 "GET /v2.0/networks/b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 886 time: 0.1625056 Mar 08 11:40:50.357761 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41242) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:40:50.525949 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31febc1d-3b1f-4b35-a964-01fdb5ba12f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:50.527304 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-31febc1d-3b1f-4b35-a964-01fdb5ba12f6 admin admin] 10.222.0.32 "GET /v2.0/networks/ce506b7d-18c9-4547-ac97-3da597a4b166 HTTP/1.1" status: 200 len: 869 time: 0.1679966 Mar 08 11:40:52.667326 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41252) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:40:52.771927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57857fc-f1e9-4a09-9b7e-b9358b2ae358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:52.772390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57857fc-f1e9-4a09-9b7e-b9358b2ae358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:52.773105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a57857fc-f1e9-4a09-9b7e-b9358b2ae358 admin admin] Synchronizing usage tracker for tenant:b189349c309b42ff96470895927c2ef8 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:40:52.889415 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a57857fc-f1e9-4a09-9b7e-b9358b2ae358 admin admin] Unset dirty status for tenant:b189349c309b42ff96470895927c2ef8 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:40:52.891080 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a57857fc-f1e9-4a09-9b7e-b9358b2ae358 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2227905 Mar 08 11:40:55.073816 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41262) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:40:55.231357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da6750-434f-4f9c-8441-94e256978d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:55.231818 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da6750-434f-4f9c-8441-94e256978d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:55.233831 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e4da6750-434f-4f9c-8441-94e256978d04 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1585422 Mar 08 11:40:57.377574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41272) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:40:57.475760 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8412bd47-37be-4b2e-ace5-402976316c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:57.477081 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8412bd47-37be-4b2e-ace5-402976316c36 admin admin] 10.222.0.32 "GET /v2.0/subnets/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d HTTP/1.1" status: 200 len: 816 time: 0.0985334 Mar 08 11:40:59.629336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41282) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:40:59.736664 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b8260-96aa-440a-aa89-6b5caa07699a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:59.737990 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dd2b8260-96aa-440a-aa89-6b5caa07699a admin admin] 10.222.0.32 "GET /v2.0/subnets/3cabefd4-196e-404f-9dc9-bd09c2482ea5 HTTP/1.1" status: 200 len: 868 time: 0.1075563 Mar 08 11:41:02.775308 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 5 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:41:09.926863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-323069c9-7d44-48f7-b62d-9b52ad5f4fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:12.100937 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3012dc19-292b-4166-b0e1-fe402f28fdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:13.314971 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:13.372621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:14.580437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:18.888400 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41328) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:41:18.935342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-af890ea1-b315-4395-b4e5-21f782ac87a4 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:41:18.936933 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-af890ea1-b315-4395-b4e5-21f782ac87a4 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470400 Mar 08 11:41:21.140367 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41338) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:41:21.204919 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f2ea4a-0ed8-46c3-878c-cdd79d3b03da admin admin] GET failed (client error): The resource could not be found. Mar 08 11:41:21.206193 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-67f2ea4a-0ed8-46c3-878c-cdd79d3b03da admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0648508 Mar 08 11:41:21.330189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd098fd-d71b-4bc0-8cae-5275b9f58adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:41:21.331544 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cfd098fd-d71b-4bc0-8cae-5275b9f58adf admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1215637 Mar 08 11:41:23.498492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41348) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:41:23.544298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:41:23.549300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:41:23.558902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:41:23.626214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Made reservation on behalf of b189349c309b42ff96470895927c2ef8 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:41:23.628538 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:23.718874 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.services.revisions.revision_plugin [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Could not find related network for resource to bump revision. Mar 08 11:41:23.729654 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:41:23.737870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:23.738249 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Added segment 15d9071a-63d4-4ca6-a249-c84234ff4eab of type vlan for network da8397d3-1667-4e6b-b146-0dd2b70b32d5 Mar 08 11:41:23.762298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:23.858040 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:23.858955 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:41:23.859564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:23.957081 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Pushing event updated for resources: {'Network': ['ID=da8397d3-1667-4e6b-b146-0dd2b70b32d5,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:41:23.963566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:23.963923 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:23.964261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:23.964587 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:23.964909 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:23.965245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:23.965570 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:23.965937 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:23.970204 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:23.970204 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:23.970204 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:23.970204 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:23.978203 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network da8397d3-1667-4e6b-b146-0dd2b70b32d5 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:41:24.019007 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0689e60d-d3ab-4766-9a31-bf32c74343c1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5194223 Mar 08 11:41:26.156365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41358) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:41:26.221384 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f7a4b7-a7db-4110-a10a-dc58ca9b20af admin admin] GET failed (client error): The resource could not be found. Mar 08 11:41:26.222620 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-30f7a4b7-a7db-4110-a10a-dc58ca9b20af admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0650182 Mar 08 11:41:26.336888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7212bb1-e0db-4926-828c-c33a565052e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:41:26.338238 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f7212bb1-e0db-4926-828c-c33a565052e6 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1118112 Mar 08 11:41:26.348169 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'da8397d3-1667-4e6b-b146-0dd2b70b32d5'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:41:26.349541 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.quota [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Loaded quota_driver: . Mar 08 11:41:26.355426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:41:26.367538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:41:26.475261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Made reservation on behalf of b189349c309b42ff96470895927c2ef8 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:41:26.477749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:26.772244 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:26.841369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f26e7e-e3d3-4cb3-9f1b-6bcfbf8cc2f4,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:41:26.850246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Checking segment: {'id': '15d9071a-63d4-4ca6-a249-c84234ff4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'da8397d3-1667-4e6b-b146-0dd2b70b32d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:41:26.850625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Network hostable DHCP agents. Network: da8397d3-1667-4e6b-b146-0dd2b70b32d5, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:41:26.920481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Network da8397d3-1667-4e6b-b146-0dd2b70b32d5 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:41:27.011721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, da8397d3-1667-4e6b-b146-0dd2b70b32d5) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:41:27.016224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:41:27.016810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:27.021202 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165fd810-7dc6-474c-bf03-b7b29176ea65 None None] Network da8397d3-1667-4e6b-b146-0dd2b70b32d5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:41:27.112476 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0b9f889e-224d-42f9-861c-d5e76b28c4c1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7676897 Mar 08 11:41:27.236751 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-da8397d3-1667-4e6b-b146-0dd2b70b32d5', 'network_id': 'da8397d3-1667-4e6b-b146-0dd2b70b32d5', 'tenant_id': 'b189349c309b42ff96470895927c2ef8', 'fixed_ips': [{'subnet_id': '40f26e7e-e3d3-4cb3-9f1b-6bcfbf8cc2f4'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:41:27.237637 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:27.393670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Allocated IP 192.168.233.2 (da8397d3-1667-4e6b-b146-0dd2b70b32d5/40f26e7e-e3d3-4cb3-9f1b-6bcfbf8cc2f4/2f350e05-9e25-4dad-b59d-d1201c6f6a5a) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:41:27.603040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:27.614736 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Transition to ACTIVE for port object 2f350e05-9e25-4dad-b59d-d1201c6f6a5a will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:41:27.633573 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Transition to ACTIVE for port object 2f350e05-9e25-4dad-b59d-d1201c6f6a5a will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:41:27.718106 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:27.779037 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Network da8397d3-1667-4e6b-b146-0dd2b70b32d5 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:41:27.785842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:41:27.790334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:41:27.795906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Pushing event updated for resources: {'Port': ['ID=2f350e05-9e25-4dad-b59d-d1201c6f6a5a,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:41:27.826758 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:27.827139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:27.827547 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:27.828400 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:27.828736 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:27.829077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:27.829405 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:27.829729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:27.830086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:27.830413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:27.830731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:27.831046 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:41:27.894425 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Attempting to bind port 2f350e05-9e25-4dad-b59d-d1201c6f6a5a on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:41:27.894722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Attempting to bind port 2f350e05-9e25-4dad-b59d-d1201c6f6a5a by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '15d9071a-63d4-4ca6-a249-c84234ff4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'da8397d3-1667-4e6b-b146-0dd2b70b32d5'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:41:27.895091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Attempting to bind port 2f350e05-9e25-4dad-b59d-d1201c6f6a5a on network da8397d3-1667-4e6b-b146-0dd2b70b32d5 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:41:27.901157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:41:27.901562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Checking segment: {'id': '15d9071a-63d4-4ca6-a249-c84234ff4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'da8397d3-1667-4e6b-b146-0dd2b70b32d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:41:27.902042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:27.902440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Bound using segment: {'id': '15d9071a-63d4-4ca6-a249-c84234ff4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'da8397d3-1667-4e6b-b146-0dd2b70b32d5'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:41:27.902904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Bound port: 2f350e05-9e25-4dad-b59d-d1201c6f6a5a, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d9071a-63d4-4ca6-a249-c84234ff4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'da8397d3-1667-4e6b-b146-0dd2b70b32d5'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:41:27.903295 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:27.992667 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] For port 2f350e05-9e25-4dad-b59d-d1201c6f6a5a, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:41:27.995681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] For port 2f350e05-9e25-4dad-b59d-d1201c6f6a5a, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2f350e05-9e25-4dad-b59d-d1201c6f6a5a,segment=NetworkSegment(15d9071a-63d4-4ca6-a249-c84234ff4eab),segment_id=15d9071a-63d4-4ca6-a249-c84234ff4eab)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:41:28.055011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:28.136287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924b77b-b603-41a7-af75-e72629e2b2fd None None] Pushing event updated for resources: {'Port': ['ID=2f350e05-9e25-4dad-b59d-d1201c6f6a5a,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:41:28.915943 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51212c1-8b27-4ce4-b245-0d8c890c7862 None None] Network da8397d3-1667-4e6b-b146-0dd2b70b32d5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:41:29.083451 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-53b91b64-0f4b-46ce-ae6b-d347002e956b None None] Provisioning for port 2f350e05-9e25-4dad-b59d-d1201c6f6a5a completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:41:29.162216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2f350e05-9e25-4dad-b59d-d1201c6f6a5a up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:41:29.288949 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 2f350e05-9e25-4dad-b59d-d1201c6f6a5a completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:41:29.295609 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 2f350e05-9e25-4dad-b59d-d1201c6f6a5a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:41:29.295979 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:29.451208 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7f14777f-192b-446b-b5b1-3e1aeaf2d1f4 None None] Provisioning complete for port 2f350e05-9e25-4dad-b59d-d1201c6f6a5a triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:41:29.451528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7f14777f-192b-446b-b5b1-3e1aeaf2d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:29.474278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:29.536561 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 2f350e05-9e25-4dad-b59d-d1201c6f6a5a, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2f350e05-9e25-4dad-b59d-d1201c6f6a5a,segment=NetworkSegment(15d9071a-63d4-4ca6-a249-c84234ff4eab),segment_id=15d9071a-63d4-4ca6-a249-c84234ff4eab)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:41:29.595367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7f14777f-192b-446b-b5b1-3e1aeaf2d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:29.618709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:29.729345 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-7f14777f-192b-446b-b5b1-3e1aeaf2d1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:41:29.729607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-7f14777f-192b-446b-b5b1-3e1aeaf2d1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:41:29.732955 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=2f350e05-9e25-4dad-b59d-d1201c6f6a5a,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:41:31.141850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2f350e05-9e25-4dad-b59d-d1201c6f6a5a up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:41:31.215171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 2f350e05-9e25-4dad-b59d-d1201c6f6a5a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:41:31.215543 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:39.774056 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 5 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:41:39.854565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b268685b-e6f4-4a1f-a278-da069b1e9758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:42.110086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b0523228-063e-4ebb-8dfd-e0f63a983c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:43.326832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:43.349470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:41:44.612506 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:09.853940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-747897ca-dc8b-4a28-aebb-bbb137203ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:12.105212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d755509-00ea-4bea-8ded-4f5f2f42f4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:13.316547 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:13.360905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:14.571928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:16.772820 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 5 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:42:39.836238 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7857bb7f-f3fd-4d7f-9496-54b906c77fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:42.104439 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6c49540b-929c-4219-897a-e618dc85629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:43.316058 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:43.361731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:44.579580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:52.829760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41402) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:42:52.836514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-ad024bb9-8646-4083-bdf3-b345ef2b6c5a tempest-verify_tempest_config-1966261279 tempest-verify_tempest_config-1966261279-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:42:52.837507 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ad024bb9-8646-4083-bdf3-b345ef2b6c5a tempest-verify_tempest_config-1966261279 tempest-verify_tempest_config-1966261279-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067487 Mar 08 11:42:53.399259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41420) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:42:53.510564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:53.524803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:42:53.528496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Usage tracker for resource:security_group_rule and tenant:4c61848cbaf446d1a1677abfeaad7b58 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:42:53.531220 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:42:53.536786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:42:53.620369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:53.664397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:53.709737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1404446-9849-4e56-9104-d3e371d3176e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:42:53.713704 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Synchronizing usage tracker for tenant:b189349c309b42ff96470895927c2ef8 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:42:53.722066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:53.722410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:53.722739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:53.723064 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:53.723384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:53.723719 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:53.724041 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:53.724372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:53.724690 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:53.725004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:53.725315 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:53.725624 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:53.773934 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 5 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:42:53.784055 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] Unset dirty status for tenant:b189349c309b42ff96470895927c2ef8 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:42:53.785288 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-64fe2a1d-e655-409f-9271-b03366aaf61b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c61848cbaf446d1a1677abfeaad7b58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3850770 Mar 08 11:42:53.787999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41426) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:42:53.842926 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9c420681-2475-4548-a13e-609a72aba4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:53.867116 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9c420681-2475-4548-a13e-609a72aba4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:53.990537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9c420681-2475-4548-a13e-609a72aba4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:54.004837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c420681-2475-4548-a13e-609a72aba4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1404446-9849-4e56-9104-d3e371d3176e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:42:54.010688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9c420681-2475-4548-a13e-609a72aba4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:42:54.014125 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9c420681-2475-4548-a13e-609a72aba4d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1404446-9849-4e56-9104-d3e371d3176e HTTP/1.1" status: 204 len: 168 time: 0.2228932 Mar 08 11:43:09.858104 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-805c07f4-230c-4479-9850-5cbcea88a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:43:12.092278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5f44-bce0-48bc-a2a1-c2e2a92e30e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:43:13.315591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:43:13.366351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:43:14.606862 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:43:30.774560 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 5 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:43:39.874448 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-da20a169-47a8-48ba-8c99-6448dee81324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:43:42.108705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-79153542-4a09-4d74-b1f8-e1779efb7990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:43:43.320545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:43:43.366348 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:43:44.594425 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:44:07.774467 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 5 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:44:09.863468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-515ccd9a-234c-469a-bc01-b0760f4f6da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:44:12.080042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-16c8dc2a-055e-4661-a157-d9d957a3b01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:44:13.137452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-486455'] for agent, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:44:13.354461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:44:13.377634 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:44:14.583273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:44:27.682356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41496) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:44:27.794903 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d512c104-9535-4014-b6e5-8f5b546522a5 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1114683 Mar 08 11:44:29.977306 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41506) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:44:30.036197 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-af3e244e-bd62-40d2-a81d-88a5b1f79686 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0577903 Mar 08 11:44:39.851340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-64269a4f-39d2-4249-ad7c-10ef42d22696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:44:42.101473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd70c-5c13-457d-b661-974043fc36b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:44:43.038519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:44:43.318458 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:44:43.392617 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:44:44.605991 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:44:44.773136 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:45:09.855462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1d116255-0c93-4cf9-992a-0b5703ffe1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:12.112006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b3a821a8-afa7-47fd-ad5c-0f3d0b3354a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:13.108681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:13.336861 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:13.392471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:14.588505 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:21.771904 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:45:39.888805 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a1b95d07-1fcf-45ad-9abc-28245a9a3ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:42.108054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a49966c0-4973-41f7-8f88-8d4f596d6879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:43.119362 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:43.351045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:43.373938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:44.591422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:58.771040 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:45:59.431216 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41666) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:45:59.788860 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1946883727'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:45:59.796925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:45:59.800869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Usage tracker for resource:network and tenant:83d649a09141404eb4f1190840027a19 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:45:59.803929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:45:59.809542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:45:59.887970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Made reservation on behalf of 83d649a09141404eb4f1190840027a19 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:45:59.892180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:59.904015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:45:59.919917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:45:59.922155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Usage tracker for resource:security_group_rule and tenant:83d649a09141404eb4f1190840027a19 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:45:59.925238 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:45:59.931118 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:00.015677 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:00.085011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:00.116037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:00.128153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:00.128493 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Added segment 75e58df9-a41a-4cd3-b51b-af15c4039170 of type vlan for network 0658c2c9-bef0-4525-a75e-9fa9c3eb682e Mar 08 11:46:00.129605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e065f07-bb55-4de9-b645-bc9a10c9e00f,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:00.140676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:00.141022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:00.141361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:00.142286 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:00.142618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:00.142949 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Tracked resource versions report: Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: pushed versions: Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: { 'AddressGroup': {'1.2'}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'ConntrackHelper': {'1.0'}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Log': {'1.0'}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Network': {'1.1'}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Port': {'1.7'}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'PortForwarding': {'1.2'}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'QosPolicy': {'1.8'}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'SecurityGroup': {'1.4'}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'SubPort': {'1.0'}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Subnet': {'1.1'}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Trunk': {'1.1'}} Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: consumer versions: Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: { DHCP agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: HyperV agent@hv-neutron-8281: {}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: L3 agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: Metadata agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: Metering agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: Open vSwitch agent@dv-neutron-828143-8-hyperv: { 'AddressGroup': '1.2', Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'ConntrackHelper': '1.0', Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Log': '1.0', Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Network': '1.1', Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Port': '1.7', Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'PortForwarding': '1.2', Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'QosPolicy': '1.8', Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'SecurityGroup': '1.4', Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'SecurityGroupRule': '1.2', Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'SubPort': '1.0', Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Subnet': '1.1', Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: 'Trunk': '1.1'}} Mar 08 11:46:00.148929 dv-neutron-828143-8-hyperv neutron-server[88470]: {{(pid=88470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:46:00.167583 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:00.271092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:00.276943 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:00.277702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:00.389310 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event updated for resources: {'Network': ['ID=0658c2c9-bef0-4525-a75e-9fa9c3eb682e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:00.401709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 0658c2c9-bef0-4525-a75e-9fa9c3eb682e details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:00.509929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41702) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:00.522528 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Request body: {'subnet': {'network_id': '0658c2c9-bef0-4525-a75e-9fa9c3eb682e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:00.523508 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7fb9fb01-c377-4cf0-9658-81a44820d834 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0909503 Mar 08 11:46:00.640285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41710) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:00.659955 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:00.664067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Usage tracker for resource:subnet and tenant:83d649a09141404eb4f1190840027a19 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:00.668395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:00.674508 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41716) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:00.680693 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:00.742257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41724) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:00.782201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Made reservation on behalf of 83d649a09141404eb4f1190840027a19 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:00.785737 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.069624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1136934468-network', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:01.076807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-340712368-network', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:01.083386 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:01.086725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.123088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Usage tracker for resource:network and tenant:c789aaee89fe4403ae97580a823f1a5a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:01.126657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:01.128325 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:01.133485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-651133059-network', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:01.148628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:01.150821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Usage tracker for resource:network and tenant:4f7cf23e768e4420895e1a6e55553a02 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:01.155649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:01.173428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:01.193745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:01.212182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Usage tracker for resource:network and tenant:451a6ae544ae458da1fdd0d6f1d54d89 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:01.217964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:01.232348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:01.234234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event updated for resources: {'Subnet': ['ID=4d7faa4d-03ff-4f62-9e5e-d554c6266c44,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:01.246485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Checking segment: {'id': '75e58df9-a41a-4cd3-b51b-af15c4039170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0658c2c9-bef0-4525-a75e-9fa9c3eb682e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:01.246846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Network hostable DHCP agents. Network: 0658c2c9-bef0-4525-a75e-9fa9c3eb682e, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:01.257405 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.257985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.258417 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.258645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.258983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.259315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.259646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.259976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.260447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.260772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.261101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.261540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Tracked resource versions report: Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: pushed versions: Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: { 'AddressGroup': {'1.2'}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'ConntrackHelper': {'1.0'}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Log': {'1.0'}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Network': {'1.1'}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Port': {'1.7'}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'PortForwarding': {'1.2'}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'QosPolicy': {'1.8'}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'SecurityGroup': {'1.4'}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'SubPort': {'1.0'}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Subnet': {'1.1'}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Trunk': {'1.1'}} Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: consumer versions: Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: { DHCP agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: HyperV agent@hv-neutron-8281: {}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: L3 agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: Metadata agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: Metering agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: Open vSwitch agent@dv-neutron-828143-8-hyperv: { 'AddressGroup': '1.2', Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'ConntrackHelper': '1.0', Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Log': '1.0', Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Network': '1.1', Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Port': '1.7', Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'PortForwarding': '1.2', Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'QosPolicy': '1.8', Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'SecurityGroup': '1.4', Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'SecurityGroupRule': '1.2', Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'SubPort': '1.0', Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Subnet': '1.1', Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: 'Trunk': '1.1'}} Mar 08 11:46:01.262518 dv-neutron-828143-8-hyperv neutron-server[88469]: {{(pid=88469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:46:01.299499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Made reservation on behalf of 4f7cf23e768e4420895e1a6e55553a02 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:01.301971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.317017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Made reservation on behalf of c789aaee89fe4403ae97580a823f1a5a for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:01.319601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.333662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.341908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Made reservation on behalf of 451a6ae544ae458da1fdd0d6f1d54d89 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:01.344158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.355602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.369839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.381598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Network 0658c2c9-bef0-4525-a75e-9fa9c3eb682e is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:01.388400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:01.397160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:01.401180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Usage tracker for resource:security_group_rule and tenant:c789aaee89fe4403ae97580a823f1a5a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:01.404383 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:01.406344 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7cf23e768e4420895e1a6e55553a02 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:01.409810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:01.412447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:01.415119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Usage tracker for resource:security_group_rule and tenant:451a6ae544ae458da1fdd0d6f1d54d89 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:01.422155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:01.426142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:01.429934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:01.431785 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:01.498449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 0658c2c9-bef0-4525-a75e-9fa9c3eb682e) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:01.508885 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f654fa6d-aca7-4d61-8a8b-b8bdd398270a None None] Network 0658c2c9-bef0-4525-a75e-9fa9c3eb682e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:01.522849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:01.523432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.630705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.700704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.724535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.731941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.736823 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:01.755173 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7d901428-d8f8-4911-a3cf-2e14ae4d4e85 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2412736 Mar 08 11:46:01.755914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41762) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:01.761135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844b6a31-a001-4787-8009-182a64b4c32f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:01.762792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0e0909a7-91b2-4ccd-b9a9-fc17af610946 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1833269725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:01.763951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752727579670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.764583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Unsubscribe: segment precommit_create {{(pid=88469) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 11:46:01.765108 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Added segment bcbce039-c746-4c13-b87a-a4d54c2e19b1 of type vlan for network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 Mar 08 11:46:01.770653 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0e0909a7-91b2-4ccd-b9a9-fc17af610946 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:01.775569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0e0909a7-91b2-4ccd-b9a9-fc17af610946 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Usage tracker for resource:router and tenant:83d649a09141404eb4f1190840027a19 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:01.779050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0e0909a7-91b2-4ccd-b9a9-fc17af610946 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:01.789225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0e0909a7-91b2-4ccd-b9a9-fc17af610946 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:01.799240 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-0658c2c9-bef0-4525-a75e-9fa9c3eb682e', 'network_id': '0658c2c9-bef0-4525-a75e-9fa9c3eb682e', 'tenant_id': '83d649a09141404eb4f1190840027a19', 'fixed_ips': [{'subnet_id': '4d7faa4d-03ff-4f62-9e5e-d554c6266c44'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:46:01.802201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.837798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.844165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.856460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.869210 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:01.879250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.887164 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Added segment 9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d of type vlan for network c9696f42-2096-4d7e-b072-373349eed38f Mar 08 11:46:01.908501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0e0909a7-91b2-4ccd-b9a9-fc17af610946 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.909606 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0e0909a7-91b2-4ccd-b9a9-fc17af610946 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.939597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0e0909a7-91b2-4ccd-b9a9-fc17af610946 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.947653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:01.973425 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:02.004140 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f249b57c-9e81-4b5c-9f76-0d539b066bdd,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:02.005582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Allocated IP 172.20.0.2 (0658c2c9-bef0-4525-a75e-9fa9c3eb682e/4d7faa4d-03ff-4f62-9e5e-d554c6266c44/1e248835-8ad6-4fc7-b346-5a34f68ecc76) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:02.028934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.029501 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Added segment 3db461cb-1065-406b-ae8b-bff33bb3a6f2 of type vlan for network 7273093a-cdec-4255-9656-7b99e0178316 Mar 08 11:46:02.049439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0e0909a7-91b2-4ccd-b9a9-fc17af610946 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.072540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ed6ef3-b523-407c-94bf-b0a92612a31f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:02.100724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.138146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.150930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:02.150930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.158472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41776) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:02.171063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0e0909a7-91b2-4ccd-b9a9-fc17af610946 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.172311 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0e0909a7-91b2-4ccd-b9a9-fc17af610946 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4146042 Mar 08 11:46:02.174530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.175515 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:02.175718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41782) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:02.179498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.275580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.276796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:02.277529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.281578 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.294996 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Transition to ACTIVE for port object 1e248835-8ad6-4fc7-b346-5a34f68ecc76 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:02.303899 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:02.312435 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41788) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:02.318246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:02.393481 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7520163 Mar 08 11:46:02.400545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41794) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:02.415150 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2eb230f9-4612-424e-b310-2dff130e3ed8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7396426 Mar 08 11:46:02.416514 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6729755 Mar 08 11:46:02.431858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Transition to ACTIVE for port object 1e248835-8ad6-4fc7-b346-5a34f68ecc76 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:02.432011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Request body: {'subnet': {'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1136934468-subnet', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:02.483865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41798) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:02.484296 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41800) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:02.494743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:02.504192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Request body: {'subnet': {'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-651133059-subnet', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:02.510710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Request body: {'subnet': {'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-340712368-subnet', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:02.517244 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Usage tracker for resource:subnet and tenant:c789aaee89fe4403ae97580a823f1a5a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:02.520575 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:02.522962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:02.524032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.525939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:02.528200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceade9e9-9f57-46d9-9576-d2fa288387e9 admin admin] Pushing event updated for resources: {'Network': ['ID=c9696f42-2096-4d7e-b072-373349eed38f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:02.553059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Usage tracker for resource:subnet and tenant:451a6ae544ae458da1fdd0d6f1d54d89 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:02.564824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:02.568165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Usage tracker for resource:subnet and tenant:4f7cf23e768e4420895e1a6e55553a02 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:02.586596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:02.604808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:02.640034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:02.643932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:02.654324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network c9696f42-2096-4d7e-b072-373349eed38f details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:02.675414 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Pushing event updated for resources: {'Port': ['ID=1e248835-8ad6-4fc7-b346-5a34f68ecc76,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:02.713732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:02.715857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:02.716480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:02.718664 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:02.721841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:02.722855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:02.723487 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:02.724037 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:02.724548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:02.726838 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:02.727798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:02.728777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Tracked resource versions report: Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: pushed versions: Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: { 'AddressGroup': {'1.2'}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'ConntrackHelper': {'1.0'}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Log': {'1.0'}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Network': {'1.1'}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Port': {'1.7'}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'PortForwarding': {'1.2'}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'QosPolicy': {'1.8'}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'SecurityGroup': {'1.4'}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'SubPort': {'1.0'}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Subnet': {'1.1'}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Trunk': {'1.1'}} Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: consumer versions: Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: { DHCP agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: HyperV agent@hv-neutron-8281: {}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: L3 agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: Metadata agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: Metering agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: Open vSwitch agent@dv-neutron-828143-8-hyperv: { 'AddressGroup': '1.2', Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'ConntrackHelper': '1.0', Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Log': '1.0', Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Network': '1.1', Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Port': '1.7', Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'PortForwarding': '1.2', Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'QosPolicy': '1.8', Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'SecurityGroup': '1.4', Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'SecurityGroupRule': '1.2', Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'SubPort': '1.0', Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Subnet': '1.1', Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: 'Trunk': '1.1'}} Mar 08 11:46:02.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: {{(pid=88471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:46:02.751822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Network 0658c2c9-bef0-4525-a75e-9fa9c3eb682e is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:02.755938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:02.761586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:02.774609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d101a3d-1d8d-4923-9c04-809cba069a38 admin admin] Pushing event updated for resources: {'Network': ['ID=7273093a-cdec-4255-9656-7b99e0178316,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:02.780866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Made reservation on behalf of c789aaee89fe4403ae97580a823f1a5a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:02.785132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.791680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-967403565'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:02.793921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 7273093a-cdec-4255-9656-7b99e0178316 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:02.797028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:02.801127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Usage tracker for resource:network and tenant:17d9ec70c79741e896db81f856ec63a7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:02.804258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:02.810405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:02.817936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41810) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:02.856392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.940558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c5651b73-6545-4cbc-8767-f743a54816d4 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1325189924'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:02.950298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Made reservation on behalf of 17d9ec70c79741e896db81f856ec63a7 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:02.955970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.961719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c5651b73-6545-4cbc-8767-f743a54816d4 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:02.976596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c5651b73-6545-4cbc-8767-f743a54816d4 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Usage tracker for resource:router and tenant:81fb401bea32489fa34523a5f1129b71 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:02.982048 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c5651b73-6545-4cbc-8767-f743a54816d4 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:02.984271 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:02.996291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c5651b73-6545-4cbc-8767-f743a54816d4 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:03.059131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Made reservation on behalf of 4f7cf23e768e4420895e1a6e55553a02 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:03.062158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.097901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2050048272'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:03.098497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Made reservation on behalf of 451a6ae544ae458da1fdd0d6f1d54d89 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:03.101186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.135878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:03.146342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Usage tracker for resource:security_group_rule and tenant:17d9ec70c79741e896db81f856ec63a7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:03.156010 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:03.166199 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Attempting to bind port 1e248835-8ad6-4fc7-b346-5a34f68ecc76 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:03.166778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Attempting to bind port 1e248835-8ad6-4fc7-b346-5a34f68ecc76 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '75e58df9-a41a-4cd3-b51b-af15c4039170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0658c2c9-bef0-4525-a75e-9fa9c3eb682e'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:03.167360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Attempting to bind port 1e248835-8ad6-4fc7-b346-5a34f68ecc76 on network 0658c2c9-bef0-4525-a75e-9fa9c3eb682e {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:03.169953 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:03.175084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:03.175696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Checking segment: {'id': '75e58df9-a41a-4cd3-b51b-af15c4039170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0658c2c9-bef0-4525-a75e-9fa9c3eb682e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:03.176196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.176396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:03.176777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Bound using segment: {'id': '75e58df9-a41a-4cd3-b51b-af15c4039170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0658c2c9-bef0-4525-a75e-9fa9c3eb682e'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:03.177514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Bound port: 1e248835-8ad6-4fc7-b346-5a34f68ecc76, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e58df9-a41a-4cd3-b51b-af15c4039170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0658c2c9-bef0-4525-a75e-9fa9c3eb682e'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:03.178172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.186657 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Usage tracker for resource:network and tenant:e7ad6dd1bfbf452e8ee99e963cc17194 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:03.192299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:03.206480 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:03.268599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5651b73-6545-4cbc-8767-f743a54816d4 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.270198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5651b73-6545-4cbc-8767-f743a54816d4 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.297227 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] For port 1e248835-8ad6-4fc7-b346-5a34f68ecc76, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:03.300864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] For port 1e248835-8ad6-4fc7-b346-5a34f68ecc76, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1e248835-8ad6-4fc7-b346-5a34f68ecc76,segment=NetworkSegment(75e58df9-a41a-4cd3-b51b-af15c4039170),segment_id=75e58df9-a41a-4cd3-b51b-af15c4039170)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:03.357371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.359144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Made reservation on behalf of e7ad6dd1bfbf452e8ee99e963cc17194 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:03.365355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.392581 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.405918 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5651b73-6545-4cbc-8767-f743a54816d4 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.422574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Allocated IP 172.20.0.1 (0658c2c9-bef0-4525-a75e-9fa9c3eb682e/4d7faa4d-03ff-4f62-9e5e-d554c6266c44/d3485483-724c-40c2-9e80-7fd75d9ab920) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:03.434786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:03.448805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.450036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Usage tracker for resource:security_group_rule and tenant:e7ad6dd1bfbf452e8ee99e963cc17194 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:03.453739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:03.476094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:03.519503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d10b40-d6c3-454b-b42e-aa272f857d56 None None] Pushing event updated for resources: {'Port': ['ID=1e248835-8ad6-4fc7-b346-5a34f68ecc76,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:03.581283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.597302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.644128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.644425 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.660042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5651b73-6545-4cbc-8767-f743a54816d4 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.662262 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Transition to ACTIVE for port object d3485483-724c-40c2-9e80-7fd75d9ab920 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:03.699170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:03.755249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7032fe46-bda6-47b7-88cb-a85f4ab74c1d,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:03.772313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a91f6e4-cc3e-4649-b106-7dc6f351d5d8,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:03.784596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.784982 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Added segment 66747de9-9f0f-46fe-a9a4-c990ad162bb6 of type vlan for network 24514b6e-af96-46bc-98d5-2455262f9400 Mar 08 11:46:03.792603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.821156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Checking segment: {'id': '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:03.821654 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Network hostable DHCP agents. Network: c9696f42-2096-4d7e-b072-373349eed38f, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:03.847577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Network 0658c2c9-bef0-4525-a75e-9fa9c3eb682e is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:03.849493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5651b73-6545-4cbc-8767-f743a54816d4 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.850299 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c5651b73-6545-4cbc-8767-f743a54816d4 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.5079837 Mar 08 11:46:03.858009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.861646 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:03.863513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41834) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:03.879350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:03.879863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:03.887738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Checking segment: {'id': '3db461cb-1065-406b-ae8b-bff33bb3a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7273093a-cdec-4255-9656-7b99e0178316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:03.894064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Network hostable DHCP agents. Network: 7273093a-cdec-4255-9656-7b99e0178316, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:03.894064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:03.981305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Network c9696f42-2096-4d7e-b072-373349eed38f is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:03.983120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41840) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:03.990800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Checking segment: {'id': 'bcbce039-c746-4c13-b87a-a4d54c2e19b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:03.991081 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Network hostable DHCP agents. Network: 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:03.993490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.000286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2890795d-e559-4819-84cc-8d8066a8ce8a,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:04.027884 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Network 7273093a-cdec-4255-9656-7b99e0178316 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:04.051002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event updated for resources: {'Port': ['ID=d3485483-724c-40c2-9e80-7fd75d9ab920,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:04.095358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, c9696f42-2096-4d7e-b072-373349eed38f) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:04.100174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:04.104930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.106567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf7399b-46b6-423a-af69-832659a76742 None None] Network c9696f42-2096-4d7e-b072-373349eed38f requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:04.122875 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.resource_extend [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:46:04.132049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.137853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4da1286a-c218-4184-a67f-6826377631de tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.162957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:04.168653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:04.172741 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Usage tracker for resource:floatingip and tenant:1195881d192746efb39094487a830653 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:04.176209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:04.182091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:04.209156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:04.211758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 7273093a-cdec-4255-9656-7b99e0178316) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:04.218565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:04.219231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.222737 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b2402e-e3a5-4dc3-a5ea-aa781cf029e0 None None] Network 7273093a-cdec-4255-9656-7b99e0178316 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:04.236517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:04.240694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:04.241356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.258909 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dceb5a5-3735-4932-acad-eecbebddad22 None None] Network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:04.260390 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-88fb81e6-e359-4af7-8fa9-936ec3969660 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7721858 Mar 08 11:46:04.262370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.266871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41846) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:04.271625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:04.276208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:04.290536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Usage tracker for resource:router and tenant:451a6ae544ae458da1fdd0d6f1d54d89 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:04.290536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:04.291638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:04.393734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.397400 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9febe3ad-237c-406f-8db3-1703b26ed517 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9095612 Mar 08 11:46:04.397955 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-594c32cf-3b38-480c-9e13-f062bba30f8d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9884529 Mar 08 11:46:04.399002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:04.405480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.405634 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.419542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.420650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.425426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41850) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:04.425926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41852) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:04.441494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:04.462530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:04.470533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:04.478375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:04.486732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Usage tracker for resource:router and tenant:4f7cf23e768e4420895e1a6e55553a02 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:04.490997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.495564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:04.502215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Usage tracker for resource:router and tenant:c789aaee89fe4403ae97580a823f1a5a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:04.505980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:04.518125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:04.524252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:04.552934 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:04.605351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.607075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.636677 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.638342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.652336 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.668584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.708259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4da1286a-c218-4184-a67f-6826377631de tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.710252 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5ce4d7-15e3-42ba-a552-0febc6175ecf,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:04.722701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4da1286a-c218-4184-a67f-6826377631de tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.731154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.731983 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Added segment 6fc9249f-974e-41c2-a1dc-af9ee87eeada of type vlan for network e23aab9b-a73c-4801-89bd-1cd4dda4e341 Mar 08 11:46:04.764417 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.775985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-7273093a-cdec-4255-9656-7b99e0178316', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'fixed_ips': [{'subnet_id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:46:04.776837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:04.778569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.106450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-c9696f42-2096-4d7e-b072-373349eed38f', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'fixed_ips': [{'subnet_id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:46:05.106450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.106450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad4eb6-d3a1-44cc-bb09-844a047dde1c None None] Network 0658c2c9-bef0-4525-a75e-9fa9c3eb682e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:05.116665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.resource_extend [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:46:05.116665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Pushing event updated for resources: {'Network': ['ID=24514b6e-af96-46bc-98d5-2455262f9400,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:05.117219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'fixed_ips': [{'subnet_id': '2890795d-e559-4819-84cc-8d8066a8ce8a'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:46:05.117219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.117219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 24514b6e-af96-46bc-98d5-2455262f9400 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:05.118709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4da1286a-c218-4184-a67f-6826377631de tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.118709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da1286a-c218-4184-a67f-6826377631de tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc3eea07-7245-4962-a7a8-c8af98112e5d {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:46:05.118973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.119135 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b227efd0-7c25-4bdb-b24c-f30d935559e2 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9212842 Mar 08 11:46:05.119135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41866) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:05.119135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Request body: {'subnet': {'network_id': '24514b6e-af96-46bc-98d5-2455262f9400', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:05.188372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4da1286a-c218-4184-a67f-6826377631de tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.192964 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4da1286a-c218-4184-a67f-6826377631de tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] 10.222.0.32 "DELETE /v2.0/routers/fc3eea07-7245-4962-a7a8-c8af98112e5d HTTP/1.1" status: 204 len: 168 time: 1.3140471 Mar 08 11:46:05.200295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.206182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:05.206792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.214426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41870) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:05.251924 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2fc11f26-9740-4e1b-b2d1-1e1c22ed2525 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Request body: {'router': {'name': 'tempest-router-67452480', 'distributed': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:05.314124 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2fc11f26-9740-4e1b-b2d1-1e1c22ed2525 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:05.351153 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-75a41315-d6ed-46e3-89c0-49c17f4af5cb None None] Provisioning for port 1e248835-8ad6-4fc7-b346-5a34f68ecc76 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:05.367011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2fc11f26-9740-4e1b-b2d1-1e1c22ed2525 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Usage tracker for resource:router and tenant:81fb401bea32489fa34523a5f1129b71 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:05.377793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2fc11f26-9740-4e1b-b2d1-1e1c22ed2525 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:05.397668 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1e248835-8ad6-4fc7-b346-5a34f68ecc76 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:05.440163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2fc11f26-9740-4e1b-b2d1-1e1c22ed2525 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:05.458591 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6037989 Mar 08 11:46:05.463744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41876) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:05.464376 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6038d4-a34a-40d0-b07c-130b19e5a510 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Pushing event updated for resources: {'Network': ['ID=e23aab9b-a73c-4801-89bd-1cd4dda4e341,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:05.481136 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:05.496102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.512252 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Usage tracker for resource:subnet and tenant:17d9ec70c79741e896db81f856ec63a7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:05.525970 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network e23aab9b-a73c-4801-89bd-1cd4dda4e341 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:05.528947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:05.547050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:05.570495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Allocated IP 172.20.0.2 (7273093a-cdec-4255-9656-7b99e0178316/9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e/206c20a4-ca5a-49ae-ad49-000d1c720efa) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:05.596968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.624933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.692300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Allocated IP 172.26.4.71 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/f397250f-7549-4221-bc6f-b2bc9e21e87e) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:05.724513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.733104 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Request body: {'network': {'name': 'tempest-network--2107470112', 'router:external': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:05.737778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:05.740492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fc11f26-9740-4e1b-b2d1-1e1c22ed2525 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.741460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fc11f26-9740-4e1b-b2d1-1e1c22ed2525 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.747648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Usage tracker for resource:network and tenant:30186d80b6ad4e81b9eefb9362b61615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:05.751300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:05.758559 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:05.771097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fc11f26-9740-4e1b-b2d1-1e1c22ed2525 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.822635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Made reservation on behalf of 17d9ec70c79741e896db81f856ec63a7 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:05.822995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Allocated IP 172.20.0.2 (c9696f42-2096-4d7e-b072-373349eed38f/7032fe46-bda6-47b7-88cb-a85f4ab74c1d/e252216a-d259-4010-91b5-7c9b2e8cfbdd) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:05.826356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks [] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.843915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.844859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.908593 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Made reservation on behalf of 30186d80b6ad4e81b9eefb9362b61615 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:05.911128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.924258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Allocated IP 172.20.0.2 (4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53/2890795d-e559-4819-84cc-8d8066a8ce8a/95014524-6542-4793-b0a5-046eb3da6dc1) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:05.927706 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fc11f26-9740-4e1b-b2d1-1e1c22ed2525 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:05.940990 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.084212 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.137887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 1e248835-8ad6-4fc7-b346-5a34f68ecc76 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:06.141966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event updated for resources: {'Port': ['ID=d3485483-724c-40c2-9e80-7fd75d9ab920,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:06.177725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 1e248835-8ad6-4fc7-b346-5a34f68ecc76 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:06.177725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.195359 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:06.208424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Usage tracker for resource:security_group_rule and tenant:30186d80b6ad4e81b9eefb9362b61615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:06.211006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:06.222275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fc11f26-9740-4e1b-b2d1-1e1c22ed2525 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.226235 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2fc11f26-9740-4e1b-b2d1-1e1c22ed2525 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9837079 Mar 08 11:46:06.227987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41882) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:06.232162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:06.342455 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Network 0658c2c9-bef0-4525-a75e-9fa9c3eb682e is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:06.347212 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:06.395256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9e7a77ca-7831-4644-a535-2db57bc8c8af tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.400215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.444702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.444893 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Transition to ACTIVE for port object 206c20a4-ca5a-49ae-ad49-000d1c720efa will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:06.541044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:06.555310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:06.566396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:06.582789 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Transition to ACTIVE for port object 206c20a4-ca5a-49ae-ad49-000d1c720efa will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:06.603127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.627267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.651724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.661864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Transition to ACTIVE for port object e252216a-d259-4010-91b5-7c9b2e8cfbdd will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:06.664140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.680300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.705127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.710705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Transition to ACTIVE for port object 95014524-6542-4793-b0a5-046eb3da6dc1 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:06.727449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.770127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:06.779956 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Transition to ACTIVE for port object e252216a-d259-4010-91b5-7c9b2e8cfbdd will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:06.819008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Network 7273093a-cdec-4255-9656-7b99e0178316 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:06.824303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Pushing event updated for resources: {'Subnet': ['ID=63436c88-5f35-48f4-abfc-31d74e2151ce,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:06.827311 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.827665 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Added segment 5d561f3c-1028-4b87-b856-2f7e0e4c149e of type vlan for network 326f86ac-cfb8-4d45-83e8-2c1c8b35e254 Mar 08 11:46:06.831030 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:06.832970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Router ad23e47b-5a3a-477f-b53f-e79684b83149 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:46:06.833316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:06.838841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 1e248835-8ad6-4fc7-b346-5a34f68ecc76, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1e248835-8ad6-4fc7-b346-5a34f68ecc76,segment=NetworkSegment(75e58df9-a41a-4cd3-b51b-af15c4039170),segment_id=75e58df9-a41a-4cd3-b51b-af15c4039170)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:06.841481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Transition to ACTIVE for port object 95014524-6542-4793-b0a5-046eb3da6dc1 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:06.843321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b8995d-47f7-47a0-ac86-c449fc524551,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:06.870548 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Checking segment: {'id': '66747de9-9f0f-46fe-a9a4-c990ad162bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '24514b6e-af96-46bc-98d5-2455262f9400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:06.871170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Network hostable DHCP agents. Network: 24514b6e-af96-46bc-98d5-2455262f9400, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:06.877841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Pushing event updated for resources: {'Port': ['ID=206c20a4-ca5a-49ae-ad49-000d1c720efa,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:06.886601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.964724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-26f4e20a-fcdf-4063-b982-801afbbace46 None None] Provisioning for port d3485483-724c-40c2-9e80-7fd75d9ab920 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:06.984498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.989818 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.991658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:06.998493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-26f4e20a-fcdf-4063-b982-801afbbace46 None None] Provisioning complete for port d3485483-724c-40c2-9e80-7fd75d9ab920 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:06.998854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-26f4e20a-fcdf-4063-b982-801afbbace46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.041069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Network c9696f42-2096-4d7e-b072-373349eed38f is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:07.061702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:07.064745 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:07.114174 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Attempting to bind port 206c20a4-ca5a-49ae-ad49-000d1c720efa on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:07.114543 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Attempting to bind port 206c20a4-ca5a-49ae-ad49-000d1c720efa by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '3db461cb-1065-406b-ae8b-bff33bb3a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7273093a-cdec-4255-9656-7b99e0178316'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:07.114909 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Attempting to bind port 206c20a4-ca5a-49ae-ad49-000d1c720efa on network 7273093a-cdec-4255-9656-7b99e0178316 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:07.127062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:07.127835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Pushing event updated for resources: {'Port': ['ID=e252216a-d259-4010-91b5-7c9b2e8cfbdd,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:07.131048 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:46:07.150630 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc27626-0d80-4351-b9cc-c9a6b8241ae8 None None] Sync routers for ids ['ad23e47b-5a3a-477f-b53f-e79684b83149'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:07.152671 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2df33e65-78af-4da0-b056-bd2d1bf544d0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "PUT /v2.0/routers/ad23e47b-5a3a-477f-b53f-e79684b83149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9759374 Mar 08 11:46:07.158342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41888) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:07.163330 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc27626-0d80-4351-b9cc-c9a6b8241ae8 None None] Routers {'ad23e47b-5a3a-477f-b53f-e79684b83149'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:07.164100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Request body: {'port': {'network_id': '0658c2c9-bef0-4525-a75e-9fa9c3eb682e', 'name': 'tempest-FloatingIPNegativeTestJSON-1371339385'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:07.167969 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0bc27626-0d80-4351-b9cc-c9a6b8241ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:45:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['ad23e47b-5a3a-477f-b53f-e79684b83149'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:07.175026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:07.178774 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:07.183617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Network 24514b6e-af96-46bc-98d5-2455262f9400 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:07.193439 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:07.193814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Checking segment: {'id': '3db461cb-1065-406b-ae8b-bff33bb3a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7273093a-cdec-4255-9656-7b99e0178316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:07.194231 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.194620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Bound using segment: {'id': '3db461cb-1065-406b-ae8b-bff33bb3a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7273093a-cdec-4255-9656-7b99e0178316'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:07.195092 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Bound port: 206c20a4-ca5a-49ae-ad49-000d1c720efa, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db461cb-1065-406b-ae8b-bff33bb3a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7273093a-cdec-4255-9656-7b99e0178316'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:07.195479 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.208039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.209075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:07.209745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.260369 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0bc27626-0d80-4351-b9cc-c9a6b8241ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:07.270853 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc27626-0d80-4351-b9cc-c9a6b8241ae8 None None] Routers {'ad23e47b-5a3a-477f-b53f-e79684b83149'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:07.271686 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0bc27626-0d80-4351-b9cc-c9a6b8241ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:45:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['ad23e47b-5a3a-477f-b53f-e79684b83149'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:07.295694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-26f4e20a-fcdf-4063-b982-801afbbace46 None None] Port d3485483-724c-40c2-9e80-7fd75d9ab920 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:07.325547 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 24514b6e-af96-46bc-98d5-2455262f9400) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:07.346176 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d467bbd-1332-47d3-af0e-8e3b1d303e5d None None] Network 24514b6e-af96-46bc-98d5-2455262f9400 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:07.347081 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0bc27626-0d80-4351-b9cc-c9a6b8241ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:07.347713 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc27626-0d80-4351-b9cc-c9a6b8241ae8 None None] The sync data for ids ['ad23e47b-5a3a-477f-b53f-e79684b83149'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:07.381170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event updated for resources: {'Port': ['ID=f397250f-7549-4221-bc6f-b2bc9e21e87e,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:07.382124 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:07.382816 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.413689 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9445403 Mar 08 11:46:07.418782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754800d-3736-45f3-8a43-b9f83f8b927a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event updated for resources: {'Network': ['ID=326f86ac-cfb8-4d45-83e8-2c1c8b35e254,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:07.420801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41892) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:07.424350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Pushing event updated for resources: {'Port': ['ID=95014524-6542-4793-b0a5-046eb3da6dc1,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:07.467625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 326f86ac-cfb8-4d45-83e8-2c1c8b35e254 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:07.496497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9e7a77ca-7831-4644-a535-2db57bc8c8af tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.505111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Attempting to bind port e252216a-d259-4010-91b5-7c9b2e8cfbdd on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:07.505471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Attempting to bind port e252216a-d259-4010-91b5-7c9b2e8cfbdd by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:07.505829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Attempting to bind port e252216a-d259-4010-91b5-7c9b2e8cfbdd on network c9696f42-2096-4d7e-b072-373349eed38f {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:07.518350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:07.527212 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-612b46cc-5112-4338-8205-a9a494de6c5c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4334655 Mar 08 11:46:07.528254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Usage tracker for resource:port and tenant:83d649a09141404eb4f1190840027a19 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:07.533701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:07.536046 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41896) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:07.549212 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:07.554341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Request body: {'port': {'network_id': '24514b6e-af96-46bc-98d5-2455262f9400', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1518678747'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:07.596848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.612406 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Attempting to bind port 95014524-6542-4793-b0a5-046eb3da6dc1 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:07.612768 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Attempting to bind port 95014524-6542-4793-b0a5-046eb3da6dc1 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'bcbce039-c746-4c13-b87a-a4d54c2e19b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:07.613128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Attempting to bind port 95014524-6542-4793-b0a5-046eb3da6dc1 on network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:07.615493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:07.615921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Checking segment: {'id': '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:07.616319 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.616711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Bound using segment: {'id': '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:07.617181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Bound port: e252216a-d259-4010-91b5-7c9b2e8cfbdd, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:07.617813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.630853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9e7a77ca-7831-4644-a535-2db57bc8c8af tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.638765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-26f4e20a-fcdf-4063-b982-801afbbace46 None None] Provisioning complete for port 1e248835-8ad6-4fc7-b346-5a34f68ecc76 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:07.638962 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-26f4e20a-fcdf-4063-b982-801afbbace46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.662576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.688231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.710633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Made reservation on behalf of 83d649a09141404eb4f1190840027a19 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:07.714220 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.754915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.790065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:07.790473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Checking segment: {'id': 'bcbce039-c746-4c13-b87a-a4d54c2e19b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:07.790824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.791216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Bound using segment: {'id': 'bcbce039-c746-4c13-b87a-a4d54c2e19b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:07.791671 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Bound port: 95014524-6542-4793-b0a5-046eb3da6dc1, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbce039-c746-4c13-b87a-a4d54c2e19b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:07.792053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.859609 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] For port 206c20a4-ca5a-49ae-ad49-000d1c720efa, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:07.882216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.898606 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=1e248835-8ad6-4fc7-b346-5a34f68ecc76,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:07.914704 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] device_id is not set on port 58f23c38-ff99-4770-925b-70d56df571cd yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:46:07.922064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.941768 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] For port 206c20a4-ca5a-49ae-ad49-000d1c720efa, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=206c20a4-ca5a-49ae-ad49-000d1c720efa,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:07.959994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:07.967109 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:07.975329 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Usage tracker for resource:port and tenant:17d9ec70c79741e896db81f856ec63a7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:07.985189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:07.994498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:07.997624 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:07.999108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:07.999108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:07.999108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > port after_create 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:07.999585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:08.000579 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > port after_update 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:08.000579 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:08.000788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:08.001118 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:08.001499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:08.053440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.070422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.113717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.137832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9e7a77ca-7831-4644-a535-2db57bc8c8af tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.138811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7a77ca-7831-4644-a535-2db57bc8c8af tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e6c5bb4-bf77-40c6-b9f3-3bd14afcc954 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:46:08.147556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] For port e252216a-d259-4010-91b5-7c9b2e8cfbdd, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:08.156856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.160476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:08.161017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:08.161252 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:08.161639 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:08.165621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326f86ac-cfb8-4d45-83e8-2c1c8b35e254']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:08.198030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d561f3c-1028-4b87-b856-2f7e0e4c149e') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:08.198172 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d561f3c-1028-4b87-b856-2f7e0e4c149e') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:08.217658 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.222454 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] For port e252216a-d259-4010-91b5-7c9b2e8cfbdd, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e252216a-d259-4010-91b5-7c9b2e8cfbdd,segment=NetworkSegment(9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d),segment_id=9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:08.239677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] For port 95014524-6542-4793-b0a5-046eb3da6dc1, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:08.243653 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.265446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-24514b6e-af96-46bc-98d5-2455262f9400', 'network_id': '24514b6e-af96-46bc-98d5-2455262f9400', 'tenant_id': '17d9ec70c79741e896db81f856ec63a7', 'fixed_ips': [{'subnet_id': '63436c88-5f35-48f4-abfc-31d74e2151ce'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:46:08.266883 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.286467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:08.286467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.299218 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] For port 95014524-6542-4793-b0a5-046eb3da6dc1, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=95014524-6542-4793-b0a5-046eb3da6dc1,segment=NetworkSegment(bcbce039-c746-4c13-b87a-a4d54c2e19b1),segment_id=bcbce039-c746-4c13-b87a-a4d54c2e19b1)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:08.299218 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1767d-80fa-433d-9b73-399717e32bae None None] Pushing event updated for resources: {'Port': ['ID=206c20a4-ca5a-49ae-ad49-000d1c720efa,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: from cryptography.utils import int_from_bytes Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: from cryptography.utils import int_from_bytes Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn_limited( Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn_limited( Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:08.299901 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:08.323027 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Made reservation on behalf of 17d9ec70c79741e896db81f856ec63a7 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:08.326735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.349453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.420037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] device_id is not set on port d6f1771f-80b7-4f39-97a4-6a11a99fc19a yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:46:08.431509 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940f149-781e-417f-8b03-effc4e71bae7 None None] Pushing event updated for resources: {'Port': ['ID=e252216a-d259-4010-91b5-7c9b2e8cfbdd,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:08.446115 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.487797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Allocated IP 172.20.0.12 (0658c2c9-bef0-4525-a75e-9fa9c3eb682e/4d7faa4d-03ff-4f62-9e5e-d554c6266c44/58f23c38-ff99-4770-925b-70d56df571cd) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:08.570321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.634805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9e7a77ca-7831-4644-a535-2db57bc8c8af tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.643053 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9e7a77ca-7831-4644-a535-2db57bc8c8af tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] 10.222.0.32 "DELETE /v2.0/routers/9e6c5bb4-bf77-40c6-b9f3-3bd14afcc954 HTTP/1.1" status: 204 len: 168 time: 2.4068544 Mar 08 11:46:08.648206 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41900) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:08.655018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-dca725b8-22eb-4432-8773-235d970bdd06 None None] Provisioning complete for port d3485483-724c-40c2-9e80-7fd75d9ab920 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:08.655730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dca725b8-22eb-4432-8773-235d970bdd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.694713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0c066b7a-e723-4fca-9802-e40ebd373e48 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Request body: {'router': {'name': 'tempest-router-2097372907', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '44af288dfd324d73a0d91643ec95dcf3'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:08.705804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.719667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Allocated IP 172.26.4.237 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/4e14bade-ba92-41e4-9dee-0e3824a473d9) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:08.730829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0c066b7a-e723-4fca-9802-e40ebd373e48 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:08.740312 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b912a-2112-440e-be43-86bb6059d2dc None None] Pushing event updated for resources: {'Port': ['ID=95014524-6542-4793-b0a5-046eb3da6dc1,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:08.759894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0c066b7a-e723-4fca-9802-e40ebd373e48 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Usage tracker for resource:router and tenant:44af288dfd324d73a0d91643ec95dcf3 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:08.764290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0c066b7a-e723-4fca-9802-e40ebd373e48 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:08.772227 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0c066b7a-e723-4fca-9802-e40ebd373e48 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:08.796371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-dca725b8-22eb-4432-8773-235d970bdd06 None None] Port d3485483-724c-40c2-9e80-7fd75d9ab920 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:08.803291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Allocated IP 172.20.0.2 (24514b6e-af96-46bc-98d5-2455262f9400/63436c88-5f35-48f4-abfc-31d74e2151ce/81b9684a-c708-46fe-b962-e5ff070b189d) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:08.817334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.910913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.958820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Transition to ACTIVE for port object 58f23c38-ff99-4770-925b-70d56df571cd will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:08.968590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 326f86ac-cfb8-4d45-83e8-2c1c8b35e254 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 11:46:08.973746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.988720 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:08.998214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event deleted for resources: {'Network': ['ID=326f86ac-cfb8-4d45-83e8-2c1c8b35e254,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:09.012779 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c066b7a-e723-4fca-9802-e40ebd373e48 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.013802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c066b7a-e723-4fca-9802-e40ebd373e48 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.038498 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f4df3f18-9d52-4076-a1d0-334c9e3c1396 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "DELETE /v2.0/networks/326f86ac-cfb8-4d45-83e8-2c1c8b35e254 HTTP/1.1" status: 204 len: 168 time: 1.6128886 Mar 08 11:46:09.044324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41904) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:09.060845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:09.090249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event updated for resources: {'Port': ['ID=f397250f-7549-4221-bc6f-b2bc9e21e87e,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:09.102730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:09.107718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Usage tracker for resource:network and tenant:30186d80b6ad4e81b9eefb9362b61615 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:09.111937 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:09.119226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:09.128700 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c066b7a-e723-4fca-9802-e40ebd373e48 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.160908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.165329 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-88cd23ff-f1cc-4806-ad19-875be55b4dc1 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1801136 Mar 08 11:46:09.165928 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.166437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41910) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:09.181366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-734128394'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:09.189323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:09.208805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Usage tracker for resource:network and tenant:1195881d192746efb39094487a830653 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:09.213552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.220114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:09.228331 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:09.232078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Made reservation on behalf of 30186d80b6ad4e81b9eefb9362b61615 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:09.234671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.237261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.253850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Transition to ACTIVE for port object 81b9684a-c708-46fe-b962-e5ff070b189d will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:09.273708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:09.286147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.286503 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Added segment 8b031f18-cdfa-4e47-9f7a-587a8bcbfc81 of type vlan for network c3905516-420d-4a98-adf7-2e9f470a2eab Mar 08 11:46:09.286902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Transition to ACTIVE for port object 81b9684a-c708-46fe-b962-e5ff070b189d will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:09.333502 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.360710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Network 0658c2c9-bef0-4525-a75e-9fa9c3eb682e is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:09.364257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:09.381037 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c066b7a-e723-4fca-9802-e40ebd373e48 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.381274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:09.389661 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Made reservation on behalf of 1195881d192746efb39094487a830653 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:09.401366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.415835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.444376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.493909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.494951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:09.495567 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.502373 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:09.503239 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.576001 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Network 24514b6e-af96-46bc-98d5-2455262f9400 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:09.600298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 95014524-6542-4793-b0a5-046eb3da6dc1 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:09.651657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:09.653096 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4936249 Mar 08 11:46:09.662778 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41914) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:09.674726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Usage tracker for resource:security_group_rule and tenant:1195881d192746efb39094487a830653 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:09.680921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:09.683873 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02326199-a1f5-44cd-bd71-16044ad72c11 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event updated for resources: {'Port': ['ID=58f23c38-ff99-4770-925b-70d56df571cd,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:09.684385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:09.712276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:09.717206 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:09.719868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Pushing event updated for resources: {'Port': ['ID=81b9684a-c708-46fe-b962-e5ff070b189d,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:09.736190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Allocated IP 172.20.0.4 (24514b6e-af96-46bc-98d5-2455262f9400/63436c88-5f35-48f4-abfc-31d74e2151ce/d6f1771f-80b7-4f39-97a4-6a11a99fc19a) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:09.737854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c066b7a-e723-4fca-9802-e40ebd373e48 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.739148 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0c066b7a-e723-4fca-9802-e40ebd373e48 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0800529 Mar 08 11:46:09.742218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41920) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:09.761308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c190008a-bb6c-485d-8b42-54f89675acba tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:09.764689 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:09.770377 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Usage tracker for resource:floatingip and tenant:83d649a09141404eb4f1190840027a19 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:09.773658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:09.780990 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:09.884808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:09.887471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.933871 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42f9d93-9826-4271-b029-14caa6f8ae20 None None] Network 7273093a-cdec-4255-9656-7b99e0178316 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:09.956978 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9097857 Mar 08 11:46:09.958267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41924) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:09.976104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:09.996975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Attempting to bind port 81b9684a-c708-46fe-b962-e5ff070b189d on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:09.997594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Attempting to bind port 81b9684a-c708-46fe-b962-e5ff070b189d by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '66747de9-9f0f-46fe-a9a4-c990ad162bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '24514b6e-af96-46bc-98d5-2455262f9400'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:09.998431 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Attempting to bind port 81b9684a-c708-46fe-b962-e5ff070b189d on network 24514b6e-af96-46bc-98d5-2455262f9400 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:10.066544 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2eccbb2b-1b87-4e05-af64-d593c2ed3db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.081542 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-21888556-0fbd-46b0-bee3-80b339007a8c None None] Provisioning for port 58f23c38-ff99-4770-925b-70d56df571cd completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:10.088815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:10.089473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Checking segment: {'id': '66747de9-9f0f-46fe-a9a4-c990ad162bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '24514b6e-af96-46bc-98d5-2455262f9400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:10.089899 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.090295 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Bound using segment: {'id': '66747de9-9f0f-46fe-a9a4-c990ad162bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '24514b6e-af96-46bc-98d5-2455262f9400'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:10.090799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Bound port: 81b9684a-c708-46fe-b962-e5ff070b189d, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66747de9-9f0f-46fe-a9a4-c990ad162bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '24514b6e-af96-46bc-98d5-2455262f9400'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:10.091191 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.096517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c99b4-5326-4b11-bb76-8f557f8a75e6 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event updated for resources: {'Network': ['ID=c3905516-420d-4a98-adf7-2e9f470a2eab,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:10.107654 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Request body: {'subnet': {'network_id': 'c3905516-420d-4a98-adf7-2e9f470a2eab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:10.119901 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network c3905516-420d-4a98-adf7-2e9f470a2eab details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:10.162073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:10.183253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:10.198568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Usage tracker for resource:subnet and tenant:30186d80b6ad4e81b9eefb9362b61615 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:10.206730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:10.211914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:10.229639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:10.231572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-21888556-0fbd-46b0-bee3-80b339007a8c None None] Provisioning complete for port 58f23c38-ff99-4770-925b-70d56df571cd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:10.231945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-21888556-0fbd-46b0-bee3-80b339007a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.346329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:10.347815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-21888556-0fbd-46b0-bee3-80b339007a8c None None] Port 58f23c38-ff99-4770-925b-70d56df571cd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:10.354741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 95014524-6542-4793-b0a5-046eb3da6dc1 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:10.355660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Allocated IP 172.26.4.74 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/71999e53-45c7-4423-b5b3-139c9de98020) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:10.358126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e14bade-ba92-41e4-9dee-0e3824a473d9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:10.411977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device e252216a-d259-4010-91b5-7c9b2e8cfbdd up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:10.454581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2e4f70-c080-41a3-9443-3ee65b5bee10 None None] Network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:10.477039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.498154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Transition to ACTIVE for port object d6f1771f-80b7-4f39-97a4-6a11a99fc19a will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:10.605002 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3c10ef-27f1-4fde-9284-42b5b3d386f3 None None] Network c9696f42-2096-4d7e-b072-373349eed38f requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:10.665916 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c190008a-bb6c-485d-8b42-54f89675acba tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.666172 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c190008a-bb6c-485d-8b42-54f89675acba tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.707036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Made reservation on behalf of 30186d80b6ad4e81b9eefb9362b61615 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:10.709269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.773828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] For port 81b9684a-c708-46fe-b962-e5ff070b189d, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:10.785711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1e0ac578-52aa-4fc0-a935-04408f733e0b None None] Provisioning for port 206c20a4-ca5a-49ae-ad49-000d1c720efa completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:10.804134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c190008a-bb6c-485d-8b42-54f89675acba tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88470) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 08 11:46:10.804514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c190008a-bb6c-485d-8b42-54f89675acba tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Router 838a1a7f-b980-4cf1-9191-658b56a3206b migrating from provider to provider. {{(pid=88470) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 08 11:46:10.804897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c190008a-bb6c-485d-8b42-54f89675acba tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.809457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c190008a-bb6c-485d-8b42-54f89675acba tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.814680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.868015 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] For port 81b9684a-c708-46fe-b962-e5ff070b189d, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=81b9684a-c708-46fe-b962-e5ff070b189d,segment=NetworkSegment(66747de9-9f0f-46fe-a9a4-c990ad162bb6),segment_id=66747de9-9f0f-46fe-a9a4-c990ad162bb6)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:10.880341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Network 24514b6e-af96-46bc-98d5-2455262f9400 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:10.887817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:10.893200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:10.926538 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Pushing event updated for resources: {'Port': ['ID=d6f1771f-80b7-4f39-97a4-6a11a99fc19a,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:10.928978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c190008a-bb6c-485d-8b42-54f89675acba tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.981386 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.995410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:10.996986 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:11.033809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port e252216a-d259-4010-91b5-7c9b2e8cfbdd completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:11.065159 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1e0ac578-52aa-4fc0-a935-04408f733e0b None None] Provisioning for port 95014524-6542-4793-b0a5-046eb3da6dc1 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:11.087464 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1e248835-8ad6-4fc7-b346-5a34f68ecc76 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:11.089176 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:11.090276 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:11.103794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:11.115731 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c190008a-bb6c-485d-8b42-54f89675acba tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] No L3 agents can host the router 838a1a7f-b980-4cf1-9191-658b56a3206b Mar 08 11:46:11.138619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1e0ac578-52aa-4fc0-a935-04408f733e0b None None] Provisioning complete for port 95014524-6542-4793-b0a5-046eb3da6dc1 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:11.138804 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac578-52aa-4fc0-a935-04408f733e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:11.200952 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f19e19f2-6e56-4710-a229-f190970f42ce tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6603563 Mar 08 11:46:11.203492 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41928) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:11.247708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:11.270987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b13e94-30d7-4312-b0a8-34cf894ec25f None None] Pushing event updated for resources: {'Port': ['ID=81b9684a-c708-46fe-b962-e5ff070b189d,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:11.284374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:11.291576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:11.306901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190008a-bb6c-485d-8b42-54f89675acba tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Hosts for router 838a1a7f-b980-4cf1-9191-658b56a3206b: [] {{(pid=88470) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 08 11:46:11.349003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e332d4-ac33-471a-9cc2-81172c876cd3,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:11.358165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190008a-bb6c-485d-8b42-54f89675acba tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Hosts for other DVR routers connected to router 838a1a7f-b980-4cf1-9191-658b56a3206b: set() {{(pid=88470) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 08 11:46:11.360882 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c190008a-bb6c-485d-8b42-54f89675acba tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:11.365340 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c190008a-bb6c-485d-8b42-54f89675acba tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] 10.222.0.32 "PUT /v2.0/routers/838a1a7f-b980-4cf1-9191-658b56a3206b HTTP/1.1" status: 200 len: 717 time: 1.6217356 Mar 08 11:46:11.368349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41932) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:11.469054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 1e248835-8ad6-4fc7-b346-5a34f68ecc76 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:11.469631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:11.469709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:11.469903 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Added segment 9ffd02f2-5184-4976-b566-2528172a0187 of type vlan for network fc5355ea-ef17-4615-b7f5-310c8ff8d5ec Mar 08 11:46:11.543327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c31a4-3a48-4b5a-b0a4-56b17e0e014c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Deleting port d6f1771f-80b7-4f39-97a4-6a11a99fc19a {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:11.543693 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ee4c31a4-3a48-4b5a-b0a4-56b17e0e014c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:11.565420 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac578-52aa-4fc0-a935-04408f733e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:11.621984 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f385a158-0f9c-4a72-b778-c505dde673a6 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] 10.222.0.32 "GET /v2.0/routers/838a1a7f-b980-4cf1-9191-658b56a3206b HTTP/1.1" status: 200 len: 717 time: 0.2512228 Mar 08 11:46:11.623439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41936) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:11.684824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1e0ac578-52aa-4fc0-a935-04408f733e0b None None] For port 95014524-6542-4793-b0a5-046eb3da6dc1, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=95014524-6542-4793-b0a5-046eb3da6dc1,segment=NetworkSegment(bcbce039-c746-4c13-b87a-a4d54c2e19b1),segment_id=bcbce039-c746-4c13-b87a-a4d54c2e19b1)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:11.705034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:11.776887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac578-52aa-4fc0-a935-04408f733e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:11.856935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 206c20a4-ca5a-49ae-ad49-000d1c720efa up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:11.941297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ac578-52aa-4fc0-a935-04408f733e0b None None] Pushing event updated for resources: {'Port': ['ID=95014524-6542-4793-b0a5-046eb3da6dc1,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:11.960117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.004609 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-08d5152c-3a48-4007-9bf5-b636b01e0748 tempest-RoutersTestDVR-1300117140 tempest-RoutersTestDVR-1300117140-project] 10.222.0.32 "GET /v2.0/routers/838a1a7f-b980-4cf1-9191-658b56a3206b HTTP/1.1" status: 200 len: 683 time: 0.3798380 Mar 08 11:46:12.007226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41942) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:12.008839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b7ec9bce-9320-4ad6-8a08-48722120e11d None None] Provisioning for port e252216a-d259-4010-91b5-7c9b2e8cfbdd completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:12.019528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b7ec9bce-9320-4ad6-8a08-48722120e11d None None] Provisioning complete for port e252216a-d259-4010-91b5-7c9b2e8cfbdd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:12.020508 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b7ec9bce-9320-4ad6-8a08-48722120e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.039341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:12.073984 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 206c20a4-ca5a-49ae-ad49-000d1c720efa completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:12.079776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:12.092275 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 206c20a4-ca5a-49ae-ad49-000d1c720efa triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:12.092712 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.120875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:12.142205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-69ec68cd-606b-4448-923a-908b101ecd01 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.152729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f4974e41-bf53-4878-93f2-462ad0ceec02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.194500 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Allocated IP 172.26.4.95 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/4532c99e-8013-4876-96f4-197fd99e4127) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:12.224186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Pushing event updated for resources: {'Port': ['ID=71999e53-45c7-4423-b5b3-139c9de98020,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:12.296704 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b7ec9bce-9320-4ad6-8a08-48722120e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.407473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b7ec9bce-9320-4ad6-8a08-48722120e11d None None] For port e252216a-d259-4010-91b5-7c9b2e8cfbdd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e252216a-d259-4010-91b5-7c9b2e8cfbdd,segment=NetworkSegment(9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d),segment_id=9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:12.409967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.447131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 206c20a4-ca5a-49ae-ad49-000d1c720efa, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=206c20a4-ca5a-49ae-ad49-000d1c720efa,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:12.503436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c7a330-8a98-4aad-ad85-e733b2587d85 None None] Network 24514b6e-af96-46bc-98d5-2455262f9400 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:12.530110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b7ec9bce-9320-4ad6-8a08-48722120e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.544010 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-69ec68cd-606b-4448-923a-908b101ecd01 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.546293 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-69ec68cd-606b-4448-923a-908b101ecd01 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.637079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.657856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-69ec68cd-606b-4448-923a-908b101ecd01 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.657856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ec68cd-606b-4448-923a-908b101ecd01 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 838a1a7f-b980-4cf1-9191-658b56a3206b {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:46:12.663782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b7ec9bce-9320-4ad6-8a08-48722120e11d None None] Provisioning complete for port 206c20a4-ca5a-49ae-ad49-000d1c720efa triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:12.664158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b7ec9bce-9320-4ad6-8a08-48722120e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.665835 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-69ec68cd-606b-4448-923a-908b101ecd01 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.667605 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-69ec68cd-606b-4448-923a-908b101ecd01 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] 10.222.0.32 "DELETE /v2.0/routers/838a1a7f-b980-4cf1-9191-658b56a3206b HTTP/1.1" status: 204 len: 168 time: 0.6594446 Mar 08 11:46:12.671638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41946) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:12.676763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.677923 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c026ac11-0092-4392-a65b-1a3fcdd44371 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Request body: {'router': {'name': 'tempest-router-1553796099', 'distributed': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:12.686807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:12.686807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.687103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c026ac11-0092-4392-a65b-1a3fcdd44371 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:12.691114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c026ac11-0092-4392-a65b-1a3fcdd44371 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Usage tracker for resource:router and tenant:81fb401bea32489fa34523a5f1129b71 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:12.694492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c026ac11-0092-4392-a65b-1a3fcdd44371 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:12.701592 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c026ac11-0092-4392-a65b-1a3fcdd44371 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:12.744814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec9bce-9320-4ad6-8a08-48722120e11d None None] Pushing event updated for resources: {'Port': ['ID=e252216a-d259-4010-91b5-7c9b2e8cfbdd,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:12.779478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c026ac11-0092-4392-a65b-1a3fcdd44371 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.782911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c026ac11-0092-4392-a65b-1a3fcdd44371 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.804251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c026ac11-0092-4392-a65b-1a3fcdd44371 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.893684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 95014524-6542-4793-b0a5-046eb3da6dc1 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:12.901910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c026ac11-0092-4392-a65b-1a3fcdd44371 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:12.928256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.005333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c026ac11-0092-4392-a65b-1a3fcdd44371 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.006924 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c026ac11-0092-4392-a65b-1a3fcdd44371 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3338437 Mar 08 11:46:13.009960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41950) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:13.028748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event updated for resources: {'Network': ['ID=fc5355ea-ef17-4615-b7f5-310c8ff8d5ec,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:13.057293 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=206c20a4-ca5a-49ae-ad49-000d1c720efa,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:13.093386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network fc5355ea-ef17-4615-b7f5-310c8ff8d5ec details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:13.106932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.179268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-de6d48e4-6b33-4422-9299-8b1352bf6749 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.191353 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9ecfa5e3-c38f-4dba-854d-18318798f3dd tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 4.0166538 Mar 08 11:46:13.202045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41954) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:13.214446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ee4c31a4-3a48-4b5a-b0a4-56b17e0e014c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.221674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b7ec9bce-9320-4ad6-8a08-48722120e11d None None] Provisioning complete for port 95014524-6542-4793-b0a5-046eb3da6dc1 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:13.222155 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b7ec9bce-9320-4ad6-8a08-48722120e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.235278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Request body: {'subnet': {'network_id': 'fc5355ea-ef17-4615-b7f5-310c8ff8d5ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:13.408399 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.409206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.425162 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 95014524-6542-4793-b0a5-046eb3da6dc1 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:13.425533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.492505 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.507553 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c31a4-3a48-4b5a-b0a4-56b17e0e014c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Calling delete_port for d6f1771f-80b7-4f39-97a4-6a11a99fc19a owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:13.575244 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-de6d48e4-6b33-4422-9299-8b1352bf6749 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.578471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-47469444-4c7f-4421-ac40-886405d8a2f2 None None] Provisioning complete for port e252216a-d259-4010-91b5-7c9b2e8cfbdd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:13.579014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-de6d48e4-6b33-4422-9299-8b1352bf6749 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.579093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-47469444-4c7f-4421-ac40-886405d8a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.674772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 81b9684a-c708-46fe-b962-e5ff070b189d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:13.701456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-de6d48e4-6b33-4422-9299-8b1352bf6749 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.705627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6d48e4-6b33-4422-9299-8b1352bf6749 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa416f23-4ae4-43a8-9646-4e034150957a {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:46:13.722187 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-de6d48e4-6b33-4422-9299-8b1352bf6749 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.725244 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-de6d48e4-6b33-4422-9299-8b1352bf6749 tempest-RoutersTestDVR-1910835469 tempest-RoutersTestDVR-1910835469-project-admin] 10.222.0.32 "DELETE /v2.0/routers/aa416f23-4ae4-43a8-9646-4e034150957a HTTP/1.1" status: 204 len: 168 time: 0.7139816 Mar 08 11:46:13.924744 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 81b9684a-c708-46fe-b962-e5ff070b189d completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:13.948257 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-47469444-4c7f-4421-ac40-886405d8a2f2 None None] Provisioning for port 81b9684a-c708-46fe-b962-e5ff070b189d completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:13.955434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-47469444-4c7f-4421-ac40-886405d8a2f2 None None] Provisioning complete for port 81b9684a-c708-46fe-b962-e5ff070b189d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:13.955868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-47469444-4c7f-4421-ac40-886405d8a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:13.966907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:14.017216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.028688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Usage tracker for resource:subnet and tenant:1195881d192746efb39094487a830653 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:14.071963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:14.077719 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-47469444-4c7f-4421-ac40-886405d8a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.088648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.objects.ports [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88469) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:46:14.089148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.109088 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-47469444-4c7f-4421-ac40-886405d8a2f2 None None] For port 81b9684a-c708-46fe-b962-e5ff070b189d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=81b9684a-c708-46fe-b962-e5ff070b189d,segment=NetworkSegment(66747de9-9f0f-46fe-a9a4-c990ad162bb6),segment_id=66747de9-9f0f-46fe-a9a4-c990ad162bb6)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:14.140233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:14.142607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.173267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-47469444-4c7f-4421-ac40-886405d8a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.243011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47469444-4c7f-4421-ac40-886405d8a2f2 None None] Pushing event updated for resources: {'Port': ['ID=81b9684a-c708-46fe-b962-e5ff070b189d,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:14.274205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:14.275007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41966) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:14.292950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:14.299951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:14.399100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a5765b8e-fa6a-418f-b182-8be256b5c824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.409218 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Pushing event updated for resources: {'Port': ['ID=4532c99e-8013-4876-96f4-197fd99e4127,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:14.411410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Made reservation on behalf of 1195881d192746efb39094487a830653 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:14.413590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a5765b8e-fa6a-418f-b182-8be256b5c824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:14.414831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.418169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a5765b8e-fa6a-418f-b182-8be256b5c824 admin admin] Usage tracker for resource:security_group_rule and tenant:44af288dfd324d73a0d91643ec95dcf3 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:14.420972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a5765b8e-fa6a-418f-b182-8be256b5c824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:14.427106 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a5765b8e-fa6a-418f-b182-8be256b5c824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:14.476656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Allocated IP 172.26.4.23 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/5457bc41-a465-43ea-b765-908097fba4f9) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:14.508580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a5765b8e-fa6a-418f-b182-8be256b5c824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.598978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a5765b8e-fa6a-418f-b182-8be256b5c824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.630402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.647728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5765b8e-fa6a-418f-b182-8be256b5c824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d23483-5c2f-44e8-9c17-a3c56f3929d2,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:14.653962 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a5765b8e-fa6a-418f-b182-8be256b5c824 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44af288dfd324d73a0d91643ec95dcf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759720 Mar 08 11:46:14.662434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41972) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:14.736041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 81b9684a-c708-46fe-b962-e5ff070b189d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:14.738109 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1eae8a1b-c7fb-46cb-acae-6766021a99b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.744157 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Checking segment: {'id': '8b031f18-cdfa-4e47-9f7a-587a8bcbfc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c3905516-420d-4a98-adf7-2e9f470a2eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:14.744535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Network hostable DHCP agents. Network: c3905516-420d-4a98-adf7-2e9f470a2eab, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:14.767566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1eae8a1b-c7fb-46cb-acae-6766021a99b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.767764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-67c3cf07-26cc-49fd-bf10-1bc407672bc4 None None] Provisioning for port d6f1771f-80b7-4f39-97a4-6a11a99fc19a completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:14.768933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c0da429-39c7-48da-b2bb-d9a7c214a4b8,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:14.782697 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-67c3cf07-26cc-49fd-bf10-1bc407672bc4 None None] Provisioning complete for port d6f1771f-80b7-4f39-97a4-6a11a99fc19a triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:14.783166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-67c3cf07-26cc-49fd-bf10-1bc407672bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.787801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ee4c31a4-3a48-4b5a-b0a4-56b17e0e014c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.821891 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-67c3cf07-26cc-49fd-bf10-1bc407672bc4 None None] Port d6f1771f-80b7-4f39-97a4-6a11a99fc19a was deleted so its status cannot be updated. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 08 11:46:14.836932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Router e54ab3c6-4da7-4adf-b4ba-97f15121c86e is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:46:14.847392 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-67c3cf07-26cc-49fd-bf10-1bc407672bc4 None None] Provisioning complete for port 81b9684a-c708-46fe-b962-e5ff070b189d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:14.847857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-67c3cf07-26cc-49fd-bf10-1bc407672bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.903448 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 81b9684a-c708-46fe-b962-e5ff070b189d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:14.903824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.916183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1eae8a1b-c7fb-46cb-acae-6766021a99b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.949151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae8a1b-c7fb-46cb-acae-6766021a99b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d23483-5c2f-44e8-9c17-a3c56f3929d2,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:14.951389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1eae8a1b-c7fb-46cb-acae-6766021a99b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:14.964951 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1eae8a1b-c7fb-46cb-acae-6766021a99b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9d23483-5c2f-44e8-9c17-a3c56f3929d2 HTTP/1.1" status: 204 len: 168 time: 0.2914298 Mar 08 11:46:15.142693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device e252216a-d259-4010-91b5-7c9b2e8cfbdd up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:15.208166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port e252216a-d259-4010-91b5-7c9b2e8cfbdd triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:15.208556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:15.276841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c31a4-3a48-4b5a-b0a4-56b17e0e014c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Pushing event deleted for resources: {'Port': ['ID=d6f1771f-80b7-4f39-97a4-6a11a99fc19a,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:15.278380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Network c3905516-420d-4a98-adf7-2e9f470a2eab is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:15.348778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 206c20a4-ca5a-49ae-ad49-000d1c720efa up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:15.427551 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 206c20a4-ca5a-49ae-ad49-000d1c720efa triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:15.427921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:15.491994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, c3905516-420d-4a98-adf7-2e9f470a2eab) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:15.520728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ee4c31a4-3a48-4b5a-b0a4-56b17e0e014c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:15.555541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f295b-0116-4f98-af9e-1459eebbb89a None None] Network c3905516-420d-4a98-adf7-2e9f470a2eab requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:15.603975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:15.604482 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:15.641621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:15.664548 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41984) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:15.682902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e1fc5ce-e808-44d6-9e53-14b4a3e9080b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:15.697372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2e1fc5ce-e808-44d6-9e53-14b4a3e9080b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:15.701123 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2e1fc5ce-e808-44d6-9e53-14b4a3e9080b admin admin] Usage tracker for resource:security_group_rule and tenant:81fb401bea32489fa34523a5f1129b71 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:15.704266 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2e1fc5ce-e808-44d6-9e53-14b4a3e9080b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:15.709752 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2e1fc5ce-e808-44d6-9e53-14b4a3e9080b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:15.714988 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ee4c31a4-3a48-4b5a-b0a4-56b17e0e014c tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] 10.222.0.32 "DELETE /v2.0/ports/d6f1771f-80b7-4f39-97a4-6a11a99fc19a HTTP/1.1" status: 204 len: 168 time: 4.4963400 Mar 08 11:46:15.715605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41988) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:15.741716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:15.809483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16e4ccc-4935-4aa6-a11f-34b3da5409d4 None None] Network c3905516-420d-4a98-adf7-2e9f470a2eab requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:15.822052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:46:15.837367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Sync routers for ids ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:15.853805 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Routers {'e54ab3c6-4da7-4adf-b4ba-97f15121c86e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:15.854455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:15.870699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 41994) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:15.871247 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e3f5efe7-e926-4098-b0a7-e60037de0c9a tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.8748536 Mar 08 11:46:15.878060 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Request body: {'floatingip': {'floating_network_id': 'c3905516-420d-4a98-adf7-2e9f470a2eab'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:15.883898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:15.888103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Usage tracker for resource:floatingip and tenant:30186d80b6ad4e81b9eefb9362b61615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:15.891552 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:15.898634 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:15.902568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:15.971634 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.021267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e1fc5ce-e808-44d6-9e53-14b4a3e9080b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.059149 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.062092 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-54ceb52f-ce8c-4a41-8525-2b414d0c38d6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.7925246 Mar 08 11:46:16.066470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 41998) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:16.071516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.094323 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e1fc5ce-e808-44d6-9e53-14b4a3e9080b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.113843 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2c8a9034-33e8-4739-af85-337e68f7fb16 tempest-DHCPAgentSchedulersTestJSON-653522370 tempest-DHCPAgentSchedulersTestJSON-653522370-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3948178 Mar 08 11:46:16.125256 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42002) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:16.147353 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1785086082'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:16.154385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Set router e54ab3c6-4da7-4adf-b4ba-97f15121c86e gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:46:16.213169 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.245007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:16.253275 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2e1fc5ce-e808-44d6-9e53-14b4a3e9080b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81fb401bea32489fa34523a5f1129b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5845344 Mar 08 11:46:16.256456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42006) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:16.260223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Usage tracker for resource:network and tenant:17d9ec70c79741e896db81f856ec63a7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:16.262804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fc5ce-e808-44d6-9e53-14b4a3e9080b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a07e1bc-318f-44fd-abb0-0359ea9662c3,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:16.267346 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:16.286818 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:16.348490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.389952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Made reservation on behalf of 17d9ec70c79741e896db81f856ec63a7 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:16.393435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.412752 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-152558ca-9129-48d8-9577-a401d2acc86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.474371 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:16.479174 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-152558ca-9129-48d8-9577-a401d2acc86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.496542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:16.505665 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event updated for resources: {'Subnet': ['ID=6e8a2eb6-4dfa-4f5f-af81-e79eff1b21ef,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:16.517781 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:10Z', 'revision_number': 3, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:16.526161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Checking router: e54ab3c6-4da7-4adf-b4ba-97f15121c86e for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:46:16.526161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Updating router e54ab3c6-4da7-4adf-b4ba-97f15121c86e port 4e14bade-ba92-41e4-9dee-0e3824a473d9 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:46:16.527686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:16.540735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.541086 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Added segment 6a0cd693-b838-4adf-8adf-52e23902cb4e of type vlan for network af2ef877-ddb8-456b-837f-1fc47738128d Mar 08 11:46:16.576437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.585328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:16.607505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.610651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event updated for resources: {'Port': ['ID=5457bc41-a465-43ea-b765-908097fba4f9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:16.620099 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Allocated IP 172.20.0.5 (c3905516-420d-4a98-adf7-2e9f470a2eab/5c0da429-39c7-48da-b2bb-d9a7c214a4b8/019140ae-2d8b-4511-b607-28e5da2363a4) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:16.683835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Checking segment: {'id': '9ffd02f2-5184-4976-b566-2528172a0187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fc5355ea-ef17-4615-b7f5-310c8ff8d5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:16.686497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Network hostable DHCP agents. Network: fc5355ea-ef17-4615-b7f5-310c8ff8d5ec, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:16.753824 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-152558ca-9129-48d8-9577-a401d2acc86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.779482 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.784907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:16.785493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.806274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152558ca-9129-48d8-9577-a401d2acc86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a07e1bc-318f-44fd-abb0-0359ea9662c3,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:16.899386 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.900651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Router 16ffb9a0-f639-41ac-b6f6-01428b285f8a is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:46:16.908601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Network fc5355ea-ef17-4615-b7f5-310c8ff8d5ec is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:16.941964 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-152558ca-9129-48d8-9577-a401d2acc86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.945584 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-152558ca-9129-48d8-9577-a401d2acc86f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a07e1bc-318f-44fd-abb0-0359ea9662c3 HTTP/1.1" status: 204 len: 168 time: 0.6851256 Mar 08 11:46:16.950881 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Pushing event updated for resources: {'Network': ['ID=af2ef877-ddb8-456b-837f-1fc47738128d,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:16.956302 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3f4f519c-0a21-4d53-9851-c1daa069a0b9 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8282311 Mar 08 11:46:16.960238 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.963920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42012) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:16.965969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:16.972273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network af2ef877-ddb8-456b-837f-1fc47738128d details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:17.022036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Transition to ACTIVE for port object 4e14bade-ba92-41e4-9dee-0e3824a473d9 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:17.109549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, fc5355ea-ef17-4615-b7f5-310c8ff8d5ec) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:17.119900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ded4278-e208-4478-8cf0-419d2e193b75 None None] Network fc5355ea-ef17-4615-b7f5-310c8ff8d5ec requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:17.127167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:17.140258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:17.140858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:17.153161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:17.174638 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-21d982d5-4e51-42ab-a262-d7dbde7a256c tempest-DHCPAgentSchedulersTestJSON-653522370 tempest-DHCPAgentSchedulersTestJSON-653522370-project-admin] 10.222.0.32 "GET /v2.0/agents/ef4309c1-a25e-4734-a6b4-655d1bd2232c/dhcp-networks HTTP/1.1" status: 200 len: 8054 time: 0.2054496 Mar 08 11:46:17.174848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42016) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:17.286797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Attempting to bind port 4e14bade-ba92-41e4-9dee-0e3824a473d9 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:17.287234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Attempting to bind port 4e14bade-ba92-41e4-9dee-0e3824a473d9 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:17.287662 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Attempting to bind port 4e14bade-ba92-41e4-9dee-0e3824a473d9 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:17.304541 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:17.305783 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:17.306322 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:17.306908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:17.307370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:17.307963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Bound port: 4e14bade-ba92-41e4-9dee-0e3824a473d9, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:17.308460 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:17.322620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:17.351111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6a7d8-dbb0-4697-8f7a-33bc1de37fe0 None None] Pushing event updated for resources: {'Port': ['ID=4e14bade-ba92-41e4-9dee-0e3824a473d9,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:17.418494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event updated for resources: {'Port': ['ID=019140ae-2d8b-4511-b607-28e5da2363a4,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:17.422642 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-687cc518-f801-4b69-8142-09401abfc19f tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2110357 Mar 08 11:46:17.436406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42022) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:17.457367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] For port 4e14bade-ba92-41e4-9dee-0e3824a473d9, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:17.458142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Network c3905516-420d-4a98-adf7-2e9f470a2eab is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:17.462514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] For port 4e14bade-ba92-41e4-9dee-0e3824a473d9, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4e14bade-ba92-41e4-9dee-0e3824a473d9,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:17.463278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-357919491', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}, 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:17.466136 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:17.475031 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:17.516371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-fc5355ea-ef17-4615-b7f5-310c8ff8d5ec', 'network_id': 'fc5355ea-ef17-4615-b7f5-310c8ff8d5ec', 'tenant_id': '1195881d192746efb39094487a830653', 'fixed_ips': [{'subnet_id': '6e8a2eb6-4dfa-4f5f-af81-e79eff1b21ef'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:46:17.517138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:17.528237 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:17.545859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f8f4d-59a6-4a10-89e9-2d94774316e4 tempest-DHCPAgentSchedulersTestJSON-653522370 tempest-DHCPAgentSchedulersTestJSON-653522370-project-admin] Network af2ef877-ddb8-456b-837f-1fc47738128d is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:17.563532 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Usage tracker for resource:router and tenant:1195881d192746efb39094487a830653 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:17.586213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:17.594315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:17.649058 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:17.651411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:46:17.662011 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Sync routers for ids ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:17.676804 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Routers {'16ffb9a0-f639-41ac-b6f6-01428b285f8a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:17.678568 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:17.682366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04168c4a-f2b8-4e4a-bed6-cc8053c8c633 None None] Network af2ef877-ddb8-456b-837f-1fc47738128d requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:17.683325 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d61f8f4d-59a6-4a10-89e9-2d94774316e4 tempest-DHCPAgentSchedulersTestJSON-653522370 tempest-DHCPAgentSchedulersTestJSON-653522370-project-admin] 10.222.0.32 "POST /v2.0/agents/ef4309c1-a25e-4734-a6b4-655d1bd2232c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5066214 Mar 08 11:46:17.684231 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42032) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:17.757452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Routers {'e54ab3c6-4da7-4adf-b4ba-97f15121c86e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:17.758202 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:17.798177 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:17.886342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:17.887357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:17.933315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6a7d8-dbb0-4697-8f7a-33bc1de37fe0 None None] Pushing event updated for resources: {'Port': ['ID=4e14bade-ba92-41e4-9dee-0e3824a473d9,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:17.990333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:17.996499 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Set router 16ffb9a0-f639-41ac-b6f6-01428b285f8a gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:46:18.032887 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:18.034270 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-60870d3e-72a7-4f2b-88a7-b0f330e314e5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.6050119 Mar 08 11:46:18.043021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42042) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:18.134098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:18.182060 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Allocated IP 172.20.0.2 (fc5355ea-ef17-4615-b7f5-310c8ff8d5ec/6e8a2eb6-4dfa-4f5f-af81-e79eff1b21ef/aab424f8-902a-4f99-824f-eb13407a1ac0) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:18.189744 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c86bc9cf-f169-437e-8530-aae51a8f5672 tempest-DHCPAgentSchedulersTestJSON-653522370 tempest-DHCPAgentSchedulersTestJSON-653522370-project-admin] 10.222.0.32 "GET /v2.0/agents/ef4309c1-a25e-4734-a6b4-655d1bd2232c/dhcp-networks HTTP/1.1" status: 200 len: 8824 time: 0.4823976 Mar 08 11:46:18.192518 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42048) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:18.226513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] Set router e54ab3c6-4da7-4adf-b4ba-97f15121c86e gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:46:18.408781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:18.434732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42054) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:18.482318 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:12Z', 'revision_number': 3, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:18.487149 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Checking router: 16ffb9a0-f639-41ac-b6f6-01428b285f8a for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:46:18.487708 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Updating router 16ffb9a0-f639-41ac-b6f6-01428b285f8a port 71999e53-45c7-4423-b5b3-139c9de98020 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:46:18.499525 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:18.520968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:46:18.525254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:18.543604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:18.553751 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:18.565552 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-179f1b8b-2dc2-4bad-8092-1c1ba5d55912 tempest-DHCPAgentSchedulersTestJSON-653522370 tempest-DHCPAgentSchedulersTestJSON-653522370-project-admin] 10.222.0.32 "DELETE /v2.0/agents/ef4309c1-a25e-4734-a6b4-655d1bd2232c/dhcp-networks/af2ef877-ddb8-456b-837f-1fc47738128d HTTP/1.1" status: 204 len: 168 time: 0.3717394 Mar 08 11:46:18.567986 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42060) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:18.627397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:18.646985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Transition to ACTIVE for port object aab424f8-902a-4f99-824f-eb13407a1ac0 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:18.685708 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Transition to ACTIVE for port object aab424f8-902a-4f99-824f-eb13407a1ac0 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:18.773741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:18.812041 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Request body: {'networks': [{'name': 'tempest-network--1431833259'}, {'name': 'tempest-network--1767593882'}]} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:18.812348 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Request body: {'network': {'name': 'tempest-network--1431833259'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:18.813345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Request body: {'network': {'name': 'tempest-network--1767593882'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:18.816673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:18.823123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:18.863994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:18.865074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Network fc5355ea-ef17-4615-b7f5-310c8ff8d5ec is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:18.879617 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:18.884626 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Usage tracker for resource:network and tenant:1fdcaf7ddb084346b9ce82799de5c117 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:18.885729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:18.887703 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Pushing event updated for resources: {'Port': ['ID=aab424f8-902a-4f99-824f-eb13407a1ac0,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:18.896755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:18.908745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event updated for resources: {'Port': ['ID=5457bc41-a465-43ea-b765-908097fba4f9,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:18.971553 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:18.975643 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:18.995240 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.011703 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Transition to ACTIVE for port object 71999e53-45c7-4423-b5b3-139c9de98020 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:19.025716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Attempting to bind port aab424f8-902a-4f99-824f-eb13407a1ac0 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:19.025716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Attempting to bind port aab424f8-902a-4f99-824f-eb13407a1ac0 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '9ffd02f2-5184-4976-b566-2528172a0187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fc5355ea-ef17-4615-b7f5-310c8ff8d5ec'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:19.026237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Attempting to bind port aab424f8-902a-4f99-824f-eb13407a1ac0 on network fc5355ea-ef17-4615-b7f5-310c8ff8d5ec {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:19.027210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event updated for resources: {'Port': ['ID=019140ae-2d8b-4511-b607-28e5da2363a4,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:19.033567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:19.033974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Checking segment: {'id': '9ffd02f2-5184-4976-b566-2528172a0187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fc5355ea-ef17-4615-b7f5-310c8ff8d5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:19.034381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.034772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Bound using segment: {'id': '9ffd02f2-5184-4976-b566-2528172a0187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fc5355ea-ef17-4615-b7f5-310c8ff8d5ec'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:19.035421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Bound port: aab424f8-902a-4f99-824f-eb13407a1ac0, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffd02f2-5184-4976-b566-2528172a0187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fc5355ea-ef17-4615-b7f5-310c8ff8d5ec'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:19.035889 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.044116 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-942fb6a8-f6a9-47ec-b733-68219f8bca28 tempest-DHCPAgentSchedulersTestJSON-653522370 tempest-DHCPAgentSchedulersTestJSON-653522370-project-admin] 10.222.0.32 "GET /v2.0/agents/ef4309c1-a25e-4734-a6b4-655d1bd2232c/dhcp-networks HTTP/1.1" status: 200 len: 8054 time: 0.4745507 Mar 08 11:46:19.044762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42064) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:19.068004 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cb9ec9b7-707c-45d0-8fcf-bf9631164217 tempest-DHCPAgentSchedulersTestJSON-653522370 tempest-DHCPAgentSchedulersTestJSON-653522370-project-admin] 10.222.0.32 "GET /v2.0/networks/24514b6e-af96-46bc-98d5-2455262f9400/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0189497 Mar 08 11:46:19.068344 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42068) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:19.096024 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3991debe-3910-45f9-ba9c-d0f6972c2a71 tempest-DHCPAgentSchedulersTestJSON-653522370 tempest-DHCPAgentSchedulersTestJSON-653522370-project-admin] 10.222.0.32 "GET /v2.0/networks/24514b6e-af96-46bc-98d5-2455262f9400/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0243263 Mar 08 11:46:19.096354 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42072) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:19.114286 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.130426 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] For port aab424f8-902a-4f99-824f-eb13407a1ac0, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:19.132817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.133678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] For port aab424f8-902a-4f99-824f-eb13407a1ac0, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=aab424f8-902a-4f99-824f-eb13407a1ac0,segment=NetworkSegment(9ffd02f2-5184-4976-b566-2528172a0187),segment_id=9ffd02f2-5184-4976-b566-2528172a0187)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:19.133929 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c4549823-d830-4df7-9af4-7142f7079208 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2614377 Mar 08 11:46:19.134894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Made reservation on behalf of 1fdcaf7ddb084346b9ce82799de5c117 for: {'network': 2} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:19.140014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.142371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:10Z', 'revision_number': 3, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:19.146813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bdbbfa-01c4-43ca-9ae1-6c5d75005241 None None] The sync data for ids ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'] in dv-neutron-828143-8-hyperv is: [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:10Z', 'revision_number': 3, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:19.152239 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42076) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:19.225365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.244225 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Attempting to bind port 71999e53-45c7-4423-b5b3-139c9de98020 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:19.244737 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Attempting to bind port 71999e53-45c7-4423-b5b3-139c9de98020 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:19.245213 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Attempting to bind port 71999e53-45c7-4423-b5b3-139c9de98020 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:19.247647 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Pushing event updated for resources: {'Port': ['ID=71999e53-45c7-4423-b5b3-139c9de98020,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:19.251332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.259620 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:19.260262 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:19.260661 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:19.261281 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:19.263703 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:19.263703 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:19.263703 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:19.263703 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:19.263703 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:19.264338 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:19.264679 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:19.265119 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Tracked resource versions report: Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: pushed versions: Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: { 'AddressGroup': {'1.2'}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'ConntrackHelper': {'1.0'}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Log': {'1.0'}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Network': {'1.1'}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Port': {'1.7'}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'PortForwarding': {'1.2'}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'QosPolicy': {'1.8'}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'SecurityGroup': {'1.4'}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'SubPort': {'1.0'}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Subnet': {'1.1'}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Trunk': {'1.1'}} Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: consumer versions: Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: { DHCP agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: HyperV agent@hv-neutron-8281: {}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: L3 agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: Metadata agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: Metering agent@dv-neutron-828143-8-hyperv: {}, Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: Open vSwitch agent@dv-neutron-828143-8-hyperv: { 'AddressGroup': '1.2', Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'ConntrackHelper': '1.0', Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Log': '1.0', Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Network': '1.1', Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Port': '1.7', Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'PortForwarding': '1.2', Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'QosPolicy': '1.8', Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'SecurityGroup': '1.4', Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'SecurityGroupRule': '1.2', Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'SubPort': '1.0', Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Subnet': '1.1', Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: 'Trunk': '1.1'}} Mar 08 11:46:19.266359 dv-neutron-828143-8-hyperv neutron-server[88472]: {{(pid=88472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:46:19.273336 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:19.273855 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:19.274406 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.274897 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:19.275615 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Bound port: 71999e53-45c7-4423-b5b3-139c9de98020, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:19.276205 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.355784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.356993 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-03ebc2bc-f5a1-49f3-b856-f3eb6c54ebbc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.6923409 Mar 08 11:46:19.363567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42080) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:19.366069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc8070-597c-4faa-bc9c-7559373bacf9 None None] Pushing event updated for resources: {'Port': ['ID=aab424f8-902a-4f99-824f-eb13407a1ac0,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:19.368689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-882aa185-a5ea-47e0-acd5-beef208314ad tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Synchronizing usage tracker for tenant:30186d80b6ad4e81b9eefb9362b61615 on resource:floatingip {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:19.378526 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] For port 71999e53-45c7-4423-b5b3-139c9de98020, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:19.383111 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] For port 71999e53-45c7-4423-b5b3-139c9de98020, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=71999e53-45c7-4423-b5b3-139c9de98020,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:19.385664 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:19.393510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5e6ecb8e-6bc4-4eb9-a55e-724ea661ca1b tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Request body: {'floatingip': {'port_id': '58f23c38-ff99-4770-925b-70d56df571cd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:19.418190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.483410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Usage tracker for resource:security_group_rule and tenant:1fdcaf7ddb084346b9ce82799de5c117 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:19.491327 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.496908 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:19.520964 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:19.529795 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5e6ecb8e-6bc4-4eb9-a55e-724ea661ca1b tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for floatingip, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:19.602481 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Routers {'16ffb9a0-f639-41ac-b6f6-01428b285f8a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:19.603118 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:19.738688 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af62b4b-b652-4d08-9c9c-d25ac2837783 None None] Pushing event updated for resources: {'Port': ['ID=71999e53-45c7-4423-b5b3-139c9de98020,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:19.788010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:46:19.800112 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Sync routers for ids ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:19.804388 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-831ec55e-d888-4889-b20b-c9f39ef41552 tempest-DHCPAgentSchedulersTestJSON-653522370 tempest-DHCPAgentSchedulersTestJSON-653522370-project-admin] 10.222.0.32 "GET /v2.0/agents/ef4309c1-a25e-4734-a6b4-655d1bd2232c/dhcp-networks HTTP/1.1" status: 200 len: 8054 time: 0.7069764 Mar 08 11:46:19.812227 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42084) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:19.821528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Routers {'48b1c7b9-a729-44f3-8194-0126ea6e65e7'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:19.823032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:19.933819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Allocated IP 172.20.0.1 (c9696f42-2096-4d7e-b072-373349eed38f/7032fe46-bda6-47b7-88cb-a85f4ab74c1d/9e82a7c7-5c32-445a-a57c-64d296f5df53) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:19.983761 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] Set router 16ffb9a0-f639-41ac-b6f6-01428b285f8a gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:46:20.080784 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Set router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:46:20.144200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-77b0eab3-24a3-433f-b9af-a5a8500ab546 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:20.148936 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-5e6ecb8e-6bc4-4eb9-a55e-724ea661ca1b tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] update failed (client error): The resource could not be found. Mar 08 11:46:20.153196 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5e6ecb8e-6bc4-4eb9-a55e-724ea661ca1b tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "PUT /v2.0/floatingips/acb328f9-3161-4de8-b698-78c550f981ba HTTP/1.1" status: 404 len: 507 time: 0.7866819 Mar 08 11:46:20.158199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:20.161707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42088) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:20.192648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Transition to ACTIVE for port object 9e82a7c7-5c32-445a-a57c-64d296f5df53 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:20.406307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:20.408870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-443cd11e-2445-43d6-a640-6719d06d30f0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Deleting port 5457bc41-a465-43ea-b765-908097fba4f9 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:20.409240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-443cd11e-2445-43d6-a640-6719d06d30f0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:20.426948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:20.439146 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:12Z', 'revision_number': 3, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:20.443790 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e4304-5c5c-4a53-9b05-612cc49bbcc7 None None] The sync data for ids ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'] in dv-neutron-828143-8-hyperv is: [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:12Z', 'revision_number': 3, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:20.492564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '4532c99e-8013-4876-96f4-197fd99e4127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 3, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port': {'id': '4532c99e-8013-4876-96f4-197fd99e4127', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:20.497045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Checking router: 48b1c7b9-a729-44f3-8194-0126ea6e65e7 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:46:20.497620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Updating router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 port 4532c99e-8013-4876-96f4-197fd99e4127 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:46:20.574267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:20.604090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:20.605293 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a299113b-e134-41d3-92e0-d4dc6f5b9a37 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 16.1716805 Mar 08 11:46:20.632863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42092) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:20.650639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Network c9696f42-2096-4d7e-b072-373349eed38f is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:20.777212 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:20.821677 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:20.822726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.031743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device aab424f8-902a-4f99-824f-eb13407a1ac0 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:21.056312 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6f1f7-93b3-4289-8ada-249982469d73 None None] Network fc5355ea-ef17-4615-b7f5-310c8ff8d5ec requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:21.074811 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.075207 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.094647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-443cd11e-2445-43d6-a640-6719d06d30f0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.094934 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-443cd11e-2445-43d6-a640-6719d06d30f0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.136142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Pushing event updated for resources: {'Port': ['ID=9e82a7c7-5c32-445a-a57c-64d296f5df53,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:21.216854 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-882aa185-a5ea-47e0-acd5-beef208314ad tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Unset dirty status for tenant:30186d80b6ad4e81b9eefb9362b61615 on resource:floatingip {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:21.221051 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-882aa185-a5ea-47e0-acd5-beef208314ad tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=c3905516-420d-4a98-adf7-2e9f470a2eab HTTP/1.1" status: 200 len: 689 time: 2.0544927 Mar 08 11:46:21.221974 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42096) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:21.356356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-77b0eab3-24a3-433f-b9af-a5a8500ab546 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.379542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-443cd11e-2445-43d6-a640-6719d06d30f0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Calling delete_port for 5457bc41-a465-43ea-b765-908097fba4f9 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:21.428761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ae90c3ad-6947-4fbd-bcac-0d5b94c98dfb None None] Provisioning for port aab424f8-902a-4f99-824f-eb13407a1ac0 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:21.435491 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84cc381f-9fa8-4a24-a786-06770cfbf0bb,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:21.450682 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:21.455364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-77b0eab3-24a3-433f-b9af-a5a8500ab546 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2ef877-ddb8-456b-837f-1fc47738128d']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:21.457669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.480878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-77b0eab3-24a3-433f-b9af-a5a8500ab546 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0cd693-b838-4adf-8adf-52e23902cb4e') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:21.481173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-77b0eab3-24a3-433f-b9af-a5a8500ab546 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0cd693-b838-4adf-8adf-52e23902cb4e') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:21.492305 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ae90c3ad-6947-4fbd-bcac-0d5b94c98dfb None None] Provisioning complete for port aab424f8-902a-4f99-824f-eb13407a1ac0 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:21.492502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ae90c3ad-6947-4fbd-bcac-0d5b94c98dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.495529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.495870 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Added segment 27a0270b-f732-43e1-92af-0ca6e9991066 of type vlan for network 9ccd606d-8aed-47af-bef3-bbb8de887363 Mar 08 11:46:21.510116 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-77b0eab3-24a3-433f-b9af-a5a8500ab546 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.523692 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port aab424f8-902a-4f99-824f-eb13407a1ac0 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:21.545045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port aab424f8-902a-4f99-824f-eb13407a1ac0 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:21.545045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.623542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-77b0eab3-24a3-433f-b9af-a5a8500ab546 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.652583 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b0eab3-24a3-433f-b9af-a5a8500ab546 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:21.652999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-77b0eab3-24a3-433f-b9af-a5a8500ab546 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:21.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:21.695138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.851676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:21.861422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.861778 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Added segment e26c7c09-a2ff-4920-a4eb-798e92541199 of type vlan for network 93073866-7fcb-46ae-859d-e630fd4d857f Mar 08 11:46:21.878449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Deleting port 019140ae-2d8b-4511-b607-28e5da2363a4 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:21.878801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.894858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-77b0eab3-24a3-433f-b9af-a5a8500ab546 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.894858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-77b0eab3-24a3-433f-b9af-a5a8500ab546 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.903246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ae90c3ad-6947-4fbd-bcac-0d5b94c98dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.919028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.934238 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-77b0eab3-24a3-433f-b9af-a5a8500ab546 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] 10.222.0.32 "DELETE /v2.0/networks/af2ef877-ddb8-456b-837f-1fc47738128d HTTP/1.1" status: 204 len: 168 time: 2.1132240 Mar 08 11:46:21.939185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:21.947509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42100) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:21.987452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Transition to ACTIVE for port object 4532c99e-8013-4876-96f4-197fd99e4127 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:22.009110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0eab3-24a3-433f-b9af-a5a8500ab546 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Pushing event deleted for resources: {'Network': ['ID=af2ef877-ddb8-456b-837f-1fc47738128d,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:22.013808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-443cd11e-2445-43d6-a640-6719d06d30f0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.015515 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ae90c3ad-6947-4fbd-bcac-0d5b94c98dfb None None] For port aab424f8-902a-4f99-824f-eb13407a1ac0, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=aab424f8-902a-4f99-824f-eb13407a1ac0,segment=NetworkSegment(9ffd02f2-5184-4976-b566-2528172a0187),segment_id=9ffd02f2-5184-4976-b566-2528172a0187)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:22.018632 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.090475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.096864 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.113048 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cd11e-2445-43d6-a640-6719d06d30f0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event deleted for resources: {'Port': ['ID=5457bc41-a465-43ea-b765-908097fba4f9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:22.119178 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ab5daa-a0b2-44c3-a58c-aa4af7e32cc6 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] DELETE failed (client error): The resource could not be found. Mar 08 11:46:22.119759 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ab5daa-a0b2-44c3-a58c-aa4af7e32cc6 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:46:22.124361 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-71ab5daa-a0b2-44c3-a58c-aa4af7e32cc6 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] 10.222.0.32 "DELETE /v2.0/ports/d6f1771f-80b7-4f39-97a4-6a11a99fc19a HTTP/1.1" status: 404 len: 333 time: 0.1758049 Mar 08 11:46:22.145337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42104) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:22.178142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ae90c3ad-6947-4fbd-bcac-0d5b94c98dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.209035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.209528 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.215647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:22.221285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:22.222132 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.227740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Attempting to bind port 4532c99e-8013-4876-96f4-197fd99e4127 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:22.228111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Attempting to bind port 4532c99e-8013-4876-96f4-197fd99e4127 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:22.228517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Attempting to bind port 4532c99e-8013-4876-96f4-197fd99e4127 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:22.243056 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:22.243429 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:22.243831 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.244247 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:22.244724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Bound port: 4532c99e-8013-4876-96f4-197fd99e4127, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:22.245076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.290699 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d340e27-1e66-413f-9964-ef999bfda8d7 None None] Pushing event updated for resources: {'Port': ['ID=4532c99e-8013-4876-96f4-197fd99e4127,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:22.365110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-443cd11e-2445-43d6-a640-6719d06d30f0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.368629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-443cd11e-2445-43d6-a640-6719d06d30f0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.369936 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-443cd11e-2445-43d6-a640-6719d06d30f0 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "DELETE /v2.0/floatingips/acb328f9-3161-4de8-b698-78c550f981ba HTTP/1.1" status: 204 len: 168 time: 2.2078888 Mar 08 11:46:22.370992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event updated for resources: {'Network': ['ID=9ccd606d-8aed-47af-bef3-bbb8de887363,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:22.388958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42108) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:22.411665 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.9756742 Mar 08 11:46:22.418572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6f697b70-1cac-46f9-8e7e-0b1c4cf0b55e tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Request body: {'floatingip': {'floating_network_id': '0658c2c9-bef0-4525-a75e-9fa9c3eb682e', 'port_id': '58f23c38-ff99-4770-925b-70d56df571cd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:22.420318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 9ccd606d-8aed-47af-bef3-bbb8de887363 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:22.426009 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42112) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:22.442367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:46:22.442694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:46:22.449609 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6f697b70-1cac-46f9-8e7e-0b1c4cf0b55e tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:22.453322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.461658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] For port 4532c99e-8013-4876-96f4-197fd99e4127, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:22.519656 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6f697b70-1cac-46f9-8e7e-0b1c4cf0b55e tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Usage tracker for resource:floatingip and tenant:83d649a09141404eb4f1190840027a19 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:22.530178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6f697b70-1cac-46f9-8e7e-0b1c4cf0b55e tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:22.535185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bccd9-eef3-470c-83d0-1aa15d6d9e7d tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event updated for resources: {'Network': ['ID=93073866-7fcb-46ae-859d-e630fd4d857f,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:22.539475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] For port 4532c99e-8013-4876-96f4-197fd99e4127, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4532c99e-8013-4876-96f4-197fd99e4127,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:22.554730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90c3ad-6947-4fbd-bcac-0d5b94c98dfb None None] Pushing event updated for resources: {'Port': ['ID=aab424f8-902a-4f99-824f-eb13407a1ac0,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:22.556884 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.558799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 93073866-7fcb-46ae-859d-e630fd4d857f details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:22.573440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d4ac2afa-befb-4c4c-95d6-6a0a8328f515 None None] Provisioning for port 9e82a7c7-5c32-445a-a57c-64d296f5df53 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:22.592624 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6f697b70-1cac-46f9-8e7e-0b1c4cf0b55e tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:22.598521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d4ac2afa-befb-4c4c-95d6-6a0a8328f515 None None] Provisioning complete for port 9e82a7c7-5c32-445a-a57c-64d296f5df53 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:22.598898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2afa-befb-4c4c-95d6-6a0a8328f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.645489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.714531 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d44842-80f8-457a-808b-5d46d30ddf18 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Deleting subnet 63436c88-5f35-48f4-abfc-31d74e2151ce {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:46:22.715614 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc66ee-955a-4521-a940-e2440df06bc5 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:22.721412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc66ee-955a-4521-a940-e2440df06bc5 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:22.727470 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc66ee-955a-4521-a940-e2440df06bc5 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:22.734335 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.735212 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc66ee-955a-4521-a940-e2440df06bc5 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:22.741340 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc66ee-955a-4521-a940-e2440df06bc5 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:22.742680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f0dc66ee-955a-4521-a940-e2440df06bc5 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Synchronizing usage tracker for tenant:1fdcaf7ddb084346b9ce82799de5c117 on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:22.749940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f697b70-1cac-46f9-8e7e-0b1c4cf0b55e tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.755813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-46d44842-80f8-457a-808b-5d46d30ddf18 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.876490 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d340e27-1e66-413f-9964-ef999bfda8d7 None None] Pushing event updated for resources: {'Port': ['ID=4532c99e-8013-4876-96f4-197fd99e4127,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:22.876686 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f0dc66ee-955a-4521-a940-e2440df06bc5 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Unset dirty status for tenant:1fdcaf7ddb084346b9ce82799de5c117 on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:22.877828 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f0dc66ee-955a-4521-a940-e2440df06bc5 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2976 time: 0.4507785 Mar 08 11:46:22.883890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42116) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:22.884636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac2afa-befb-4c4c-95d6-6a0a8328f515 None None] Port 9e82a7c7-5c32-445a-a57c-64d296f5df53 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:22.890270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Routers {'48b1c7b9-a729-44f3-8194-0126ea6e65e7'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:22.890924 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:22.912369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:22.912369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.005613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-46d44842-80f8-457a-808b-5d46d30ddf18 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.006414 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d4ac2afa-befb-4c4c-95d6-6a0a8328f515 None None] Provisioning complete for port aab424f8-902a-4f99-824f-eb13407a1ac0 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:23.006787 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2afa-befb-4c4c-95d6-6a0a8328f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.090914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aa383918-8b0f-4999-9011-d4679ca52a19 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.132831 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4e14bade-ba92-41e4-9dee-0e3824a473d9 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:23.248383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] Set router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:46:23.249654 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-6f697b70-1cac-46f9-8e7e-0b1c4cf0b55e tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:46:23.251314 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6f697b70-1cac-46f9-8e7e-0b1c4cf0b55e tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8578031 Mar 08 11:46:23.254891 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42120) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:23.258179 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aa383918-8b0f-4999-9011-d4679ca52a19 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.268272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '58f23c38-ff99-4770-925b-70d56df571cd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:23.277737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:23.294778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Usage tracker for resource:floatingip and tenant:83d649a09141404eb4f1190840027a19 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:23.298855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:23.302203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-aa383918-8b0f-4999-9011-d4679ca52a19 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ccd606d-8aed-47af-bef3-bbb8de887363']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:23.314510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:23.319651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-aa383918-8b0f-4999-9011-d4679ca52a19 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a0270b-f732-43e1-92af-0ca6e9991066') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:23.319954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-aa383918-8b0f-4999-9011-d4679ca52a19 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a0270b-f732-43e1-92af-0ca6e9991066') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:23.328197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Calling delete_port for 019140ae-2d8b-4511-b607-28e5da2363a4 owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:23.334968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aa383918-8b0f-4999-9011-d4679ca52a19 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.352561 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aa383918-8b0f-4999-9011-d4679ca52a19 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.360763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa383918-8b0f-4999-9011-d4679ca52a19 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:23.361165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aa383918-8b0f-4999-9011-d4679ca52a19 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:23.376031 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:23.393209 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.489015 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 4e14bade-ba92-41e4-9dee-0e3824a473d9 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:23.508238 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4e14bade-ba92-41e4-9dee-0e3824a473d9 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:23.508610 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.561801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aa383918-8b0f-4999-9011-d4679ca52a19 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.583959 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Allocated IP 172.26.4.220 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/4a066d30-7946-4435-a6d2-6b0950144345) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:23.584151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aa383918-8b0f-4999-9011-d4679ca52a19 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.601156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa383918-8b0f-4999-9011-d4679ca52a19 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event deleted for resources: {'Network': ['ID=9ccd606d-8aed-47af-bef3-bbb8de887363,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:23.629957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.684776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Allocated IP 172.20.0.1 (4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53/2890795d-e559-4819-84cc-8d8066a8ce8a/05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:23.697839 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-aa383918-8b0f-4999-9011-d4679ca52a19 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "DELETE /v2.0/networks/9ccd606d-8aed-47af-bef3-bbb8de887363 HTTP/1.1" status: 204 len: 168 time: 0.8151987 Mar 08 11:46:23.701748 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42124) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:23.706328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.713144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-46d44842-80f8-457a-808b-5d46d30ddf18 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.732717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 4e14bade-ba92-41e4-9dee-0e3824a473d9, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4e14bade-ba92-41e4-9dee-0e3824a473d9,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:23.740677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '4532c99e-8013-4876-96f4-197fd99e4127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 3, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port': {'id': '4532c99e-8013-4876-96f4-197fd99e4127', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:23.745465 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfa165-5751-4d8c-9287-18b1b6211fab None None] The sync data for ids ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'] in dv-neutron-828143-8-hyperv is: [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '4532c99e-8013-4876-96f4-197fd99e4127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 3, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port': {'id': '4532c99e-8013-4876-96f4-197fd99e4127', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:23.808557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.853095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-28d02e72-e37c-46b0-9812-79cb8b00e274 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:23.928784 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=4e14bade-ba92-41e4-9dee-0e3824a473d9,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:24.009087 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 71999e53-45c7-4423-b5b3-139c9de98020 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:24.024844 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-28d02e72-e37c-46b0-9812-79cb8b00e274 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.072063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-28d02e72-e37c-46b0-9812-79cb8b00e274 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93073866-7fcb-46ae-859d-e630fd4d857f']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:24.094915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-28d02e72-e37c-46b0-9812-79cb8b00e274 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26c7c09-a2ff-4920-a4eb-798e92541199') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:24.095329 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-28d02e72-e37c-46b0-9812-79cb8b00e274 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26c7c09-a2ff-4920-a4eb-798e92541199') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:24.108032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-28d02e72-e37c-46b0-9812-79cb8b00e274 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.128010 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-28d02e72-e37c-46b0-9812-79cb8b00e274 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.135228 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d02e72-e37c-46b0-9812-79cb8b00e274 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:24.135627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-28d02e72-e37c-46b0-9812-79cb8b00e274 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:24.151622 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:24.167397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.184282 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 71999e53-45c7-4423-b5b3-139c9de98020 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:24.192470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 71999e53-45c7-4423-b5b3-139c9de98020 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:24.192850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.262524 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.281120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.295554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.328463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.337676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-46d44842-80f8-457a-808b-5d46d30ddf18 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.345598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 71999e53-45c7-4423-b5b3-139c9de98020, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=71999e53-45c7-4423-b5b3-139c9de98020,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:24.376965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-28d02e72-e37c-46b0-9812-79cb8b00e274 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.381839 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-28d02e72-e37c-46b0-9812-79cb8b00e274 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.411900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d02e72-e37c-46b0-9812-79cb8b00e274 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event deleted for resources: {'Network': ['ID=93073866-7fcb-46ae-859d-e630fd4d857f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:24.419489 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-28d02e72-e37c-46b0-9812-79cb8b00e274 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "DELETE /v2.0/networks/93073866-7fcb-46ae-859d-e630fd4d857f HTTP/1.1" status: 204 len: 168 time: 0.7143438 Mar 08 11:46:24.419661 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.419661 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device aab424f8-902a-4f99-824f-eb13407a1ac0 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:24.419800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42128) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:24.465533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.466279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.471187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event deleted for resources: {'Port': ['ID=019140ae-2d8b-4511-b607-28e5da2363a4,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:24.509837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d44842-80f8-457a-808b-5d46d30ddf18 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Pushing event deleted for resources: {'Subnet': ['ID=63436c88-5f35-48f4-abfc-31d74e2151ce,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:24.570938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-46d44842-80f8-457a-808b-5d46d30ddf18 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.572770 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=71999e53-45c7-4423-b5b3-139c9de98020,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:24.575821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port aab424f8-902a-4f99-824f-eb13407a1ac0 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:24.576294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.607855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13adc28-e56c-4333-a10a-9ef017e3537f tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:24.617648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13adc28-e56c-4333-a10a-9ef017e3537f tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:24.622319 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8e1c66-371c-4a1d-b6f5-8284508ab0be None None] Network 24514b6e-af96-46bc-98d5-2455262f9400 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:24.624836 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13adc28-e56c-4333-a10a-9ef017e3537f tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:24.625889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c13adc28-e56c-4333-a10a-9ef017e3537f tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Synchronizing usage tracker for tenant:1fdcaf7ddb084346b9ce82799de5c117 on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:24.726207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.741940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c13adc28-e56c-4333-a10a-9ef017e3537f tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Unset dirty status for tenant:1fdcaf7ddb084346b9ce82799de5c117 on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:24.744155 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c13adc28-e56c-4333-a10a-9ef017e3537f tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1908 time: 0.3237085 Mar 08 11:46:24.747275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42132) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:24.755302 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1372108569'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:24.762876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:24.776604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:24.844519 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-46d44842-80f8-457a-808b-5d46d30ddf18 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] 10.222.0.32 "DELETE /v2.0/subnets/63436c88-5f35-48f4-abfc-31d74e2151ce HTTP/1.1" status: 204 len: 168 time: 2.6937985 Mar 08 11:46:24.847183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42136) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:24.887585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Made reservation on behalf of 1fdcaf7ddb084346b9ce82799de5c117 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:24.892528 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:24.997116 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:25.001712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Pushing event updated for resources: {'Port': ['ID=9e82a7c7-5c32-445a-a57c-64d296f5df53,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:25.004640 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.018968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.018968 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Added segment 532fc14a-fb2c-400e-826c-271aa4d12913 of type vlan for network 9aecdcf4-d1d9-4019-a2e5-def3c6ba47db Mar 08 11:46:25.029283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Deleting port 81b9684a-c708-46fe-b962-e5ff070b189d {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:25.029626 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.055873 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7c8fc4-77fb-44ef-ab92-2121e596a933 None None] DHCP port deletion for 24514b6e-af96-46bc-98d5-2455262f9400 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:46:25.060274 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c8fc4-77fb-44ef-ab92-2121e596a933 None None] Deleting port 81b9684a-c708-46fe-b962-e5ff070b189d {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:25.060700 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2b7c8fc4-77fb-44ef-ab92-2121e596a933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.094724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.095561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.136220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.186387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.190694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Transition to ACTIVE for port object 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:25.279008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Network c9696f42-2096-4d7e-b072-373349eed38f is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:25.280582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Allocated IP 172.20.0.1 (7273093a-cdec-4255-9656-7b99e0178316/9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e/5fb7d739-ca59-4d37-b028-00db156af062) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:25.290814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-2b7c8fc4-77fb-44ef-ab92-2121e596a933 None None] For port 81b9684a-c708-46fe-b962-e5ff070b189d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=81b9684a-c708-46fe-b962-e5ff070b189d,segment=NetworkSegment(66747de9-9f0f-46fe-a9a4-c990ad162bb6),segment_id=66747de9-9f0f-46fe-a9a4-c990ad162bb6)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:25.291006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:25.291463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2b7c8fc4-77fb-44ef-ab92-2121e596a933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.301056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:25.311332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:25.314592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:25.402617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.408100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:25.408693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.448193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Allocated IP 172.26.4.240 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/3a11c147-8b2d-4aa2-8f14-51a40ee2b63d) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:25.467197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c8fc4-77fb-44ef-ab92-2121e596a933 None None] Calling delete_port for 81b9684a-c708-46fe-b962-e5ff070b189d owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:25.506754 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] For port 81b9684a-c708-46fe-b962-e5ff070b189d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=81b9684a-c708-46fe-b962-e5ff070b189d,segment=NetworkSegment(66747de9-9f0f-46fe-a9a4-c990ad162bb6),segment_id=66747de9-9f0f-46fe-a9a4-c990ad162bb6)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:25.506948 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.507053 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event updated for resources: {'Port': ['ID=4a066d30-7946-4435-a6d2-6b0950144345,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:25.727022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.729738 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Calling delete_port for 81b9684a-c708-46fe-b962-e5ff070b189d owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:25.758001 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-92c39def-55a2-47c7-885e-f89b77a8759a None None] Provisioning complete for port 9e82a7c7-5c32-445a-a57c-64d296f5df53 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:25.759188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-92c39def-55a2-47c7-885e-f89b77a8759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.765167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Transition to ACTIVE for port object 5fb7d739-ca59-4d37-b028-00db156af062 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:25.774760 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0262423 Mar 08 11:46:25.808768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42140) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:25.819467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44626ac-6da9-4189-968e-b0ac6244e2b4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event updated for resources: {'Network': ['ID=9aecdcf4-d1d9-4019-a2e5-def3c6ba47db,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:25.847877 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-92c39def-55a2-47c7-885e-f89b77a8759a None None] Port 9e82a7c7-5c32-445a-a57c-64d296f5df53 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:25.849998 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 9aecdcf4-d1d9-4019-a2e5-def3c6ba47db details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:25.913936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:46:25.917655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:46:25.917764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2b7c8fc4-77fb-44ef-ab92-2121e596a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.918683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.965363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1172505517'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:25.977042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:25.984350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:26.022624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c8fc4-77fb-44ef-ab92-2121e596a933 None None] Pushing event deleted for resources: {'Port': ['ID=81b9684a-c708-46fe-b962-e5ff070b189d,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:26.033152 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c8fc4-77fb-44ef-ab92-2121e596a933 None None] No DVR routers for this DVR port 81b9684a-c708-46fe-b962-e5ff070b189d on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:46:26.043439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Usage tracker for resource:network and tenant:1fdcaf7ddb084346b9ce82799de5c117 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:26.043439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:26.043810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 71999e53-45c7-4423-b5b3-139c9de98020 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:26.068428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0da429-39c7-48da-b2bb-d9a7c214a4b8,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:26.086263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:26.089570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.100546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.125916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 71999e53-45c7-4423-b5b3-139c9de98020 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:26.126480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.166151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:26.173483 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:26.175881 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:26.222221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event updated for resources: {'Port': ['ID=3a11c147-8b2d-4aa2-8f14-51a40ee2b63d,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:26.229255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Router e54ab3c6-4da7-4adf-b4ba-97f15121c86e has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:46:26.247213 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4532c99e-8013-4876-96f4-197fd99e4127 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:26.293064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:26.300522 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.321005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:26.322739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Made reservation on behalf of 1fdcaf7ddb084346b9ce82799de5c117 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:26.326232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.354767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:26.354767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.355629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.368182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Deleting port 3a11c147-8b2d-4aa2-8f14-51a40ee2b63d {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:26.368878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.401193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 4532c99e-8013-4876-96f4-197fd99e4127 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:26.407268 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4532c99e-8013-4876-96f4-197fd99e4127 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:26.407712 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.416768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Deleting port 81b9684a-c708-46fe-b962-e5ff070b189d {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:26.417299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.459863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.460205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.460987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.461310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > port after_create 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.461631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.462074 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > port after_update 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.462318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.462653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.462970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.463288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.493287 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] The port '81b9684a-c708-46fe-b962-e5ff070b189d' was deleted {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:46:26.535722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.552168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 4532c99e-8013-4876-96f4-197fd99e4127, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4532c99e-8013-4876-96f4-197fd99e4127,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:26.624711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.625979 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4e14bade-ba92-41e4-9dee-0e3824a473d9 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:26.651673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.652230 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.652311 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.652594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:46:26.652936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3905516-420d-4a98-adf7-2e9f470a2eab']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:26.658705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.667278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b031f18-cdfa-4e47-9f7a-587a8bcbfc81') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:26.667598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b031f18-cdfa-4e47-9f7a-587a8bcbfc81') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:26.680126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.691441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f69d0308-9b2d-47c8-870c-302f4b404963 None None] Provisioning for port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:26.701745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Pushing event updated for resources: {'Port': ['ID=05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:26.711946 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f69d0308-9b2d-47c8-870c-302f4b404963 None None] Provisioning complete for port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:26.712317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f69d0308-9b2d-47c8-870c-302f4b404963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.747304 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24514b6e-af96-46bc-98d5-2455262f9400']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:26.752056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.764919 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66747de9-9f0f-46fe-a9a4-c990ad162bb6') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:26.765276 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66747de9-9f0f-46fe-a9a4-c990ad162bb6') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:26.782852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.794676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f69d0308-9b2d-47c8-870c-302f4b404963 None None] Port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:26.800153 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=4532c99e-8013-4876-96f4-197fd99e4127,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:26.812163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.812543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.812912 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4e14bade-ba92-41e4-9dee-0e3824a473d9 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:26.813341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.825567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.905865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Network 7273093a-cdec-4255-9656-7b99e0178316 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:26.910491 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:26.910893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.944416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:26.944612 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: from cryptography.utils import int_from_bytes Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: from cryptography.utils import int_from_bytes Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn_limited( Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn_limited( Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:26.983713 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:27.000228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:27.011187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:27.014378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:27.014847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:27.015587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 81b9684a-c708-46fe-b962-e5ff070b189d no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:27.037965 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:27.047501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Calling delete_port for 3a11c147-8b2d-4aa2-8f14-51a40ee2b63d owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:27.056539 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 81b9684a-c708-46fe-b962-e5ff070b189d {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:46:27.056884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 81b9684a-c708-46fe-b962-e5ff070b189d not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:46:27.140160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Pushing event updated for resources: {'Port': ['ID=5fb7d739-ca59-4d37-b028-00db156af062,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:27.221154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:27.221477 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Added segment 73287a2f-bbe9-4c40-80e2-9a2bb32724a6 of type vlan for network 69fd34c7-c5b5-4fc8-9692-f77869b409f9 Mar 08 11:46:27.247840 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:27.251303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:27.268869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:27.279778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] Pushing event deleted for resources: {'Network': ['ID=24514b6e-af96-46bc-98d5-2455262f9400,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:27.286777 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d9111f22-22f6-4da0-af8f-0a2c0077dd98 tempest-DHCPAgentSchedulersTestJSON-1483275623 tempest-DHCPAgentSchedulersTestJSON-1483275623-project] 10.222.0.32 "DELETE /v2.0/networks/24514b6e-af96-46bc-98d5-2455262f9400 HTTP/1.1" status: 204 len: 168 time: 2.4383957 Mar 08 11:46:27.321456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:27.372454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event deleted for resources: {'Port': ['ID=3a11c147-8b2d-4aa2-8f14-51a40ee2b63d,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:27.395670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-28ece6c3-f868-4499-8485-e7c3b769f516 None None] Provisioning for port 5fb7d739-ca59-4d37-b028-00db156af062 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:27.400965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-28ece6c3-f868-4499-8485-e7c3b769f516 None None] Provisioning complete for port 5fb7d739-ca59-4d37-b028-00db156af062 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:27.401420 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-28ece6c3-f868-4499-8485-e7c3b769f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:27.410554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:27.415141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:46:27.431155 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Sync routers for ids ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:27.439841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:27.445034 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Routers {'e54ab3c6-4da7-4adf-b4ba-97f15121c86e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:27.447088 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:27.490739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3905516-420d-4a98-adf7-2e9f470a2eab {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 11:46:27.493714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-28ece6c3-f868-4499-8485-e7c3b769f516 None None] Port 5fb7d739-ca59-4d37-b028-00db156af062 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:27.501285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3905516-420d-4a98-adf7-2e9f470a2eab,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:27.557033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:27.558890 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-69c8df78-303b-4884-bae6-8a73cf470fa2 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c3905516-420d-4a98-adf7-2e9f470a2eab HTTP/1.1" status: 204 len: 168 time: 6.3280838 Mar 08 11:46:27.561498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42148) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:27.594890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.resource_extend [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:46:27.620565 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-51228a2a-7e73-4bd9-9bc9-78fedff0a83a admin admin] 10.222.0.32 "PUT /v2.0/routers/e54ab3c6-4da7-4adf-b4ba-97f15121c86e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5451767 Mar 08 11:46:27.622054 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] create failed (client error): The resource could not be found. Mar 08 11:46:27.623229 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c72e7690-7e79-4f4f-8c0f-14d4469735cb tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3674524 Mar 08 11:46:27.627927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42152) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:27.712568 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Set router e54ab3c6-4da7-4adf-b4ba-97f15121c86e gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:46:27.741699 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1b3e788c-c659-44ac-b9dc-e07f7ccd3c1d tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1779110 Mar 08 11:46:27.752604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42158) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:27.805255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:27.818861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:27.819480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:27.921205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9cf28b39-dc30-48c0-9c14-b010464bd917 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Deleting port 58f23c38-ff99-4770-925b-70d56df571cd {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:27.921556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9cf28b39-dc30-48c0-9c14-b010464bd917 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:27.974728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event updated for resources: {'Network': ['ID=69fd34c7-c5b5-4fc8-9692-f77869b409f9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:27.979879 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-690827eb-23bd-414b-8cbd-ab75ef0e33af tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1366787 Mar 08 11:46:27.980022 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4532c99e-8013-4876-96f4-197fd99e4127 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:27.981380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42172) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:27.992933 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Request body: {'ports': [{'network_id': '9aecdcf4-d1d9-4019-a2e5-def3c6ba47db', 'name': 'tempest-port--1131140463', 'admin_state_up': True}, {'network_id': '69fd34c7-c5b5-4fc8-9692-f77869b409f9', 'admin_state_up': False}]} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:27.993246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Request body: {'port': {'network_id': '9aecdcf4-d1d9-4019-a2e5-def3c6ba47db', 'name': 'tempest-port--1131140463', 'admin_state_up': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:27.993782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Request body: {'port': {'network_id': '69fd34c7-c5b5-4fc8-9692-f77869b409f9', 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:28.010715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:28.059559 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 69fd34c7-c5b5-4fc8-9692-f77869b409f9 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:28.069203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42176) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:28.080333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9b9c1-97a9-4ae6-9974-d851313f54c1 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:28.081117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9b9c1-97a9-4ae6-9974-d851313f54c1 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:28.081733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9b9c1-97a9-4ae6-9974-d851313f54c1 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:28.082755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9b9c1-97a9-4ae6-9974-d851313f54c1 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:28.085775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9b9c1-97a9-4ae6-9974-d851313f54c1 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:28.086438 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9b9c1-97a9-4ae6-9974-d851313f54c1 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:28.087053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9b9c1-97a9-4ae6-9974-d851313f54c1 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:28.087670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9b9c1-97a9-4ae6-9974-d851313f54c1 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:28.091176 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bfe9b9c1-97a9-4ae6-9974-d851313f54c1 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5198 time: 0.3384161 Mar 08 11:46:28.101692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42178) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:28.152154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:28.278395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:28.366073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4532c99e-8013-4876-96f4-197fd99e4127 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:28.366449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:28.376121 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:22Z', 'revision_number': 4, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '9e82a7c7-5c32-445a-a57c-64d296f5df53', 'name': '', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'mac_address': 'fa:16:3e:bf:ce:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:18Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 2, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'subnets': [{'id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:28.380661 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Checking router: e54ab3c6-4da7-4adf-b4ba-97f15121c86e for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:46:28.381238 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Updating router e54ab3c6-4da7-4adf-b4ba-97f15121c86e port 9e82a7c7-5c32-445a-a57c-64d296f5df53 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:46:28.436744 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:28.438788 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-6e52147a-0945-4db4-95e9-c01e2ae25247 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] delete failed (client error): The resource could not be found. Mar 08 11:46:28.443039 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6e52147a-0945-4db4-95e9-c01e2ae25247 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/92b525df-5663-4c1a-bdee-27c80bc05e4d HTTP/1.1" status: 404 len: 345 time: 0.3269203 Mar 08 11:46:28.447356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42190) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:28.744878 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7cc3f1-4f8c-47b2-8422-b04cdc34f00b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] DELETE failed (client error): The resource could not be found. Mar 08 11:46:28.745410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7cc3f1-4f8c-47b2-8422-b04cdc34f00b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:46:28.747172 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3f7cc3f1-4f8c-47b2-8422-b04cdc34f00b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c3905516-420d-4a98-adf7-2e9f470a2eab HTTP/1.1" status: 404 len: 339 time: 0.2822077 Mar 08 11:46:28.753241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42194) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:28.769768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Request body: {'network': {'name': 'tempest-network--1857710214', 'router:external': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:28.774972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:28.778832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Usage tracker for resource:network and tenant:30186d80b6ad4e81b9eefb9362b61615 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:28.781710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:28.787386 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:28.856257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:28.864986 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2ceb5fa5-8493-423f-80c7-aa308853159a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17d9ec70c79741e896db81f856ec63a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7716222 Mar 08 11:46:28.868558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Usage tracker for resource:port and tenant:1fdcaf7ddb084346b9ce82799de5c117 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:28.871190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42198) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:28.877180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:28.905183 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:28.905379 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:28.910598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Made reservation on behalf of 30186d80b6ad4e81b9eefb9362b61615 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:28.912662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:28.912810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9cf28b39-dc30-48c0-9c14-b010464bd917 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:28.919183 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Transition to ACTIVE for port object 9e82a7c7-5c32-445a-a57c-64d296f5df53 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:28.992145 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.022486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:29.047990 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.048339 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Added segment fb37e308-4e93-489a-b405-9a66f78cef91 of type vlan for network 6b688950-23fb-4ce4-912f-135e965a0153 Mar 08 11:46:29.052924 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9cf28b39-dc30-48c0-9c14-b010464bd917 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Calling delete_port for 58f23c38-ff99-4770-925b-70d56df571cd owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:29.097841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.114831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.126249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.172832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-00cedb08-dc7b-4910-9aa8-bea584428a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.174725 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Made reservation on behalf of 1fdcaf7ddb084346b9ce82799de5c117 for: {'port': 2} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:29.179262 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.193164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.204325 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9510ea2-fef1-4f17-b63b-326224fcca3e None None] Pushing event updated for resources: {'Port': ['ID=9e82a7c7-5c32-445a-a57c-64d296f5df53,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:29.271371 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Attempting to bind port 9e82a7c7-5c32-445a-a57c-64d296f5df53 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:29.271677 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Attempting to bind port 9e82a7c7-5c32-445a-a57c-64d296f5df53 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:29.272031 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Attempting to bind port 9e82a7c7-5c32-445a-a57c-64d296f5df53 on network c9696f42-2096-4d7e-b072-373349eed38f {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:29.273265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.278757 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:29.279141 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Checking segment: {'id': '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:29.279554 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.279955 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Bound using segment: {'id': '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:29.280438 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Bound port: 9e82a7c7-5c32-445a-a57c-64d296f5df53, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:29.280840 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.295158 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42204) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:29.305255 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1270917146', 'description': 'tempest-description--681025987'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:29.311189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.328675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.329901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:29.330688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.358130 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:29.361000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Router 5f9e40af-33f5-4f40-bac4-d0c42c282b2c is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:46:29.381743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-00cedb08-dc7b-4910-9aa8-bea584428a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.390568 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Usage tracker for resource:security_group and tenant:451a6ae544ae458da1fdd0d6f1d54d89 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:29.397608 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] For port 9e82a7c7-5c32-445a-a57c-64d296f5df53, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:29.399603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:29.401497 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] For port 9e82a7c7-5c32-445a-a57c-64d296f5df53, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9e82a7c7-5c32-445a-a57c-64d296f5df53,segment=NetworkSegment(9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d),segment_id=9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:29.453532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:29.479974 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.547841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.551363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Pushing event updated for resources: {'Port': ['ID=05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:29.564666 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.568949 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8052588 Mar 08 11:46:29.571818 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42208) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:29.582951 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Routers {'e54ab3c6-4da7-4adf-b4ba-97f15121c86e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:29.583579 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:29.603541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81f24a-2a5e-4f6a-965d-b50a993b1225 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event updated for resources: {'Network': ['ID=6b688950-23fb-4ce4-912f-135e965a0153,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:29.614421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 6b688950-23fb-4ce4-912f-135e965a0153 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:29.689722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.709924 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9510ea2-fef1-4f17-b63b-326224fcca3e None None] Pushing event updated for resources: {'Port': ['ID=9e82a7c7-5c32-445a-a57c-64d296f5df53,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:29.713060 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9cf28b39-dc30-48c0-9c14-b010464bd917 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.866813 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] device_id is not set on port defc553b-4eec-4949-9f15-dd641fe20925 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:46:29.882810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-00cedb08-dc7b-4910-9aa8-bea584428a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:29.907075 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] Set router e54ab3c6-4da7-4adf-b4ba-97f15121c86e gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:46:29.920927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Pushing event updated for resources: {'Port': ['ID=5fb7d739-ca59-4d37-b028-00db156af062,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:29.922188 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf28b39-dc30-48c0-9c14-b010464bd917 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event deleted for resources: {'Port': ['ID=58f23c38-ff99-4770-925b-70d56df571cd,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:29.931823 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:29.975596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cedb08-dc7b-4910-9aa8-bea584428a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a91f6e4-cc3e-4649-b106-7dc6f351d5d8,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:29.997806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:46:30.011269 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca286dbc-a847-45cc-84ba-92b5d608602b None None] Sync routers for ids ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:30.030231 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca286dbc-a847-45cc-84ba-92b5d608602b None None] Routers {'5f9e40af-33f5-4f40-bac4-d0c42c282b2c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:30.031573 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ca286dbc-a847-45cc-84ba-92b5d608602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:30.075763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:30.079306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:30.084560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Usage tracker for resource:security_group_rule and tenant:451a6ae544ae458da1fdd0d6f1d54d89 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:30.089608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9cf28b39-dc30-48c0-9c14-b010464bd917 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:30.098730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-00cedb08-dc7b-4910-9aa8-bea584428a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:30.099107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Network 7273093a-cdec-4255-9656-7b99e0178316 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:30.102642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:30.105865 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-00cedb08-dc7b-4910-9aa8-bea584428a37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a91f6e4-cc3e-4649-b106-7dc6f351d5d8 HTTP/1.1" status: 204 len: 168 time: 1.2303271 Mar 08 11:46:30.112656 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:30.121948 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9cf28b39-dc30-48c0-9c14-b010464bd917 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "DELETE /v2.0/ports/58f23c38-ff99-4770-925b-70d56df571cd HTTP/1.1" status: 204 len: 168 time: 2.4728618 Mar 08 11:46:30.131668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42216) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:30.137053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:30.185732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ca286dbc-a847-45cc-84ba-92b5d608602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:30.199895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca286dbc-a847-45cc-84ba-92b5d608602b None None] Routers {'5f9e40af-33f5-4f40-bac4-d0c42c282b2c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:30.201016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ca286dbc-a847-45cc-84ba-92b5d608602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:30.218127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:30.219297 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d921849c-c0e3-4422-8bee-d71314098e59 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 12.7779260 Mar 08 11:46:30.296602 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ca286dbc-a847-45cc-84ba-92b5d608602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:30.298828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca286dbc-a847-45cc-84ba-92b5d608602b None None] The sync data for ids ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:30.305019 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42220) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:30.354152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab05e22f-6b82-4c5a-a06f-cab6486ef66e tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:30.366338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab05e22f-6b82-4c5a-a06f-cab6486ef66e tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:30.376375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab05e22f-6b82-4c5a-a06f-cab6486ef66e tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:30.382380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab05e22f-6b82-4c5a-a06f-cab6486ef66e tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:30.383314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ab05e22f-6b82-4c5a-a06f-cab6486ef66e tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Synchronizing usage tracker for tenant:e7ad6dd1bfbf452e8ee99e963cc17194 on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:30.460338 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:22Z', 'revision_number': 4, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '9e82a7c7-5c32-445a-a57c-64d296f5df53', 'name': '', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'mac_address': 'fa:16:3e:bf:ce:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:18Z', 'updated_at': '2022-03-08T11:46:29Z', 'revision_number': 4, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'subnets': [{'id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:30.466951 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b3c441-2d4e-4d68-ba8c-5eb39890e6a3 None None] The sync data for ids ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'] in dv-neutron-828143-8-hyperv is: [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:22Z', 'revision_number': 4, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '9e82a7c7-5c32-445a-a57c-64d296f5df53', 'name': '', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'mac_address': 'fa:16:3e:bf:ce:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:18Z', 'updated_at': '2022-03-08T11:46:29Z', 'revision_number': 4, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'subnets': [{'id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:30.514926 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d89d3476-8b1e-4820-9bf3-ac9e3ff066ba None None] Provisioning complete for port 5fb7d739-ca59-4d37-b028-00db156af062 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:30.515309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d89d3476-8b1e-4820-9bf3-ac9e3ff066ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:30.655441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d89d3476-8b1e-4820-9bf3-ac9e3ff066ba None None] Port 5fb7d739-ca59-4d37-b028-00db156af062 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:30.679382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d89d3476-8b1e-4820-9bf3-ac9e3ff066ba None None] Provisioning complete for port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:30.685581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d89d3476-8b1e-4820-9bf3-ac9e3ff066ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:30.693578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ab05e22f-6b82-4c5a-a06f-cab6486ef66e tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Unset dirty status for tenant:e7ad6dd1bfbf452e8ee99e963cc17194 on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:30.700541 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ab05e22f-6b82-4c5a-a06f-cab6486ef66e tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 1.1251144 Mar 08 11:46:30.718710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42226) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:30.752041 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27784e36-2cb7-4f8a-a375-e756ae9902f7 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:30.753016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-27784e36-2cb7-4f8a-a375-e756ae9902f7 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Synchronizing usage tracker for tenant:83d649a09141404eb4f1190840027a19 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:30.766298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d89d3476-8b1e-4820-9bf3-ac9e3ff066ba None None] Port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:30.787225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:30.854325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:30.879209 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:30.896205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:46:30.901889 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Router 16ffb9a0-f639-41ac-b6f6-01428b285f8a has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:46:31.065467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-27784e36-2cb7-4f8a-a375-e756ae9902f7 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Unset dirty status for tenant:83d649a09141404eb4f1190840027a19 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:31.066548 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-27784e36-2cb7-4f8a-a375-e756ae9902f7 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad23e47b-5a3a-477f-b53f-e79684b83149 HTTP/1.1" status: 200 len: 913 time: 0.9271603 Mar 08 11:46:31.072318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42230) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:31.090250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42234) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:31.141625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeab367-efa6-4013-9a1e-781dd383be53,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:31.145636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:31.160653 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:31.164553 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8c51e6a0-c6c0-4965-98c2-c86b5d35d464 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8657005 Mar 08 11:46:31.181073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42236) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:31.248679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-d0014162-8d6a-45f4-947c-e215889fdfbe tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Request body: {'security_group_rule': {'security_group_id': 'cbeab367-efa6-4013-9a1e-781dd383be53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:31.263221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] device_id is not set on port 6c9bb564-4bfe-4332-8c17-808c6e346ae6 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:46:31.269050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d0014162-8d6a-45f4-947c-e215889fdfbe tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:31.281935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d0014162-8d6a-45f4-947c-e215889fdfbe tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Usage tracker for resource:security_group_rule and tenant:451a6ae544ae458da1fdd0d6f1d54d89 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:31.385196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b6bbfb4b-d9ba-49e2-9b8d-11a271c9f6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:31.390617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d0014162-8d6a-45f4-947c-e215889fdfbe tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:31.430102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d0014162-8d6a-45f4-947c-e215889fdfbe tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:31.442651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:46:31.448558 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-35df431f-5607-4fa4-b3e7-3e77d24ad5ef admin admin] 10.222.0.32 "PUT /v2.0/routers/48b1c7b9-a729-44f3-8194-0126ea6e65e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8137965 Mar 08 11:46:31.460850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b6bbfb4b-d9ba-49e2-9b8d-11a271c9f6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:31.462539 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Sync routers for ids ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:31.474809 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Routers {'48b1c7b9-a729-44f3-8194-0126ea6e65e7'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:31.475604 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:31.529423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b6bbfb4b-d9ba-49e2-9b8d-11a271c9f6f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f2bed660fbe944d3a06218e8f8819820 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:31.533788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:46:31.535805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b6bbfb4b-d9ba-49e2-9b8d-11a271c9f6f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:31.543546 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Sync routers for ids ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:31.563547 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e0d49ab4-5485-4fb4-a4a6-15c6e941df43 admin admin] 10.222.0.32 "PUT /v2.0/routers/16ffb9a0-f639-41ac-b6f6-01428b285f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5104101 Mar 08 11:46:31.565617 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Routers {'16ffb9a0-f639-41ac-b6f6-01428b285f8a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:31.566571 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:31.578192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b6bbfb4b-d9ba-49e2-9b8d-11a271c9f6f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:31.637909 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:31.676797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d0014162-8d6a-45f4-947c-e215889fdfbe tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:31.766725 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Set router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:46:31.835203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b6bbfb4b-d9ba-49e2-9b8d-11a271c9f6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:31.915511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b6bbfb4b-d9ba-49e2-9b8d-11a271c9f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.010881 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Set router 16ffb9a0-f639-41ac-b6f6-01428b285f8a gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:46:32.017434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b688950-23fb-4ce4-912f-135e965a0153']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:32.115214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb37e308-4e93-489a-b405-9a66f78cef91') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:32.118971 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb37e308-4e93-489a-b405-9a66f78cef91') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:32.136416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbfb4b-d9ba-49e2-9b8d-11a271c9f6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357fdbb5-f1f9-40da-906d-b9e1f444b804,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:32.144894 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b6bbfb4b-d9ba-49e2-9b8d-11a271c9f6f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2bed660fbe944d3a06218e8f8819820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9399085 Mar 08 11:46:32.150885 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42260) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:32.203632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.321636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.342200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fc5e3a7-2438-4eff-a7f1-48a79404683d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.387200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:32.387609 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.408339 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '4532c99e-8013-4876-96f4-197fd99e4127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port': {'id': '4532c99e-8013-4876-96f4-197fd99e4127', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '5fb7d739-ca59-4d37-b028-00db156af062', 'name': '', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'mac_address': 'fa:16:3e:c9:02:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:24Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 2, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'subnets': [{'id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:32.412655 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9e82a7c7-5c32-445a-a57c-64d296f5df53 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:32.414373 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Checking router: 48b1c7b9-a729-44f3-8194-0126ea6e65e7 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:46:32.414836 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Updating router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 port 5fb7d739-ca59-4d37-b028-00db156af062 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:32.431405 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:32.480267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fc5e3a7-2438-4eff-a7f1-48a79404683d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.484948 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.515199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d0014162-8d6a-45f4-947c-e215889fdfbe tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.535376 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.575004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a723f9a1-094a-4d0e-ad30-cc49c3be478c tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.615383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b', 'name': '', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'mac_address': 'fa:16:3e:cf:e2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:22Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 2, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'subnets': [{'id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:32.632048 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Checking router: 16ffb9a0-f639-41ac-b6f6-01428b285f8a for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:46:32.632610 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Updating router 16ffb9a0-f639-41ac-b6f6-01428b285f8a port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:46:32.734614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 9e82a7c7-5c32-445a-a57c-64d296f5df53 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:32.760054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 9e82a7c7-5c32-445a-a57c-64d296f5df53 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:32.761584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.808298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42264) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:32.808999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fc5e3a7-2438-4eff-a7f1-48a79404683d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.817607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.825857 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1372403503', 'description': 'tempest-description--1334150948'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:32.859794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d0014162-8d6a-45f4-947c-e215889fdfbe tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.878704 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.887828 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0014162-8d6a-45f4-947c-e215889fdfbe tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c02eb3-1ed9-4fe7-bec6-935f20537377,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:32.894075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:32.903049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5e3a7-2438-4eff-a7f1-48a79404683d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357fdbb5-f1f9-40da-906d-b9e1f444b804,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:32.923413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Usage tracker for resource:security_group and tenant:4f7cf23e768e4420895e1a6e55553a02 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:32.923838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b688950-23fb-4ce4-912f-135e965a0153 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 11:46:32.928672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:32.934992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b688950-23fb-4ce4-912f-135e965a0153,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:32.938294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.940627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.942518 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fc5e3a7-2438-4eff-a7f1-48a79404683d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:32.946594 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1fc5e3a7-2438-4eff-a7f1-48a79404683d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/357fdbb5-f1f9-40da-906d-b9e1f444b804 HTTP/1.1" status: 204 len: 168 time: 0.7947748 Mar 08 11:46:32.947693 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:32.986155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.002359 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c494ffa9-4310-4e49-b512-cf18af6a05cf tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "DELETE /v2.0/networks/6b688950-23fb-4ce4-912f-135e965a0153 HTTP/1.1" status: 204 len: 168 time: 2.2721283 Mar 08 11:46:33.010969 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42274) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:33.023642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Request body: {'network': {'name': 'tempest-network--1189668151', 'router:external': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:33.030107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:33.034855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Usage tracker for resource:network and tenant:30186d80b6ad4e81b9eefb9362b61615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:33.038646 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:33.045095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:33.177908 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event updated for resources: {'Port': ['ID=defc553b-4eec-4949-9f15-dd641fe20925,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:33.215382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.296890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.316573 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Made reservation on behalf of 30186d80b6ad4e81b9eefb9362b61615 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:33.318921 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.323809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 9e82a7c7-5c32-445a-a57c-64d296f5df53, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9e82a7c7-5c32-445a-a57c-64d296f5df53,segment=NetworkSegment(9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d),segment_id=9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:33.334970 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.362888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:33.364391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d0014162-8d6a-45f4-947c-e215889fdfbe tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.370556 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d0014162-8d6a-45f4-947c-e215889fdfbe tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1882610 Mar 08 11:46:33.373613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Usage tracker for resource:security_group_rule and tenant:4f7cf23e768e4420895e1a6e55553a02 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:33.374213 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Transition to ACTIVE for port object 5fb7d739-ca59-4d37-b028-00db156af062 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:33.380974 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:33.390072 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.393668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:33.418001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:33.444695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.445148 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Added segment 6fee15b6-6bb6-4047-aa9e-8f1be30b8c59 of type vlan for network 430dffdf-92d3-4645-8519-28d5a5537ed2 Mar 08 11:46:33.459570 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.476226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42278) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:33.483886 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.501376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-936be152-fde5-4ff5-bb8f-2fe62339ef86 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Request body: {'security_group_rule': {'security_group_id': 'cbeab367-efa6-4013-9a1e-781dd383be53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:33.515102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-936be152-fde5-4ff5-bb8f-2fe62339ef86 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:33.544126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-936be152-fde5-4ff5-bb8f-2fe62339ef86 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Usage tracker for resource:security_group_rule and tenant:451a6ae544ae458da1fdd0d6f1d54d89 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:33.563820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-936be152-fde5-4ff5-bb8f-2fe62339ef86 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:33.578444 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=9e82a7c7-5c32-445a-a57c-64d296f5df53,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:33.624173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-936be152-fde5-4ff5-bb8f-2fe62339ef86 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:33.638048 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.672666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Transition to ACTIVE for port object 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:33.693128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.772673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.819283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Checking segment: {'id': '532fc14a-fb2c-400e-826c-271aa4d12913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9aecdcf4-d1d9-4019-a2e5-def3c6ba47db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:33.819647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Network hostable DHCP agents. Network: 9aecdcf4-d1d9-4019-a2e5-def3c6ba47db, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:33.828474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.879356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.879356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:33.879784 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:33.920722 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9273a-9a0d-469e-b428-2ffa81ee2a58 None None] Pushing event updated for resources: {'Port': ['ID=5fb7d739-ca59-4d37-b028-00db156af062,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:33.998748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-a723f9a1-094a-4d0e-ad30-cc49c3be478c tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Deleting port d3485483-724c-40c2-9e80-7fd75d9ab920 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:33.999022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a723f9a1-094a-4d0e-ad30-cc49c3be478c tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.024463 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.028580 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2126257 Mar 08 11:46:34.039003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-936be152-fde5-4ff5-bb8f-2fe62339ef86 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.041735 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Attempting to bind port 5fb7d739-ca59-4d37-b028-00db156af062 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:34.042152 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Attempting to bind port 5fb7d739-ca59-4d37-b028-00db156af062 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '3db461cb-1065-406b-ae8b-bff33bb3a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7273093a-cdec-4255-9656-7b99e0178316'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:34.042521 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Attempting to bind port 5fb7d739-ca59-4d37-b028-00db156af062 on network 7273093a-cdec-4255-9656-7b99e0178316 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:34.056180 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:34.058262 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Checking segment: {'id': '3db461cb-1065-406b-ae8b-bff33bb3a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7273093a-cdec-4255-9656-7b99e0178316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:34.059174 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.059669 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Bound using segment: {'id': '3db461cb-1065-406b-ae8b-bff33bb3a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7273093a-cdec-4255-9656-7b99e0178316'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:34.062919 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Bound port: 5fb7d739-ca59-4d37-b028-00db156af062, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db461cb-1065-406b-ae8b-bff33bb3a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7273093a-cdec-4255-9656-7b99e0178316'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:34.064620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42292) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:34.065164 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.081035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-51378472-f81f-46c5-8b85-691c455273d9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Request body: {'security_group_rule': {'security_group_id': '632b147d-a125-43c4-8d05-bd14ea3ce546', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:34.086676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-51378472-f81f-46c5-8b85-691c455273d9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:34.096128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-51378472-f81f-46c5-8b85-691c455273d9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Usage tracker for resource:security_group_rule and tenant:4f7cf23e768e4420895e1a6e55553a02 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:34.100857 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-51378472-f81f-46c5-8b85-691c455273d9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:34.117467 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9e82a7c7-5c32-445a-a57c-64d296f5df53 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:34.153662 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event updated for resources: {'Network': ['ID=430dffdf-92d3-4645-8519-28d5a5537ed2,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:34.155041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1977bf0-0ae6-4468-8b8d-00dadebffad6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632b147d-a125-43c4-8d05-bd14ea3ce546,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:34.167250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-51378472-f81f-46c5-8b85-691c455273d9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:34.225971 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] For port 5fb7d739-ca59-4d37-b028-00db156af062, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:34.227287 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42296) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:34.230141 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] For port 5fb7d739-ca59-4d37-b028-00db156af062, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5fb7d739-ca59-4d37-b028-00db156af062,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:34.238713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1095653519', 'description': 'tempest-description--301020720'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:34.246701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:34.252681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Usage tracker for resource:security_group and tenant:c789aaee89fe4403ae97580a823f1a5a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:34.253018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 430dffdf-92d3-4645-8519-28d5a5537ed2 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:34.263506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:34.270985 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:34.282544 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-12289810-4b07-4471-ba12-eea1f4426b0c tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2704659 Mar 08 11:46:34.283879 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Network 9aecdcf4-d1d9-4019-a2e5-def3c6ba47db is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:34.291893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42300) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:34.312501 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.348420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51378472-f81f-46c5-8b85-691c455273d9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.382037 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-936be152-fde5-4ff5-bb8f-2fe62339ef86 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.395276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b0b5b-8e75-401b-a52b-fac7e1e83489 None None] Pushing event updated for resources: {'Port': ['ID=05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:34.430616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a723f9a1-094a-4d0e-ad30-cc49c3be478c tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.456540 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9273a-9a0d-469e-b428-2ffa81ee2a58 None None] Pushing event updated for resources: {'Port': ['ID=5fb7d739-ca59-4d37-b028-00db156af062,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:34.477066 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Routers {'48b1c7b9-a729-44f3-8194-0126ea6e65e7'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:34.479451 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:34.510469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 9aecdcf4-d1d9-4019-a2e5-def3c6ba47db) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:34.512275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.583612 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:34.584824 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.601169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71ddb70-2e8d-4e47-b249-54b9a36bccc7 None None] Network 9aecdcf4-d1d9-4019-a2e5-def3c6ba47db requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:34.610881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-936be152-fde5-4ff5-bb8f-2fe62339ef86 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.634166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-a723f9a1-094a-4d0e-ad30-cc49c3be478c tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Calling delete_port for d3485483-724c-40c2-9e80-7fd75d9ab920 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:34.679595 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:34.736357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51378472-f81f-46c5-8b85-691c455273d9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.737365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Attempting to bind port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:34.737687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Attempting to bind port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'bcbce039-c746-4c13-b87a-a4d54c2e19b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:34.738078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Attempting to bind port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b on network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:34.765622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936be152-fde5-4ff5-bb8f-2fe62339ef86 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0359a6-055e-40fb-8158-d15b6458599e,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:34.772065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:34.772428 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Checking segment: {'id': 'bcbce039-c746-4c13-b87a-a4d54c2e19b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:34.772835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.773229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Bound using segment: {'id': 'bcbce039-c746-4c13-b87a-a4d54c2e19b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:34.773706 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Bound port: 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbce039-c746-4c13-b87a-a4d54c2e19b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:34.779379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.824492 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] Set router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:46:34.869349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e828d9ab-4126-4b55-af3b-047de6a4e0aa tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:34.870992 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e828d9ab-4126-4b55-af3b-047de6a4e0aa tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] 10.222.0.32 "GET /v2.0/networks/430dffdf-92d3-4645-8519-28d5a5537ed2 HTTP/1.1" status: 200 len: 757 time: 0.5716393 Mar 08 11:46:34.882946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Usage tracker for resource:security_group_rule and tenant:c789aaee89fe4403ae97580a823f1a5a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:34.885491 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42314) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:34.888606 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:34.930466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 9e82a7c7-5c32-445a-a57c-64d296f5df53 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:34.930841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.980160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:34.996697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51378472-f81f-46c5-8b85-691c455273d9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:34.998787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-936be152-fde5-4ff5-bb8f-2fe62339ef86 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.000747 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-936be152-fde5-4ff5-bb8f-2fe62339ef86 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5220363 Mar 08 11:46:35.023005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42318) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:35.039882 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event updated for resources: {'Port': ['ID=6c9bb564-4bfe-4332-8c17-808c6e346ae6,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:35.049240 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:35.074140 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51378472-f81f-46c5-8b85-691c455273d9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dafd181-0f3f-44af-9c8f-a9d7b9e5dc60,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:35.084938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:35.096248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Usage tracker for resource:floatingip and tenant:451a6ae544ae458da1fdd0d6f1d54d89 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:35.100408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] For port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:35.101214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:35.114620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] For port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b,segment=NetworkSegment(bcbce039-c746-4c13-b87a-a4d54c2e19b1),segment_id=bcbce039-c746-4c13-b87a-a4d54c2e19b1)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:35.116479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:35.162284 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Checking segment: {'id': '73287a2f-bbe9-4c40-80e2-9a2bb32724a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '69fd34c7-c5b5-4fc8-9692-f77869b409f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:35.162888 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Network hostable DHCP agents. Network: 69fd34c7-c5b5-4fc8-9692-f77869b409f9, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:35.185742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f3b31-6e4e-457c-b384-f3a7fe7b8ad4 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:35.187352 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-463f3b31-6e4e-457c-b384-f3a7fe7b8ad4 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] 10.222.0.32 "GET /v2.0/networks/e23aab9b-a73c-4801-89bd-1cd4dda4e341 HTTP/1.1" status: 200 len: 768 time: 0.3007839 Mar 08 11:46:35.190692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42322) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:35.204375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51378472-f81f-46c5-8b85-691c455273d9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.205954 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-51378472-f81f-46c5-8b85-691c455273d9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1404440 Mar 08 11:46:35.226336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.238901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42326) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:35.260580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5fb3a6f9-d90e-4121-993e-3383a3e3c54b tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Request body: {'security_group_rule': {'security_group_id': '632b147d-a125-43c4-8d05-bd14ea3ce546', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:35.277976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5fb3a6f9-d90e-4121-993e-3383a3e3c54b tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:35.288958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5fb3a6f9-d90e-4121-993e-3383a3e3c54b tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Usage tracker for resource:security_group_rule and tenant:4f7cf23e768e4420895e1a6e55553a02 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:35.298362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5fb3a6f9-d90e-4121-993e-3383a3e3c54b tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:35.313170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5fb3a6f9-d90e-4121-993e-3383a3e3c54b tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:35.333279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Allocated IP 172.20.0.1 (fc5355ea-ef17-4615-b7f5-310c8ff8d5ec/6e8a2eb6-4dfa-4f5f-af81-e79eff1b21ef/71769147-3e6f-4f1e-aa56-95ddde6fb900) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:35.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.354946 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.359948 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.383976 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '4532c99e-8013-4876-96f4-197fd99e4127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port': {'id': '4532c99e-8013-4876-96f4-197fd99e4127', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '5fb7d739-ca59-4d37-b028-00db156af062', 'name': '', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'mac_address': 'fa:16:3e:c9:02:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:24Z', 'updated_at': '2022-03-08T11:46:34Z', 'revision_number': 4, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'subnets': [{'id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:35.389456 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cbd6ec-0eda-4371-bc54-9b313f1e2a5c None None] The sync data for ids ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'] in dv-neutron-828143-8-hyperv is: [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '4532c99e-8013-4876-96f4-197fd99e4127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port': {'id': '4532c99e-8013-4876-96f4-197fd99e4127', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '5fb7d739-ca59-4d37-b028-00db156af062', 'name': '', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'mac_address': 'fa:16:3e:c9:02:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:24Z', 'updated_at': '2022-03-08T11:46:34Z', 'revision_number': 4, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'subnets': [{'id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:35.403999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Network 69fd34c7-c5b5-4fc8-9692-f77869b409f9 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:35.504740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b0b5b-8e75-401b-a52b-fac7e1e83489 None None] Pushing event updated for resources: {'Port': ['ID=05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:35.517188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Routers {'16ffb9a0-f639-41ac-b6f6-01428b285f8a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:35.521376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:35.581979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.586224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fb3a6f9-d90e-4121-993e-3383a3e3c54b tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.595083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 69fd34c7-c5b5-4fc8-9692-f77869b409f9) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:35.745644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c264d992-12b0-48f0-9881-5ba5d094763f,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:35.748742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:35.755678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] Set router 16ffb9a0-f639-41ac-b6f6-01428b285f8a gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:46:35.756604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:35.762289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:35.763215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.770446 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:46:35.808916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a723f9a1-094a-4d0e-ad30-cc49c3be478c tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.862936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d59d76-d07e-43fe-99cd-0aaec48391b6 None None] Network 69fd34c7-c5b5-4fc8-9692-f77869b409f9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:35.884701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.912938 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.916147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430dffdf-92d3-4645-8519-28d5a5537ed2']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:35.959425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fb3a6f9-d90e-4121-993e-3383a3e3c54b tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.961536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Transition to ACTIVE for port object 71769147-3e6f-4f1e-aa56-95ddde6fb900 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:35.963545 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1198ddc3-4170-47ea-9a5c-8e6098294a59 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.9819798 Mar 08 11:46:35.973746 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:35.977263 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1267118b-886b-4f3d-9437-145a4dab276c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7478669 Mar 08 11:46:35.977959 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42338) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:35.989528 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42340) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:36.006053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5fb7d739-ca59-4d37-b028-00db156af062 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:36.011075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723f9a1-094a-4d0e-ad30-cc49c3be478c tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event deleted for resources: {'Port': ['ID=d3485483-724c-40c2-9e80-7fd75d9ab920,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:36.070995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fb3a6f9-d90e-4121-993e-3383a3e3c54b tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.092394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4201e4ba-9956-45c3-8a67-2146f4dc0a38 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Request body: {'security_group_rule': {'security_group_id': 'c264d992-12b0-48f0-9881-5ba5d094763f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:36.125816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fee15b6-6bb6-4047-aa9e-8f1be30b8c59') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:36.126146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fee15b6-6bb6-4047-aa9e-8f1be30b8c59') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:36.151366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4201e4ba-9956-45c3-8a67-2146f4dc0a38 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:36.184444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3a6f9-d90e-4121-993e-3383a3e3c54b tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8b974f-dd78-4d8b-a42f-62c0be3269f9,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:36.185071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.200708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4201e4ba-9956-45c3-8a67-2146f4dc0a38 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Usage tracker for resource:security_group_rule and tenant:c789aaee89fe4403ae97580a823f1a5a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:36.219622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4201e4ba-9956-45c3-8a67-2146f4dc0a38 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:36.231729 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b79f2-6833-4e03-8918-4278a9fc4e8e tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:36.237810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b79f2-6833-4e03-8918-4278a9fc4e8e tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:36.238628 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0a3b79f2-6833-4e03-8918-4278a9fc4e8e tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Synchronizing usage tracker for tenant:1fdcaf7ddb084346b9ce82799de5c117 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:36.248811 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fb3a6f9-d90e-4121-993e-3383a3e3c54b tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.250585 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5fb3a6f9-d90e-4121-993e-3383a3e3c54b tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0090792 Mar 08 11:46:36.253935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42350) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:36.259215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4201e4ba-9956-45c3-8a67-2146f4dc0a38 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:36.266202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:36.282634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.284582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:36.290731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Usage tracker for resource:floatingip and tenant:4f7cf23e768e4420895e1a6e55553a02 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:36.363641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:36.363641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.364203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:36.364203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:36.364373 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:36.381769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.496012 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Network fc5355ea-ef17-4615-b7f5-310c8ff8d5ec is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:36.507301 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:36.514594 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:36.589233 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event updated for resources: {'Port': ['ID=71769147-3e6f-4f1e-aa56-95ddde6fb900,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:36.616924 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.641299 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a723f9a1-094a-4d0e-ad30-cc49c3be478c tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.643924 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b', 'name': '', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'mac_address': 'fa:16:3e:cf:e2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:22Z', 'updated_at': '2022-03-08T11:46:35Z', 'revision_number': 4, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'subnets': [{'id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:36.648418 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc964de-797e-4c4d-8889-603bda9ee895 None None] The sync data for ids ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'] in dv-neutron-828143-8-hyperv is: [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b', 'name': '', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'mac_address': 'fa:16:3e:cf:e2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:22Z', 'updated_at': '2022-03-08T11:46:35Z', 'revision_number': 4, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'subnets': [{'id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:36.660783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.741049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.750302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 5fb7d739-ca59-4d37-b028-00db156af062 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:36.755979 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 5fb7d739-ca59-4d37-b028-00db156af062 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:36.761541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.769515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0a3b79f2-6833-4e03-8918-4278a9fc4e8e tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Unset dirty status for tenant:1fdcaf7ddb084346b9ce82799de5c117 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:36.774076 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0a3b79f2-6833-4e03-8918-4278a9fc4e8e tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7891843 Mar 08 11:46:36.775270 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42360) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:36.832490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.844529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 430dffdf-92d3-4645-8519-28d5a5537ed2 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 11:46:36.847394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.869645 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b109fdbb-a26b-4db6-a8f6-ead91de331ae tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Deleting port defc553b-4eec-4949-9f15-dd641fe20925 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:36.869949 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b109fdbb-a26b-4db6-a8f6-ead91de331ae tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:36.917777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event deleted for resources: {'Network': ['ID=430dffdf-92d3-4645-8519-28d5a5537ed2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:36.927057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4201e4ba-9956-45c3-8a67-2146f4dc0a38 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:37.004054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1b629396-7c81-4a7a-8f08-2d6b7bb48eb6 None None] Provisioning for port 71769147-3e6f-4f1e-aa56-95ddde6fb900 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:37.007916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:37.024581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1b629396-7c81-4a7a-8f08-2d6b7bb48eb6 None None] Provisioning complete for port 71769147-3e6f-4f1e-aa56-95ddde6fb900 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:37.024991 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1b629396-7c81-4a7a-8f08-2d6b7bb48eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:37.026193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42364) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:37.034683 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ae941fd4-8f32-437e-a053-d45afd3f1635 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "DELETE /v2.0/networks/430dffdf-92d3-4645-8519-28d5a5537ed2 HTTP/1.1" status: 204 len: 168 time: 1.8420303 Mar 08 11:46:37.060181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42368) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:37.081123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Request body: {'network': {'name': 'tempest-network--1260864703'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:37.084125 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 5fb7d739-ca59-4d37-b028-00db156af062, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5fb7d739-ca59-4d37-b028-00db156af062,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:37.105201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1b629396-7c81-4a7a-8f08-2d6b7bb48eb6 None None] Port 71769147-3e6f-4f1e-aa56-95ddde6fb900 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:37.184212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:37.214360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:37.235381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:37.261636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-7e0c742a-0800-424f-bda2-b7e4fc5670e4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:37.263417 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b109fdbb-a26b-4db6-a8f6-ead91de331ae tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:37.276824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Usage tracker for resource:network and tenant:30186d80b6ad4e81b9eefb9362b61615 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:37.291282 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=5fb7d739-ca59-4d37-b028-00db156af062,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:37.294037 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a723f9a1-094a-4d0e-ad30-cc49c3be478c tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Router ad23e47b-5a3a-477f-b53f-e79684b83149 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:46:37.295355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:37.338688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:37.376943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4201e4ba-9956-45c3-8a67-2146f4dc0a38 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:37.423689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b109fdbb-a26b-4db6-a8f6-ead91de331ae tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Calling delete_port for defc553b-4eec-4949-9f15-dd641fe20925 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:37.457621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4201e4ba-9956-45c3-8a67-2146f4dc0a38 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:37.469970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Made reservation on behalf of 30186d80b6ad4e81b9eefb9362b61615 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:37.472356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:37.550020 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7e0c742a-0800-424f-bda2-b7e4fc5670e4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] 10.222.0.32 "PUT /v2.0/quotas/0b6a72217e804a4f9e9f470cac67d3ff HTTP/1.1" status: 200 len: 368 time: 0.5221317 Mar 08 11:46:37.577069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42374) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:37.586321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Allocated IP 172.26.4.34 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/2d7b71e5-7124-407d-88a7-d31fcaa3b740) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:37.600730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a723f9a1-094a-4d0e-ad30-cc49c3be478c tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:46:37.611203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Request body: {'network': {'project_id': '0b6a72217e804a4f9e9f470cac67d3ff'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:37.613651 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4662bd-84db-4359-b700-9e21f56d518f None None] Sync routers for ids ['ad23e47b-5a3a-477f-b53f-e79684b83149'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:37.619550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:37.626541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Usage tracker for resource:network and tenant:0b6a72217e804a4f9e9f470cac67d3ff is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:37.629658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:37.632375 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4662bd-84db-4359-b700-9e21f56d518f None None] Routers {'ad23e47b-5a3a-477f-b53f-e79684b83149'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:37.634732 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3a4662bd-84db-4359-b700-9e21f56d518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['ad23e47b-5a3a-477f-b53f-e79684b83149'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:37.637377 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:37.649811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201e4ba-9956-45c3-8a67-2146f4dc0a38 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9e925a-0746-4f90-bb86-0c48f21a9b5e,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:37.659418 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a723f9a1-094a-4d0e-ad30-cc49c3be478c tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "PUT /v2.0/routers/ad23e47b-5a3a-477f-b53f-e79684b83149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5767667 Mar 08 11:46:37.671207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42378) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:37.732117 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3a4662bd-84db-4359-b700-9e21f56d518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:37.743108 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4662bd-84db-4359-b700-9e21f56d518f None None] Routers {'ad23e47b-5a3a-477f-b53f-e79684b83149'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:37.744076 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3a4662bd-84db-4359-b700-9e21f56d518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['ad23e47b-5a3a-477f-b53f-e79684b83149'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:37.786665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:37.809384 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3a4662bd-84db-4359-b700-9e21f56d518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:37.810064 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4662bd-84db-4359-b700-9e21f56d518f None None] The sync data for ids ['ad23e47b-5a3a-477f-b53f-e79684b83149'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:37.921168 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b109fdbb-a26b-4db6-a8f6-ead91de331ae tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:37.946425 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:37.963858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-217f6a63-b8f2-41ed-9dfd-54cf5fe700cc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:37.994282 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109fdbb-a26b-4db6-a8f6-ead91de331ae tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event deleted for resources: {'Port': ['ID=defc553b-4eec-4949-9f15-dd641fe20925,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:38.013026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:38.014603 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4201e4ba-9956-45c3-8a67-2146f4dc0a38 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.019419 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4201e4ba-9956-45c3-8a67-2146f4dc0a38 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0026717 Mar 08 11:46:38.019419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Made reservation on behalf of 0b6a72217e804a4f9e9f470cac67d3ff for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:38.019647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b109fdbb-a26b-4db6-a8f6-ead91de331ae tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.019758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.021134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42382) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:38.038499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ec353717-1b26-49c4-8914-edf4b0894e73 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Request body: {'security_group_rule': {'security_group_id': 'c264d992-12b0-48f0-9881-5ba5d094763f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:38.052897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ec353717-1b26-49c4-8914-edf4b0894e73 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:38.056205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.072834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ec353717-1b26-49c4-8914-edf4b0894e73 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Usage tracker for resource:security_group_rule and tenant:c789aaee89fe4403ae97580a823f1a5a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:38.087720 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ec353717-1b26-49c4-8914-edf4b0894e73 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:38.097423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ec353717-1b26-49c4-8914-edf4b0894e73 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:38.155657 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b109fdbb-a26b-4db6-a8f6-ead91de331ae tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "DELETE /v2.0/ports/defc553b-4eec-4949-9f15-dd641fe20925 HTTP/1.1" status: 204 len: 168 time: 1.3733425 Mar 08 11:46:38.158861 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:38.163481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.165586 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Added segment 97d01181-67cc-4856-a35f-68f6e1baa5e0 of type vlan for network d4828b1c-10e8-4d79-845c-db7cae0325ee Mar 08 11:46:38.165702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:38.165702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.165854 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42386) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:38.261356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-a9114982-bd9b-4b64-892a-a3ed1b1969b8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Deleting port 6c9bb564-4bfe-4332-8c17-808c6e346ae6 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:38.262043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9114982-bd9b-4b64-892a-a3ed1b1969b8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.284731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.301240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ec353717-1b26-49c4-8914-edf4b0894e73 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.306372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:38.317508 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b,segment=NetworkSegment(bcbce039-c746-4c13-b87a-a4d54c2e19b1),segment_id=bcbce039-c746-4c13-b87a-a4d54c2e19b1)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:38.332880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Usage tracker for resource:security_group_rule and tenant:0b6a72217e804a4f9e9f470cac67d3ff is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:38.340621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:38.383756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.384675 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5fb7d739-ca59-4d37-b028-00db156af062 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:38.403884 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.417345 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:38.421018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-217f6a63-b8f2-41ed-9dfd-54cf5fe700cc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.426418 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.432689 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-217f6a63-b8f2-41ed-9dfd-54cf5fe700cc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.449852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ec353717-1b26-49c4-8914-edf4b0894e73 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.463057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.485599 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.505404 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:38.519461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 5fb7d739-ca59-4d37-b028-00db156af062 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:38.520088 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.584567 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-217f6a63-b8f2-41ed-9dfd-54cf5fe700cc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.585100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217f6a63-b8f2-41ed-9dfd-54cf5fe700cc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Fanout notify agent at l3_agent the message router_deleted on router ad23e47b-5a3a-477f-b53f-e79684b83149 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:46:38.599213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.599687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.602923 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ec353717-1b26-49c4-8914-edf4b0894e73 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.613274 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-217f6a63-b8f2-41ed-9dfd-54cf5fe700cc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.617045 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-217f6a63-b8f2-41ed-9dfd-54cf5fe700cc tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "DELETE /v2.0/routers/ad23e47b-5a3a-477f-b53f-e79684b83149 HTTP/1.1" status: 204 len: 168 time: 0.9409952 Mar 08 11:46:38.617476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42390) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:38.620701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.621772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:38.622498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.713904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.787262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.831603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec353717-1b26-49c4-8914-edf4b0894e73 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5604baaa-022f-4e9e-811e-e46758135dea,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:38.866351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9114982-bd9b-4b64-892a-a3ed1b1969b8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:38.884903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event updated for resources: {'Port': ['ID=71769147-3e6f-4f1e-aa56-95ddde6fb900,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:38.904030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event updated for resources: {'Network': ['ID=d4828b1c-10e8-4d79-845c-db7cae0325ee,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:38.916686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network d4828b1c-10e8-4d79-845c-db7cae0325ee details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:38.955041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cded94-e799-4871-8ede-49c14bc99a2f tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Deleting subnet 4d7faa4d-03ff-4f62-9e5e-d554c6266c44 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:46:38.959099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:38.964961 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:38.983362 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5c809f30-563d-4d16-aa7a-83c7f6e79333 tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.9144571 Mar 08 11:46:38.983362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:38.985068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42394) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:38.985375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-34cded94-e799-4871-8ede-49c14bc99a2f tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.026327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:39.064715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Pushing event updated for resources: {'Port': ['ID=2d7b71e5-7124-407d-88a7-d31fcaa3b740,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:39.070198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-3845c4e7-e89b-4c69-84ef-d2ba60f0751e tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:39.086175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ec353717-1b26-49c4-8914-edf4b0894e73 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.089938 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ec353717-1b26-49c4-8914-edf4b0894e73 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0625060 Mar 08 11:46:39.095316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-a9114982-bd9b-4b64-892a-a3ed1b1969b8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Calling delete_port for 6c9bb564-4bfe-4332-8c17-808c6e346ae6 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:39.102014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42398) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:39.102691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfc3b86-c981-4798-8be1-caa2d7a55504,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:39.129904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:39.138761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.139113 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Added segment 36439f3d-af4a-4875-b873-672499d69360 of type vlan for network 2d4a1231-258c-4cef-8808-5a0e000193f5 Mar 08 11:46:39.143808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:39.154138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Allocated IP 172.26.4.199 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/275f5972-4f5d-4097-a532-b5b7dc19e1dc) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:39.161128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Usage tracker for resource:floatingip and tenant:c789aaee89fe4403ae97580a823f1a5a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:39.205723 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Network fc5355ea-ef17-4615-b7f5-310c8ff8d5ec is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:39.217767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:39.231351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:39.231539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-34cded94-e799-4871-8ede-49c14bc99a2f tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.275786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:39.322170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.542681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9114982-bd9b-4b64-892a-a3ed1b1969b8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.555746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ae6a6c8c-0078-4010-89a9-0a5a7f53af7a None None] Provisioning complete for port 71769147-3e6f-4f1e-aa56-95ddde6fb900 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:39.560822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ae6a6c8c-0078-4010-89a9-0a5a7f53af7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.567143 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.621576 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ae6a6c8c-0078-4010-89a9-0a5a7f53af7a None None] Port 71769147-3e6f-4f1e-aa56-95ddde6fb900 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:39.673629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-34cded94-e799-4871-8ede-49c14bc99a2f tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.690584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9114982-bd9b-4b64-892a-a3ed1b1969b8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event deleted for resources: {'Port': ['ID=6c9bb564-4bfe-4332-8c17-808c6e346ae6,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:39.702620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9114982-bd9b-4b64-892a-a3ed1b1969b8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.704133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3845c4e7-e89b-4c69-84ef-d2ba60f0751e tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.709243 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.712141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.732832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.733803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:39.734510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.739047 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a9114982-bd9b-4b64-892a-a3ed1b1969b8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "DELETE /v2.0/ports/6c9bb564-4bfe-4332-8c17-808c6e346ae6 HTTP/1.1" status: 204 len: 168 time: 1.5725949 Mar 08 11:46:39.743985 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42402) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:39.805480 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Router 5f9e40af-33f5-4f40-bac4-d0c42c282b2c has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:46:39.807425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-45d4580a-25a1-4937-bbd8-13c8dbced6de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Synchronizing usage tracker for tenant:1fdcaf7ddb084346b9ce82799de5c117 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:39.864051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c138296f-5b1e-4dca-b450-0054041117ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.866270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3845c4e7-e89b-4c69-84ef-d2ba60f0751e tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.921080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:39.949025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3845c4e7-e89b-4c69-84ef-d2ba60f0751e tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Network d4828b1c-10e8-4d79-845c-db7cae0325ee is not hosted by any dhcp agent {{(pid=88469) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 08 11:46:39.949679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3845c4e7-e89b-4c69-84ef-d2ba60f0751e tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:39.950318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3845c4e7-e89b-4c69-84ef-d2ba60f0751e tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:39.951606 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3845c4e7-e89b-4c69-84ef-d2ba60f0751e tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "PUT /v2.0/networks/d4828b1c-10e8-4d79-845c-db7cae0325ee HTTP/1.1" status: 200 len: 858 time: 0.9272923 Mar 08 11:46:39.963443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42406) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:39.972794 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3917770 Mar 08 11:46:39.989419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42410) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:40.002103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-45d4580a-25a1-4937-bbd8-13c8dbced6de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Unset dirty status for tenant:1fdcaf7ddb084346b9ce82799de5c117 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:40.003447 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-45d4580a-25a1-4937-bbd8-13c8dbced6de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2585094 Mar 08 11:46:40.005298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.012348 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Request body: {'network': {'project_id': '0b6a72217e804a4f9e9f470cac67d3ff'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:40.013557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050d7bd-9051-4fc1-a671-73b20081527c tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Pushing event updated for resources: {'Network': ['ID=2d4a1231-258c-4cef-8808-5a0e000193f5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:40.021394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42414) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:40.027345 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 2d4a1231-258c-4cef-8808-5a0e000193f5 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:40.027803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-899393428'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:40.043649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:40.044085 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.062566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.064389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:40.080270 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Usage tracker for resource:network and tenant:0b6a72217e804a4f9e9f470cac67d3ff is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:40.094951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:40.096210 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:40.118872 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:40.126529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:46:40.141006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:40.154677 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ce2ade6a-7756-4909-8401-ffb19c9a03d0 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "PUT /v2.0/routers/5f9e40af-33f5-4f40-bac4-d0c42c282b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8155818 Mar 08 11:46:40.156240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:40.162345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42418) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:40.169514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:40.178880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Usage tracker for resource:network and tenant:1fdcaf7ddb084346b9ce82799de5c117 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:40.182717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc421e00-2832-474f-bea1-021a35a91805 None None] Sync routers for ids ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:40.189762 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:40.200138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Request body: {'port': {'network_id': 'fc5355ea-ef17-4615-b7f5-310c8ff8d5ec', 'name': 'tempest-FloatingIPAdminTestJSON-1711714114'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:40.201562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-34cded94-e799-4871-8ede-49c14bc99a2f tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.215490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:40.217060 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Pushing event updated for resources: {'Port': ['ID=275f5972-4f5d-4097-a532-b5b7dc19e1dc,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:40.238205 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc421e00-2832-474f-bea1-021a35a91805 None None] Routers {'5f9e40af-33f5-4f40-bac4-d0c42c282b2c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:40.238205 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-cc421e00-2832-474f-bea1-021a35a91805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:40.253939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Made reservation on behalf of 0b6a72217e804a4f9e9f470cac67d3ff for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:40.256225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.310361 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-cc421e00-2832-474f-bea1-021a35a91805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:40.329576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cded94-e799-4871-8ede-49c14bc99a2f tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7faa4d-03ff-4f62-9e5e-d554c6266c44,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:40.344252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.346538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-34cded94-e799-4871-8ede-49c14bc99a2f tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.352702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845c4e7-e89b-4c69-84ef-d2ba60f0751e tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event updated for resources: {'Network': ['ID=d4828b1c-10e8-4d79-845c-db7cae0325ee,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:40.359398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24b64e0-2845-452a-924d-8cbba76e5d56 None None] Network 0658c2c9-bef0-4525-a75e-9fa9c3eb682e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:40.396239 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-34cded94-e799-4871-8ede-49c14bc99a2f tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "DELETE /v2.0/subnets/4d7faa4d-03ff-4f62-9e5e-d554c6266c44 HTTP/1.1" status: 204 len: 168 time: 1.7776926 Mar 08 11:46:40.397365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc421e00-2832-474f-bea1-021a35a91805 None None] Routers {'5f9e40af-33f5-4f40-bac4-d0c42c282b2c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:40.398177 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-cc421e00-2832-474f-bea1-021a35a91805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:40.404028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42422) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:40.410700 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:40.472439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:40.480180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.480489 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Added segment 8e57c780-9c5b-4bac-aea5-29ac404e0423 of type vlan for network cdbb6957-7382-4950-9bd0-86f89b4e1e5c Mar 08 11:46:40.486670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Usage tracker for resource:port and tenant:1195881d192746efb39094487a830653 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:40.493215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Made reservation on behalf of 1fdcaf7ddb084346b9ce82799de5c117 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:40.496722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.500013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.501611 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:40.536193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-cc421e00-2832-474f-bea1-021a35a91805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:40.536894 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc421e00-2832-474f-bea1-021a35a91805 None None] The sync data for ids ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:40.565355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:40.568267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.611602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.617770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.646120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Deleting port 1e248835-8ad6-4fc7-b346-5a34f68ecc76 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:40.646602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.687660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Made reservation on behalf of 1195881d192746efb39094487a830653 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:40.691248 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.695944 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.743090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4828b1c-10e8-4d79-845c-db7cae0325ee']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:40.763348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d01181-67cc-4856-a35f-68f6e1baa5e0') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:40.766418 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d01181-67cc-4856-a35f-68f6e1baa5e0') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:40.774884 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] device_id is not set on port 34df2a65-5192-468a-9257-efab00372caf yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:46:40.794643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.809272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.824281 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b541884-e9d0-4d78-9b8d-747ed224f7cb None None] DHCP port deletion for 0658c2c9-bef0-4525-a75e-9fa9c3eb682e request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:46:40.826472 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b541884-e9d0-4d78-9b8d-747ed224f7cb None None] Deleting port 1e248835-8ad6-4fc7-b346-5a34f68ecc76 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:40.826847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b541884-e9d0-4d78-9b8d-747ed224f7cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.828224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.829168 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:40.829749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.851421 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.862461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:40.863222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:40.876736 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:40.887553 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:40.893373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:46:40.893729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:46:40.949503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.002044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Allocated IP 172.26.4.60 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/366b48ee-21a3-450f-92cf-48e517eb0738) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:41.039421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b541884-e9d0-4d78-9b8d-747ed224f7cb None None] For port 1e248835-8ad6-4fc7-b346-5a34f68ecc76, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1e248835-8ad6-4fc7-b346-5a34f68ecc76,segment=NetworkSegment(75e58df9-a41a-4cd3-b51b-af15c4039170),segment_id=75e58df9-a41a-4cd3-b51b-af15c4039170)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:41.039615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b541884-e9d0-4d78-9b8d-747ed224f7cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.168762 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b541884-e9d0-4d78-9b8d-747ed224f7cb None None] Calling delete_port for 1e248835-8ad6-4fc7-b346-5a34f68ecc76 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:41.220830 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Pushing event updated for resources: {'Network': ['ID=cdbb6957-7382-4950-9bd0-86f89b4e1e5c,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:41.221058 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Pushing event updated for resources: {'Port': ['ID=2d7b71e5-7124-407d-88a7-d31fcaa3b740,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:41.227460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.246307 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0c334ccf-4fbe-4a61-bce7-8bcb1db409c7 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2557595 Mar 08 11:46:41.247713 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network cdbb6957-7382-4950-9bd0-86f89b4e1e5c details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:41.255726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42426) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:41.286516 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-36372efb-2a0e-47d6-828f-460bd5b78ee4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Request body: {'network': {'project_id': '0b6a72217e804a4f9e9f470cac67d3ff'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:41.303155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4828b1c-10e8-4d79-845c-db7cae0325ee {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 11:46:41.317315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4828b1c-10e8-4d79-845c-db7cae0325ee,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:41.323332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.329623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.360750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-36372efb-2a0e-47d6-828f-460bd5b78ee4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:41.369777 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-54416ac5-916e-4d13-8967-c224c922cc8b tempest-ExternalNetworksTestJSON-1284247668 tempest-ExternalNetworksTestJSON-1284247668-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d4828b1c-10e8-4d79-845c-db7cae0325ee HTTP/1.1" status: 204 len: 168 time: 1.3980520 Mar 08 11:46:41.382027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42430) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:41.382870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-36372efb-2a0e-47d6-828f-460bd5b78ee4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Usage tracker for resource:network and tenant:0b6a72217e804a4f9e9f470cac67d3ff is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:41.403040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b541884-e9d0-4d78-9b8d-747ed224f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.427139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.437988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-36372efb-2a0e-47d6-828f-460bd5b78ee4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:41.454581 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Allocated IP 172.20.0.7 (fc5355ea-ef17-4615-b7f5-310c8ff8d5ec/6e8a2eb6-4dfa-4f5f-af81-e79eff1b21ef/34df2a65-5192-468a-9257-efab00372caf) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:41.461791 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-36372efb-2a0e-47d6-828f-460bd5b78ee4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:41.463337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b541884-e9d0-4d78-9b8d-747ed224f7cb None None] No DVR routers for this DVR port 1e248835-8ad6-4fc7-b346-5a34f68ecc76 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:46:41.475931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] For port 1e248835-8ad6-4fc7-b346-5a34f68ecc76, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1e248835-8ad6-4fc7-b346-5a34f68ecc76,segment=NetworkSegment(75e58df9-a41a-4cd3-b51b-af15c4039170),segment_id=75e58df9-a41a-4cd3-b51b-af15c4039170)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:41.476361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.481039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b541884-e9d0-4d78-9b8d-747ed224f7cb None None] Pushing event deleted for resources: {'Port': ['ID=1e248835-8ad6-4fc7-b346-5a34f68ecc76,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:41.500355 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-36372efb-2a0e-47d6-828f-460bd5b78ee4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 08 11:46:41.501405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36372efb-2a0e-47d6-828f-460bd5b78ee4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:46:41.502794 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-36372efb-2a0e-47d6-828f-460bd5b78ee4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2436233 Mar 08 11:46:41.514217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42434) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:41.516316 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa97ac7f-e95a-4a93-a3b0-b5abad435ad4 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] DELETE failed (client error): The resource could not be found. Mar 08 11:46:41.516316 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa97ac7f-e95a-4a93-a3b0-b5abad435ad4 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:46:41.516316 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fa97ac7f-e95a-4a93-a3b0-b5abad435ad4 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] 10.222.0.32 "DELETE /v2.0/subnets/5c0da429-39c7-48da-b2bb-d9a7c214a4b8 HTTP/1.1" status: 404 len: 337 time: 0.1306281 Mar 08 11:46:41.517261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42436) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:41.517816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.525930 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3c80a1d1-cb8a-4b10-bf8b-8d1cb159f2c0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4886644 Mar 08 11:46:41.525930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.539750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:41.592763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.593414 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Added segment dd8f155f-87fe-4f77-b466-ca509aabd0f0 of type vlan for network 7c973be7-2f08-4d37-8a79-ba0ded7c1bb9 Mar 08 11:46:41.684809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Calling delete_port for 1e248835-8ad6-4fc7-b346-5a34f68ecc76 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:41.733645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-721b30af-a4ef-481a-8c01-f003ce276438 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.762375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.890122 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7bd036e7-e986-430a-86fc-0e9fc2156e04 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b6a72217e804a4f9e9f470cac67d3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206789 Mar 08 11:46:41.897406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42454) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:41.933931 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1e248835-8ad6-4fc7-b346-5a34f68ecc76 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:46:41.960724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-721b30af-a4ef-481a-8c01-f003ce276438 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:41.977578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:46:41.977935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:46:41.979280 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 1e248835-8ad6-4fc7-b346-5a34f68ecc76 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:46:41.979630 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1e248835-8ad6-4fc7-b346-5a34f68ecc76 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:46:41.989396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-721b30af-a4ef-481a-8c01-f003ce276438 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23aab9b-a73c-4801-89bd-1cd4dda4e341']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:42.003336 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-721b30af-a4ef-481a-8c01-f003ce276438 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc9249f-974e-41c2-a1dc-af9ee87eeada') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:42.003640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-721b30af-a4ef-481a-8c01-f003ce276438 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc9249f-974e-41c2-a1dc-af9ee87eeada') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:42.015707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-721b30af-a4ef-481a-8c01-f003ce276438 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.027859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.031795 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.034506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:42.035109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.075541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.087800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-40bd4358-6811-442c-a01b-80f074262957 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.092661 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.099446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3f92d0a0-3c89-4d2b-b50c-ab14154214ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.107714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.130087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42468) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:42.197343 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 11:46:42.205907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-721b30af-a4ef-481a-8c01-f003ce276438 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.230873 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-40bd4358-6811-442c-a01b-80f074262957 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.240931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event updated for resources: {'Network': ['ID=7c973be7-2f08-4d37-8a79-ba0ded7c1bb9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:42.243604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721b30af-a4ef-481a-8c01-f003ce276438 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:42.244148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-721b30af-a4ef-481a-8c01-f003ce276438 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.253179 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 7c973be7-2f08-4d37-8a79-ba0ded7c1bb9 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:42.255187 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Pushing event updated for resources: {'Port': ['ID=275f5972-4f5d-4097-a532-b5b7dc19e1dc,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:42.263708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:42.264610 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:42.284309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:42.288785 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.345788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:42.378720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Pushing event updated for resources: {'Port': ['ID=366b48ee-21a3-450f-92cf-48e517eb0738,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:42.387478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.388715 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2e81edab-6532-4cdc-a7e0-d1ea57087657 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1338608 Mar 08 11:46:42.391090 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6169c038-5b9f-4453-a71a-7f71fec84f3c tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3677926 Mar 08 11:46:42.394028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42472) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:42.402965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1163268883'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:42.404618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:42.409314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Usage tracker for resource:network and tenant:1fdcaf7ddb084346b9ce82799de5c117 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:42.410740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-b576503b-776a-4fad-823c-396dad007af5 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Synchronizing usage tracker for tenant:451a6ae544ae458da1fdd0d6f1d54d89 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:42.412389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:42.419701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:42.423987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-40bd4358-6811-442c-a01b-80f074262957 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.426333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-40bd4358-6811-442c-a01b-80f074262957 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.427466 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-40bd4358-6811-442c-a01b-80f074262957 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bfc3b86-c981-4798-8be1-caa2d7a55504 HTTP/1.1" status: 204 len: 168 time: 0.5294235 Mar 08 11:46:42.430978 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42478) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:42.441470 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd4358-6811-442c-a01b-80f074262957 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfc3b86-c981-4798-8be1-caa2d7a55504,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:42.479118 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Deleting port 1e248835-8ad6-4fc7-b346-5a34f68ecc76 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:42.479657 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.516728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Transition to ACTIVE for port object 34df2a65-5192-468a-9257-efab00372caf will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:42.538658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-721b30af-a4ef-481a-8c01-f003ce276438 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.555085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] The port '1e248835-8ad6-4fc7-b346-5a34f68ecc76' was deleted {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:46:42.561681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Made reservation on behalf of 1fdcaf7ddb084346b9ce82799de5c117 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:42.565783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.568881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-721b30af-a4ef-481a-8c01-f003ce276438 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.584732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b30af-a4ef-481a-8c01-f003ce276438 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] Pushing event deleted for resources: {'Network': ['ID=e23aab9b-a73c-4801-89bd-1cd4dda4e341,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:42.586489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-b576503b-776a-4fad-823c-396dad007af5 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Unset dirty status for tenant:451a6ae544ae458da1fdd0d6f1d54d89 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:42.587655 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-b576503b-776a-4fad-823c-396dad007af5 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1270917146&fields=id&tenant_id=451a6ae544ae458da1fdd0d6f1d54d89 HTTP/1.1" status: 200 len: 267 time: 0.4566028 Mar 08 11:46:42.591551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.594659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-526aad30-48db-4d45-a0c1-678a0be81ec4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.727828 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-721b30af-a4ef-481a-8c01-f003ce276438 tempest-ExternalNetworksTestJSON-905375123 tempest-ExternalNetworksTestJSON-905375123-project] 10.222.0.32 "DELETE /v2.0/networks/e23aab9b-a73c-4801-89bd-1cd4dda4e341 HTTP/1.1" status: 204 len: 168 time: 1.2031891 Mar 08 11:46:42.727979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.735168 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:42.747713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42504) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:42.761672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.761975 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Added segment 3385ba46-3365-45b6-aaad-a8da1ea9ddeb of type vlan for network a646f0c9-2995-43d1-9f1b-41bcef80a960 Mar 08 11:46:42.763210 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 11:46:42.786413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0658c2c9-bef0-4525-a75e-9fa9c3eb682e']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:42.824950 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e58df9-a41a-4cd3-b51b-af15c4039170') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:42.825561 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e58df9-a41a-4cd3-b51b-af15c4039170') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:42.841851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.846789 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.865509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.893441 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.903484 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-4aa74c73-abdb-4247-8d78-adab966670de tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1372403503&fields=id&tenant_id=4f7cf23e768e4420895e1a6e55553a02 HTTP/1.1" status: 200 len: 267 time: 0.1538663 Mar 08 11:46:42.979126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-526aad30-48db-4d45-a0c1-678a0be81ec4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.983082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:42.990648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Network fc5355ea-ef17-4615-b7f5-310c8ff8d5ec is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:43.004807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:43.016570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-22ae0cb2-f66c-47b7-b257-2ff1cac2cee7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:43.017529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-22ae0cb2-f66c-47b7-b257-2ff1cac2cee7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Synchronizing usage tracker for tenant:451a6ae544ae458da1fdd0d6f1d54d89 on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:43.018525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:43.033872 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-526aad30-48db-4d45-a0c1-678a0be81ec4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbb6957-7382-4950-9bd0-86f89b4e1e5c']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:43.055607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-526aad30-48db-4d45-a0c1-678a0be81ec4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e57c780-9c5b-4bac-aea5-29ac404e0423') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:43.056133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-526aad30-48db-4d45-a0c1-678a0be81ec4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e57c780-9c5b-4bac-aea5-29ac404e0423') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:43.167033 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.191084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:43.191489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.195445 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-526aad30-48db-4d45-a0c1-678a0be81ec4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:43.209156 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:43.212599 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event updated for resources: {'Port': ['ID=34df2a65-5192-468a-9257-efab00372caf,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:43.286272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-22ae0cb2-f66c-47b7-b257-2ff1cac2cee7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Unset dirty status for tenant:451a6ae544ae458da1fdd0d6f1d54d89 on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:43.286272 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-22ae0cb2-f66c-47b7-b257-2ff1cac2cee7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/networks?id=c9696f42-2096-4d7e-b072-373349eed38f HTTP/1.1" status: 200 len: 811 time: 0.6708496 Mar 08 11:46:43.286272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-526aad30-48db-4d45-a0c1-678a0be81ec4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.286272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526aad30-48db-4d45-a0c1-678a0be81ec4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:43.286272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-526aad30-48db-4d45-a0c1-678a0be81ec4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:43.298470 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:43.325095 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-7e318db4-761c-4121-9be0-dc671e8352bf tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/quotas/451a6ae544ae458da1fdd0d6f1d54d89 HTTP/1.1" status: 200 len: 375 time: 0.0466900 Mar 08 11:46:43.352171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:43.353126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.367015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.372426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:43.373028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.395233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.409062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42510) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:43.460093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.460294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7d10aaba-bc59-410d-ba9b-cbf0df63206c tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:43.461714 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7d10aaba-bc59-410d-ba9b-cbf0df63206c tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/networks?id=4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 HTTP/1.1" status: 200 len: 811 time: 0.5451941 Mar 08 11:46:43.462694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7b90276e-8b5a-4eac-b499-4744e94588c1 None None] Provisioning for port 34df2a65-5192-468a-9257-efab00372caf completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:43.475255 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7b90276e-8b5a-4eac-b499-4744e94588c1 None None] Provisioning complete for port 34df2a65-5192-468a-9257-efab00372caf triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:43.475631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7b90276e-8b5a-4eac-b499-4744e94588c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.488158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.501854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-f736cebc-fd99-46e0-b149-437b735d8e1c tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Synchronizing usage tracker for tenant:451a6ae544ae458da1fdd0d6f1d54d89 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:43.509536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.530392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event updated for resources: {'Network': ['ID=a646f0c9-2995-43d1-9f1b-41bcef80a960,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:43.533475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.535509 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] 10.222.0.32 "DELETE /v2.0/networks/0658c2c9-bef0-4525-a75e-9fa9c3eb682e HTTP/1.1" status: 204 len: 168 time: 3.1305256 Mar 08 11:46:43.542340 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-013700df-2873-4cbc-a342-35c4905956f1 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/quotas/4f7cf23e768e4420895e1a6e55553a02 HTTP/1.1" status: 200 len: 375 time: 0.0338655 Mar 08 11:46:43.546003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network a646f0c9-2995-43d1-9f1b-41bcef80a960 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:46:43.586592 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7b90276e-8b5a-4eac-b499-4744e94588c1 None None] Port 34df2a65-5192-468a-9257-efab00372caf cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:43.596509 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-56dcff74-395b-48da-98e3-364d286fba42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4330931 Mar 08 11:46:43.600364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42518) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:43.610384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627268f-d12a-4e63-b28b-530095470e30 tempest-FloatingIPNegativeTestJSON-1171957035 tempest-FloatingIPNegativeTestJSON-1171957035-project] Pushing event deleted for resources: {'Network': ['ID=0658c2c9-bef0-4525-a75e-9fa9c3eb682e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:43.610969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-526aad30-48db-4d45-a0c1-678a0be81ec4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.613011 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-70ff3f1c-23b2-4b0b-a905-33793ed98a42 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2180035 Mar 08 11:46:43.622112 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.739647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-526aad30-48db-4d45-a0c1-678a0be81ec4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.745679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526aad30-48db-4d45-a0c1-678a0be81ec4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Pushing event deleted for resources: {'Network': ['ID=cdbb6957-7382-4950-9bd0-86f89b4e1e5c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:43.753363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-f736cebc-fd99-46e0-b149-437b735d8e1c tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Unset dirty status for tenant:451a6ae544ae458da1fdd0d6f1d54d89 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:43.754942 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-f736cebc-fd99-46e0-b149-437b735d8e1c tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=451a6ae544ae458da1fdd0d6f1d54d89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3844991 Mar 08 11:46:43.756236 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-526aad30-48db-4d45-a0c1-678a0be81ec4 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] 10.222.0.32 "DELETE /v2.0/networks/cdbb6957-7382-4950-9bd0-86f89b4e1e5c HTTP/1.1" status: 204 len: 168 time: 1.3226366 Mar 08 11:46:43.761619 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42524) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:43.762301 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42526) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:43.807003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Request body: {'subnets': [{'network_id': '7c973be7-2f08-4d37-8a79-ba0ded7c1bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--517074413', 'ip_version': 4}, {'network_id': 'a646f0c9-2995-43d1-9f1b-41bcef80a960', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:43.807364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Request body: {'subnet': {'network_id': '7c973be7-2f08-4d37-8a79-ba0ded7c1bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--517074413', 'ip_version': 4}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:43.807889 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Request body: {'subnet': {'network_id': 'a646f0c9-2995-43d1-9f1b-41bcef80a960', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:43.818909 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-8f83e31d-689c-4064-be86-ba42f6843850 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f7cf23e768e4420895e1a6e55553a02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2701769 Mar 08 11:46:43.826263 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-20bde0f0-8594-46c7-8b2f-b0e1f80bf8c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7ad6dd1bfbf452e8ee99e963cc17194&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4095163 Mar 08 11:46:43.829221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42536) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:43.893584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ae3836b-3028-46a4-9e31-1fd07f31a87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.912223 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'project_id': '1195881d192746efb39094487a830653', 'port_id': '34df2a65-5192-468a-9257-efab00372caf'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:43.920962 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ae3836b-3028-46a4-9e31-1fd07f31a87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:43.974719 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-62dfb581-6069-43ab-bef7-b50b95066524 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:46:43.975726 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-62dfb581-6069-43ab-bef7-b50b95066524 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474696 Mar 08 11:46:43.987947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:44.064703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Pushing event updated for resources: {'Port': ['ID=366b48ee-21a3-450f-92cf-48e517eb0738,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:44.067327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Usage tracker for resource:floatingip and tenant:1195881d192746efb39094487a830653 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:44.077127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ae3836b-3028-46a4-9e31-1fd07f31a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.085178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-03e9cb19-a561-468c-9067-683530d17caf service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:46:44.086152 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-03e9cb19-a561-468c-9067-683530d17caf service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1415732 Mar 08 11:46:44.086942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:44.102960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3836b-3028-46a4-9e31-1fd07f31a87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5ce4d7-15e3-42ba-a552-0febc6175ecf,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:44.126344 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ae3836b-3028-46a4-9e31-1fd07f31a87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.136464 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6ae3836b-3028-46a4-9e31-1fd07f31a87f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae5ce4d7-15e3-42ba-a552-0febc6175ecf HTTP/1.1" status: 204 len: 168 time: 0.3061838 Mar 08 11:46:44.165725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:44.174926 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-0fbfd9ed-6a70-4bcd-b5aa-84ea615eb97f service neutron] 10.222.0.32 "GET /v2.0/networks/4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904640 Mar 08 11:46:44.271243 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-be423381-08ab-4387-ad06-c3f086622341 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.278887 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42552) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:44.337043 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-d4fe466e-e3cf-4664-bfa1-460771ca2f8c service neutron] 10.222.0.32 "GET /v2.0/networks/4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561627 Mar 08 11:46:44.341895 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.346601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:44.361335 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Usage tracker for resource:subnet and tenant:1fdcaf7ddb084346b9ce82799de5c117 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:44.368436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:44.373115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.400267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:44.486225 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-3f7681a4-6fcd-4eb7-ab13-56a9191f02c1 service neutron] 10.222.0.32 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551829 Mar 08 11:46:44.498931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.500667 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-eaa41fdf-0985-4d4f-a5e5-f9be0e1592ce tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3952575 Mar 08 11:46:44.578486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Made reservation on behalf of 1fdcaf7ddb084346b9ce82799de5c117 for: {'subnet': 2} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:44.583119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.583449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.622712 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f38b9cfc-fc7f-4992-b223-95c9309e0a16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83d649a09141404eb4f1190840027a19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3421960 Mar 08 11:46:44.623930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.626114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42564) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:44.735672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-be423381-08ab-4387-ad06-c3f086622341 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.769242 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f42f5207-07c4-48c1-8dca-464809217e64 req-a9a68b6a-7abd-4367-b5e0-da073fd5964d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 210 time: 0.0673912 Mar 08 11:46:44.784552 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-701cf527-7621-4d04-a239-4a2323b731c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.815710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-701cf527-7621-4d04-a239-4a2323b731c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.924909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-be423381-08ab-4387-ad06-c3f086622341 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4a1231-258c-4cef-8808-5a0e000193f5']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:44.947872 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-3c313ab3-421f-4ead-9b3a-92eec25b2e44 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Synchronizing usage tracker for tenant:c789aaee89fe4403ae97580a823f1a5a on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:44.952879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-be423381-08ab-4387-ad06-c3f086622341 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36439f3d-af4a-4875-b873-672499d69360') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:44.953185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-be423381-08ab-4387-ad06-c3f086622341 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36439f3d-af4a-4875-b873-672499d69360') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:44.961566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-701cf527-7621-4d04-a239-4a2323b731c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.979460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cf527-7621-4d04-a239-4a2323b731c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e065f07-bb55-4de9-b645-bc9a10c9e00f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:44.985775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-701cf527-7621-4d04-a239-4a2323b731c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:44.987512 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-701cf527-7621-4d04-a239-4a2323b731c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e065f07-bb55-4de9-b645-bc9a10c9e00f HTTP/1.1" status: 204 len: 168 time: 0.3593013 Mar 08 11:46:45.065365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-3c313ab3-421f-4ead-9b3a-92eec25b2e44 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Unset dirty status for tenant:c789aaee89fe4403ae97580a823f1a5a on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:45.067309 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-3c313ab3-421f-4ead-9b3a-92eec25b2e44 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1095653519&fields=id&tenant_id=c789aaee89fe4403ae97580a823f1a5a HTTP/1.1" status: 200 len: 267 time: 0.1621854 Mar 08 11:46:45.069125 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42600) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:45.089429 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-be423381-08ab-4387-ad06-c3f086622341 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:45.138130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-be423381-08ab-4387-ad06-c3f086622341 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:45.178885 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-2c50081c-e8c4-4786-9013-c9d7cd2828ff service neutron] 10.222.0.32 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734600 Mar 08 11:46:45.180167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be423381-08ab-4387-ad06-c3f086622341 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:45.180590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-be423381-08ab-4387-ad06-c3f086622341 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:45.208865 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:45.246334 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-84e6288b-2f68-4b40-b902-9b629a0053e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30186d80b6ad4e81b9eefb9362b61615&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1760678 Mar 08 11:46:45.247082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42610) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:45.330951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-2b554ee3-0889-4442-a650-ea0ddec84619 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:45.333004 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-2b554ee3-0889-4442-a650-ea0ddec84619 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/networks?id=7273093a-cdec-4255-9656-7b99e0178316 HTTP/1.1" status: 200 len: 806 time: 0.2471380 Mar 08 11:46:45.357804 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-839bed17-af23-4697-83ff-eda5fca5dabf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/quotas/c789aaee89fe4403ae97580a823f1a5a HTTP/1.1" status: 200 len: 375 time: 0.0120564 Mar 08 11:46:45.362850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-798e683c-fe3c-4978-8d82-5345cc4026f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:45.406402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:45.495130 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-798e683c-fe3c-4978-8d82-5345cc4026f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:45.553454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-be423381-08ab-4387-ad06-c3f086622341 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:45.583210 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-0bf206db-e26e-47cd-8f07-6ecfca84b838 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c789aaee89fe4403ae97580a823f1a5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2107339 Mar 08 11:46:45.641260 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c836c0f-bba8-40c0-9034-de0f4eb19b19 req-7367ae3f-5429-4abd-b3cc-f652bd5c664d tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 210 time: 0.0891848 Mar 08 11:46:45.645627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-be423381-08ab-4387-ad06-c3f086622341 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:45.656281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be423381-08ab-4387-ad06-c3f086622341 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d4a1231-258c-4cef-8808-5a0e000193f5,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:45.660428 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-be423381-08ab-4387-ad06-c3f086622341 tempest-QuotasNegativeTest-755795725 tempest-QuotasNegativeTest-755795725-project-admin] 10.222.0.32 "DELETE /v2.0/networks/2d4a1231-258c-4cef-8808-5a0e000193f5 HTTP/1.1" status: 204 len: 168 time: 1.8954678 Mar 08 11:46:45.726945 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-798e683c-fe3c-4978-8d82-5345cc4026f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:45.748683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Allocated IP 172.26.4.247 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/4743f1ac-85b8-46e5-9012-dbde1902ca0c) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:45.762853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e683c-fe3c-4978-8d82-5345cc4026f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b8995d-47f7-47a0-ac86-c449fc524551,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:45.773627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-798e683c-fe3c-4978-8d82-5345cc4026f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:45.778034 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-798e683c-fe3c-4978-8d82-5345cc4026f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4b8995d-47f7-47a0-ac86-c449fc524551 HTTP/1.1" status: 204 len: 168 time: 0.5235889 Mar 08 11:46:45.796129 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-8cb0d390-e02c-4c45-9a8d-d5a40d5ec43d service neutron] 10.222.0.32 "GET /v2.0/networks/7273093a-cdec-4255-9656-7b99e0178316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089717 Mar 08 11:46:45.960426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-152dee24-e661-4382-be43-f5a1eb870257 req-c43d8b2d-4d43-4375-acc9-eb8f698020cc tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Synchronizing usage tracker for tenant:4f7cf23e768e4420895e1a6e55553a02 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:46.099349 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-fc3fe240-febb-489a-9ae2-b42596716665 service neutron] 10.222.0.32 "GET /v2.0/networks/7273093a-cdec-4255-9656-7b99e0178316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879298 Mar 08 11:46:46.170273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-152dee24-e661-4382-be43-f5a1eb870257 req-c43d8b2d-4d43-4375-acc9-eb8f698020cc tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Unset dirty status for tenant:4f7cf23e768e4420895e1a6e55553a02 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:46.171986 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-152dee24-e661-4382-be43-f5a1eb870257 req-c43d8b2d-4d43-4375-acc9-eb8f698020cc tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 210 time: 0.3010688 Mar 08 11:46:46.180676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:46.321808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:46.332589 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:46.472334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event updated for resources: {'Subnet': ['ID=99b5f318-931a-4f67-bd1b-46c2b5d7ed4c,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:46.534338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-a80c1118-5274-43da-a29b-f512724cbb88 req-97a33127-1089-4079-95b2-47532717a250 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Synchronizing usage tracker for tenant:c789aaee89fe4403ae97580a823f1a5a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:46.558402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:46.576096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:46.585956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Pushing event updated for resources: {'Port': ['ID=4743f1ac-85b8-46e5-9012-dbde1902ca0c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:46.589185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:46.650353 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Checking segment: {'id': 'dd8f155f-87fe-4f77-b466-ca509aabd0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7c973be7-2f08-4d37-8a79-ba0ded7c1bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:46.650715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Network hostable DHCP agents. Network: 7c973be7-2f08-4d37-8a79-ba0ded7c1bb9, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:46.737704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-a80c1118-5274-43da-a29b-f512724cbb88 req-97a33127-1089-4079-95b2-47532717a250 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Unset dirty status for tenant:c789aaee89fe4403ae97580a823f1a5a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:46.739199 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a80c1118-5274-43da-a29b-f512724cbb88 req-97a33127-1089-4079-95b2-47532717a250 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 210 time: 0.3124819 Mar 08 11:46:46.784900 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2f4224d5-e56f-4d88-a5fa-4f06d3dbfa2b req-263c4e3a-f9f6-49d6-aa7d-6ee4c49fa4db tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 210 time: 0.0522699 Mar 08 11:46:46.863329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Network 7c973be7-2f08-4d37-8a79-ba0ded7c1bb9 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:46.955028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 7c973be7-2f08-4d37-8a79-ba0ded7c1bb9) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:46.959138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:46.964047 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163285f2-9019-4eb4-824d-621d9e47e40c None None] Network 7c973be7-2f08-4d37-8a79-ba0ded7c1bb9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:47.113226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event updated for resources: {'Subnet': ['ID=bfb50667-9c27-4c06-9768-61dd9cb5064e,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:47.125164 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42702) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:47.150984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Checking segment: {'id': '3385ba46-3365-45b6-aaad-a8da1ea9ddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a646f0c9-2995-43d1-9f1b-41bcef80a960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:47.151366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Network hostable DHCP agents. Network: a646f0c9-2995-43d1-9f1b-41bcef80a960, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:47.291375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42712) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:47.375814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-7c973be7-2f08-4d37-8a79-ba0ded7c1bb9', 'network_id': '7c973be7-2f08-4d37-8a79-ba0ded7c1bb9', 'tenant_id': '1fdcaf7ddb084346b9ce82799de5c117', 'fixed_ips': [{'subnet_id': '99b5f318-931a-4f67-bd1b-46c2b5d7ed4c'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:46:47.377051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:47.512409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:47.590728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b6193acd-b4c1-4945-ae55-34fd691f55db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:47.607260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b6193acd-b4c1-4945-ae55-34fd691f55db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:47.615200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b6193acd-b4c1-4945-ae55-34fd691f55db admin admin] Usage tracker for resource:security_group_rule and tenant:83f742ff211e44e79f8ce14a96c7d238 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:47.619059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b6193acd-b4c1-4945-ae55-34fd691f55db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:47.625649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b6193acd-b4c1-4945-ae55-34fd691f55db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:47.646239 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Allocated IP 172.20.0.2 (7c973be7-2f08-4d37-8a79-ba0ded7c1bb9/99b5f318-931a-4f67-bd1b-46c2b5d7ed4c/9bb16f8c-c8a6-405b-8adc-e01891809f45) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:47.663877 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a5d439ab-055c-4c61-acc3-596dd3471776 req-adf161cd-9163-4cd4-a4f0-e4ca7ef2e61f tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 210 time: 0.0890853 Mar 08 11:46:47.787669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:47.800746 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-540474ab-b695-4932-bde7-e9648b3c8f93 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] Request body: {'port': {'network_id': '3bd9356c-c210-40a2-8711-e3777b67a0cb', 'name': 'tempest-NetworksNegativeTestJSON-663676704'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:47.861357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Network a646f0c9-2995-43d1-9f1b-41bcef80a960 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:47.918144 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-540474ab-b695-4932-bde7-e9648b3c8f93 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] POST failed (client error): The resource could not be found. Mar 08 11:46:47.918663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540474ab-b695-4932-bde7-e9648b3c8f93 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:46:47.919830 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-540474ab-b695-4932-bde7-e9648b3c8f93 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6271496 Mar 08 11:46:47.924273 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ef3e624a-068e-4b03-b7e6-2d4526d414d7 req-56451d45-25f1-45bc-b51f-9f19e2322601 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 210 time: 0.0690174 Mar 08 11:46:47.939019 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42732) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:47.975462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b6193acd-b4c1-4945-ae55-34fd691f55db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:47.998353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.010915 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffee41c-0ce8-482f-af42-1c9e75465f82 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] DELETE failed (client error): The resource could not be found. Mar 08 11:46:48.011625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bffee41c-0ce8-482f-af42-1c9e75465f82 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:46:48.018063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Transition to ACTIVE for port object 9bb16f8c-c8a6-405b-8adc-e01891809f45 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:48.024504 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bffee41c-0ce8-482f-af42-1c9e75465f82 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] 10.222.0.32 "DELETE /v2.0/networks/db8788e5-35fe-4c52-a325-2db539f03f62 HTTP/1.1" status: 404 len: 339 time: 0.0807691 Mar 08 11:46:48.024504 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42738) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:48.047237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Transition to ACTIVE for port object 9bb16f8c-c8a6-405b-8adc-e01891809f45 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:48.060031 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b6193acd-b4c1-4945-ae55-34fd691f55db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.074525 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, a646f0c9-2995-43d1-9f1b-41bcef80a960) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:48.086210 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-feff2dce-7da1-40e6-84b5-8de682bbbae9 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] DELETE failed (client error): The resource could not be found. Mar 08 11:46:48.086890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feff2dce-7da1-40e6-84b5-8de682bbbae9 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:46:48.088692 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-feff2dce-7da1-40e6-84b5-8de682bbbae9 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] 10.222.0.32 "DELETE /v2.0/ports/ce13c707-d6c1-4050-b1ea-e743b0502e5d HTTP/1.1" status: 404 len: 333 time: 0.0634158 Mar 08 11:46:48.089060 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c6713-180e-4694-9946-e5752ee32e4e None None] Network a646f0c9-2995-43d1-9f1b-41bcef80a960 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:48.093274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42742) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:48.125949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:48.126499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:48.127715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.141484 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0152e38a-becd-411b-bbcc-660324e2c1b7 req-b99b8e8a-e2e3-479b-81bf-4b2491451402 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 210 time: 0.0679109 Mar 08 11:46:48.171792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6193acd-b4c1-4945-ae55-34fd691f55db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11516817-8a44-4c6d-a259-f96e6ffbb92f,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:48.187825 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d31d2dd-b4ec-48eb-84ee-d097c6ef9224 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] DELETE failed (client error): The resource could not be found. Mar 08 11:46:48.188346 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d31d2dd-b4ec-48eb-84ee-d097c6ef9224 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:46:48.190128 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4d31d2dd-b4ec-48eb-84ee-d097c6ef9224 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] 10.222.0.32 "DELETE /v2.0/subnets/71b32cf4-3b4d-40e4-8eba-2cbe404ba89d HTTP/1.1" status: 404 len: 337 time: 0.0897319 Mar 08 11:46:48.193904 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b6193acd-b4c1-4945-ae55-34fd691f55db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83f742ff211e44e79f8ce14a96c7d238&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0666142 Mar 08 11:46:48.194815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42748) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:48.196971 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42750) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:48.223942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.238629 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f348b4-0fdd-4b69-847d-49adb4d95d49 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] GET failed (client error): The resource could not be found. Mar 08 11:46:48.240292 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-22f348b4-0fdd-4b69-847d-49adb4d95d49 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] 10.222.0.32 "GET /v2.0/networks/8e386e33-1808-47b2-9522-eb30257b7d35 HTTP/1.1" status: 404 len: 339 time: 0.0444155 Mar 08 11:46:48.247594 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42758) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:48.248191 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b3ec302f-46a6-4a29-9cd5-556af7fc8fa4 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.4846792 Mar 08 11:46:48.251347 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42760) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:48.259067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.317252 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c512798-52db-4e48-a6b8-8c516a8fc2b9 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] GET failed (client error): The resource could not be found. Mar 08 11:46:48.318954 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3c512798-52db-4e48-a6b8-8c516a8fc2b9 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] 10.222.0.32 "GET /v2.0/ports/ebf30e05-9ecd-4e89-a75f-5623124ad22f HTTP/1.1" status: 404 len: 333 time: 0.0677605 Mar 08 11:46:48.329184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42766) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:48.339914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c94198-0334-4c85-bea5-4c00a2b1c870 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:48.341414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c94198-0334-4c85-bea5-4c00a2b1c870 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:48.343089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c94198-0334-4c85-bea5-4c00a2b1c870 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:48.343906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a6c94198-0334-4c85-bea5-4c00a2b1c870 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Synchronizing usage tracker for tenant:1fdcaf7ddb084346b9ce82799de5c117 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:48.361051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Network 7c973be7-2f08-4d37-8a79-ba0ded7c1bb9 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:48.363797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:48.370559 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:48.377860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.381508 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fdae9c-2705-40fa-82e7-4b86c6b21ef4 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] GET failed (client error): The resource could not be found. Mar 08 11:46:48.382030 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e4fdae9c-2705-40fa-82e7-4b86c6b21ef4 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] 10.222.0.32 "GET /v2.0/subnets/7c1542ef-3bc6-496f-93ef-96f5b2257853 HTTP/1.1" status: 404 len: 337 time: 0.0516419 Mar 08 11:46:48.391028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42770) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:48.399918 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-44bbb04c-e988-4095-9c91-a212ed64f5c5 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:48.422835 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bbb04c-e988-4095-9c91-a212ed64f5c5 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] PUT failed (client error): The resource could not be found. Mar 08 11:46:48.423389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bbb04c-e988-4095-9c91-a212ed64f5c5 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:46:48.423488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Pushing event updated for resources: {'Port': ['ID=9bb16f8c-c8a6-405b-8adc-e01891809f45,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:48.424581 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-44bbb04c-e988-4095-9c91-a212ed64f5c5 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] 10.222.0.32 "PUT /v2.0/networks/cc38157c-62a3-468b-b960-955674d67107 HTTP/1.1" status: 404 len: 339 time: 0.0324337 Mar 08 11:46:48.425509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-60eeab00-5391-4685-809a-1411eec25d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.430313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42774) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:48.445496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-46e54112-15f7-4733-8772-0c45579a19a9 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:48.494387 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e54112-15f7-4733-8772-0c45579a19a9 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] PUT failed (client error): The resource could not be found. Mar 08 11:46:48.494886 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e54112-15f7-4733-8772-0c45579a19a9 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:46:48.499724 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-46e54112-15f7-4733-8772-0c45579a19a9 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] 10.222.0.32 "PUT /v2.0/ports/e155d140-d297-42f7-9e0b-a26248d04557 HTTP/1.1" status: 404 len: 333 time: 0.0636938 Mar 08 11:46:48.500622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42780) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:48.504179 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-60eeab00-5391-4685-809a-1411eec25d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.514354 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1f8af57d-4ad0-48df-8ff0-016cf8547556 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:48.532817 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Attempting to bind port 9bb16f8c-c8a6-405b-8adc-e01891809f45 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:48.533233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Attempting to bind port 9bb16f8c-c8a6-405b-8adc-e01891809f45 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'dd8f155f-87fe-4f77-b466-ca509aabd0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7c973be7-2f08-4d37-8a79-ba0ded7c1bb9'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:48.533930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Attempting to bind port 9bb16f8c-c8a6-405b-8adc-e01891809f45 on network 7c973be7-2f08-4d37-8a79-ba0ded7c1bb9 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:48.540521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.547841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:48.548220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Checking segment: {'id': 'dd8f155f-87fe-4f77-b466-ca509aabd0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7c973be7-2f08-4d37-8a79-ba0ded7c1bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:48.548993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.549389 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Bound using segment: {'id': 'dd8f155f-87fe-4f77-b466-ca509aabd0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7c973be7-2f08-4d37-8a79-ba0ded7c1bb9'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:48.549859 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Bound port: 9bb16f8c-c8a6-405b-8adc-e01891809f45, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8f155f-87fe-4f77-b466-ca509aabd0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7c973be7-2f08-4d37-8a79-ba0ded7c1bb9'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:48.550257 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.557667 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8af57d-4ad0-48df-8ff0-016cf8547556 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] PUT failed (client error): The resource could not be found. Mar 08 11:46:48.558344 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8af57d-4ad0-48df-8ff0-016cf8547556 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:46:48.559645 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1f8af57d-4ad0-48df-8ff0-016cf8547556 tempest-NetworksNegativeTestJSON-228985510 tempest-NetworksNegativeTestJSON-228985510-project] 10.222.0.32 "PUT /v2.0/subnets/8dd5458e-a5bf-4a41-b732-1ab3d18efeab HTTP/1.1" status: 404 len: 337 time: 0.0579753 Mar 08 11:46:48.598976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a6c94198-0334-4c85-bea5-4c00a2b1c870 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Unset dirty status for tenant:1fdcaf7ddb084346b9ce82799de5c117 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:48.600137 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a6c94198-0334-4c85-bea5-4c00a2b1c870 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3473885 Mar 08 11:46:48.605903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42786) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:48.653825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Pushing event updated for resources: {'Port': ['ID=4743f1ac-85b8-46e5-9012-dbde1902ca0c,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:48.731087 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-a646f0c9-2995-43d1-9f1b-41bcef80a960', 'network_id': 'a646f0c9-2995-43d1-9f1b-41bcef80a960', 'tenant_id': '1fdcaf7ddb084346b9ce82799de5c117', 'fixed_ips': [{'subnet_id': 'bfb50667-9c27-4c06-9768-61dd9cb5064e'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:46:48.732053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.749673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bfb668-f6a2-4eb7-9540-89bad9cb7026 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Deleting subnet 99b5f318-931a-4f67-bd1b-46c2b5d7ed4c {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:46:48.750519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-68bfb668-f6a2-4eb7-9540-89bad9cb7026 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.835643 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-68bfb668-f6a2-4eb7-9540-89bad9cb7026 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.866237 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-60eeab00-5391-4685-809a-1411eec25d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.910890 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Floating IP e35e1ae5-713e-4e7d-860d-c48bac92001e associated. External IP: 172.26.4.247, port: 34df2a65-5192-468a-9257-efab00372caf. Mar 08 11:46:48.918558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeab00-5391-4685-809a-1411eec25d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11516817-8a44-4c6d-a259-f96e6ffbb92f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:48.937310 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-60eeab00-5391-4685-809a-1411eec25d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:48.939433 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-60eeab00-5391-4685-809a-1411eec25d49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11516817-8a44-4c6d-a259-f96e6ffbb92f HTTP/1.1" status: 204 len: 168 time: 0.7411506 Mar 08 11:46:49.005931 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Allocated IP 172.20.0.18 (a646f0c9-2995-43d1-9f1b-41bcef80a960/bfb50667-9c27-4c06-9768-61dd9cb5064e/0d4621ff-3bf5-4bea-81d9-ad2f55a79045) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:49.062398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.18', 63795) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:49.199764 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-56e94f1f-0caa-420a-9075-2d33aa7c3b74 req-4621b525-7cc4-4c37-9d7c-a71665c126bb tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 210 time: 0.1390476 Mar 08 11:46:49.309840 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8d60235d-2107-4ae7-a772-c8af740db0f2 req-30b4f196-4fb3-4cc2-8e62-e48526852d87 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 210 time: 0.1431534 Mar 08 11:46:49.342452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:49.366198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] For port 9bb16f8c-c8a6-405b-8adc-e01891809f45, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:49.375010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Transition to ACTIVE for port object 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:49.388117 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] For port 9bb16f8c-c8a6-405b-8adc-e01891809f45, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9bb16f8c-c8a6-405b-8adc-e01891809f45,segment=NetworkSegment(dd8f155f-87fe-4f77-b466-ca509aabd0f0),segment_id=dd8f155f-87fe-4f77-b466-ca509aabd0f0)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:49.399730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Transition to ACTIVE for port object 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:49.486939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Router 5f9e40af-33f5-4f40-bac4-d0c42c282b2c has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:46:49.490908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:49.501453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-c527d3f2-6769-4766-801b-f9a30535dde6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:49.503040 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-c527d3f2-6769-4766-801b-f9a30535dde6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.18 "GET /v2.0/networks?id=4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 HTTP/1.1" status: 200 len: 811 time: 0.4398017 Mar 08 11:46:49.511026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-68bfb668-f6a2-4eb7-9540-89bad9cb7026 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:49.539434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:49.557579 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-94252338-27fc-4703-8d9c-87090f651040 req-6278a273-ee6e-42cc-8711-741e3b9b3f72 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 210 time: 0.1660538 Mar 08 11:46:49.647942 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4287c-f05a-4a4a-809b-b4f16d5c488d None None] Pushing event updated for resources: {'Port': ['ID=9bb16f8c-c8a6-405b-8adc-e01891809f45,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:49.691524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Network a646f0c9-2995-43d1-9f1b-41bcef80a960 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:49.698019 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:49.700476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:49.713078 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42820) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:49.798821 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-5f02e34a-c6c5-40b6-be8a-f41450aa5437 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f7cf23e768e4420895e1a6e55553a02 HTTP/1.1" status: 200 len: 380 time: 0.2232931 Mar 08 11:46:49.813542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Request body: {'port': {'device_id': '52314635-ddaf-4d27-b142-455eda146f57', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'admin_state_up': True, 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'security_groups': ['632b147d-a125-43c4-8d05-bd14ea3ce546']}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:49.915971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.18', 63800) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:49.978517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Pushing event updated for resources: {'Port': ['ID=0d4621ff-3bf5-4bea-81d9-ad2f55a79045,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:49.984122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Attempting to bind port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:49.984779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Attempting to bind port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '3385ba46-3365-45b6-aaad-a8da1ea9ddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a646f0c9-2995-43d1-9f1b-41bcef80a960'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:49.985437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Attempting to bind port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 on network a646f0c9-2995-43d1-9f1b-41bcef80a960 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:49.993842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:49.993842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Checking segment: {'id': '3385ba46-3365-45b6-aaad-a8da1ea9ddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a646f0c9-2995-43d1-9f1b-41bcef80a960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:49.995033 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:49.995668 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Bound using segment: {'id': '3385ba46-3365-45b6-aaad-a8da1ea9ddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a646f0c9-2995-43d1-9f1b-41bcef80a960'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:49.996535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Bound port: 0d4621ff-3bf5-4bea-81d9-ad2f55a79045, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3385ba46-3365-45b6-aaad-a8da1ea9ddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a646f0c9-2995-43d1-9f1b-41bcef80a960'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:49.996863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:50.135490 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] For port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:50.146551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42836) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:50.161413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] For port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0d4621ff-3bf5-4bea-81d9-ad2f55a79045,segment=NetworkSegment(3385ba46-3365-45b6-aaad-a8da1ea9ddeb),segment_id=3385ba46-3365-45b6-aaad-a8da1ea9ddeb)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:50.167912 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:50.172513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-68bfb668-f6a2-4eb7-9540-89bad9cb7026 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:50.222001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-68bfb668-f6a2-4eb7-9540-89bad9cb7026 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:50.226832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:50.342922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:46:50.352546 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55e6f1-688e-4555-ad30-bc4dd07b49b4 None None] Sync routers for ids ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:50.370219 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55e6f1-688e-4555-ad30-bc4dd07b49b4 None None] Routers {'5f9e40af-33f5-4f40-bac4-d0c42c282b2c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:50.371213 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2d55e6f1-688e-4555-ad30-bc4dd07b49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:50.412867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-0019fd9b-815c-4969-b94b-c87d1f3ef35c tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:50.418661 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-0019fd9b-815c-4969-b94b-c87d1f3ef35c tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.18 "GET /v2.0/networks?id=c9696f42-2096-4d7e-b072-373349eed38f HTTP/1.1" status: 200 len: 811 time: 0.4953427 Mar 08 11:46:50.482217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f980710-5dcb-4861-927c-a01627dbc5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:50.503607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42844) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:50.520151 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a7d36-5a8c-44c7-9a94-40ed7eb26f13 None None] Pushing event updated for resources: {'Port': ['ID=0d4621ff-3bf5-4bea-81d9-ad2f55a79045,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:50.535197 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-2b06a09a-73f4-42c7-a544-5df2b1d9bf2a tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=451a6ae544ae458da1fdd0d6f1d54d89 HTTP/1.1" status: 200 len: 380 time: 0.1124830 Mar 08 11:46:50.539040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:50.568107 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2d55e6f1-688e-4555-ad30-bc4dd07b49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:50.570379 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5f980710-5dcb-4861-927c-a01627dbc5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:50.577264 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71c8a83a-2dc8-4931-878c-986192c7fbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:50.584713 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55e6f1-688e-4555-ad30-bc4dd07b49b4 None None] Routers {'5f9e40af-33f5-4f40-bac4-d0c42c282b2c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:50.585566 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2d55e6f1-688e-4555-ad30-bc4dd07b49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:50.604035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Request body: {'port': {'device_id': 'bd26fc29-84bb-4253-bbd0-b615e049d540', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'admin_state_up': True, 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'security_groups': ['cbeab367-efa6-4013-9a1e-781dd383be53']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:50.621729 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:50.633352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfb668-f6a2-4eb7-9540-89bad9cb7026 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event deleted for resources: {'Subnet': ['ID=99b5f318-931a-4f67-bd1b-46c2b5d7ed4c,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:50.650057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5f980710-5dcb-4861-927c-a01627dbc5d5 admin admin] Usage tracker for resource:security_group_rule and tenant:2b93cedae9b54cb2826b1fb0ba4f0a96 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:50.682312 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2d55e6f1-688e-4555-ad30-bc4dd07b49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:50.682890 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55e6f1-688e-4555-ad30-bc4dd07b49b4 None None] The sync data for ids ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:50.720341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.18', 63801) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:50.739341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-71c8a83a-2dc8-4931-878c-986192c7fbc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:50.747637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-71c8a83a-2dc8-4931-878c-986192c7fbc7 admin admin] Usage tracker for resource:security_group_rule and tenant:3773cc0512944a7c8a5d5de3872bbd2d is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:50.750813 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-71c8a83a-2dc8-4931-878c-986192c7fbc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:50.759891 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-71c8a83a-2dc8-4931-878c-986192c7fbc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:50.776233 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5f980710-5dcb-4861-927c-a01627dbc5d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:50.792396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:50.797680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:50.801787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Usage tracker for resource:floatingip and tenant:e001a8f91a75411faff1f9c37ed0be8e is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:46:50.805089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:46:50.807411 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-68bfb668-f6a2-4eb7-9540-89bad9cb7026 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "DELETE /v2.0/subnets/99b5f318-931a-4f67-bd1b-46c2b5d7ed4c HTTP/1.1" status: 204 len: 168 time: 2.2002161 Mar 08 11:46:50.808474 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5f980710-5dcb-4861-927c-a01627dbc5d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:50.810997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:50.821775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42870) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:50.836718 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-56c9d8a8-5b80-4b93-9c3b-3034f469b7ba req-fc9380bd-8dcb-4f5a-bdfc-1b7390fd7557 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 210 time: 0.2461641 Mar 08 11:46:50.842386 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-66a55f20-e62a-44d0-a0b2-935e35783f71 req-f55fe744-8a41-4b0d-a1b1-4254ec8b00de tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 210 time: 0.2328088 Mar 08 11:46:50.940611 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Made reservation on behalf of 4f7cf23e768e4420895e1a6e55553a02 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:50.944234 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:50.962772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:51.032571 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fba01a5d-0d9f-4e17-b343-9ae7dc836fe8 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.4275303 Mar 08 11:46:51.060595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42876) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:51.172406 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8938af9e-0e76-4e64-9deb-790dd6941572 req-5fc0e1d9-d7d0-4126-a1e4-34a836be7ac1 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 210 time: 0.1621261 Mar 08 11:46:51.204237 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf06d0a-bfcf-4ba0-9d81-e3247d5e7702 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Deleting subnet bfb50667-9c27-4c06-9768-61dd9cb5064e {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:46:51.231671 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9cf06d0a-bfcf-4ba0-9d81-e3247d5e7702 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:51.387996 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-77f3a83a-0b32-4a1f-a33c-19eab6e6c44f tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] 10.222.0.32 "GET /v2.0/floatingips/e35e1ae5-713e-4e7d-860d-c48bac92001e HTTP/1.1" status: 200 len: 983 time: 0.3212461 Mar 08 11:46:51.389740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:51.398554 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0966c1-3fb6-47af-99e3-928b76f94821 None None] Network 7c973be7-2f08-4d37-8a79-ba0ded7c1bb9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:51.404185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42884) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:51.457319 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71c8a83a-2dc8-4931-878c-986192c7fbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:51.476338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9cf06d0a-bfcf-4ba0-9d81-e3247d5e7702 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:51.521663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:51.542748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-c15fd2c4-6ef0-443b-b3a2-ee5c2b35dfd0 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:51.543846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-c15fd2c4-6ef0-443b-b3a2-ee5c2b35dfd0 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Synchronizing usage tracker for tenant:c789aaee89fe4403ae97580a823f1a5a on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:51.580307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Allocated IP 172.20.0.5 (4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53/2890795d-e559-4819-84cc-8d8066a8ce8a/cf46965d-041c-4673-8821-de55947774ae) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:51.624454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71c8a83a-2dc8-4931-878c-986192c7fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:51.663880 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f980710-5dcb-4861-927c-a01627dbc5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:51.686965 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e6c7380e-f39d-469b-aae8-301650bd6022 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.2813742 Mar 08 11:46:51.691968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Made reservation on behalf of 451a6ae544ae458da1fdd0d6f1d54d89 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:51.692148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-80d06a1a-c4f9-4a6c-98c5-957fdc9a983d None None] Provisioning for port 9bb16f8c-c8a6-405b-8adc-e01891809f45 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:51.700075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:51.713424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42892) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:51.773217 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-71c8a83a-2dc8-4931-878c-986192c7fbc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3773cc0512944a7c8a5d5de3872bbd2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6238797 Mar 08 11:46:51.790115 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42896) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:51.806626 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f980710-5dcb-4861-927c-a01627dbc5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:51.828212 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-c15fd2c4-6ef0-443b-b3a2-ee5c2b35dfd0 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Unset dirty status for tenant:c789aaee89fe4403ae97580a823f1a5a on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:51.829498 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-c15fd2c4-6ef0-443b-b3a2-ee5c2b35dfd0 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.18 "GET /v2.0/networks?id=7273093a-cdec-4255-9656-7b99e0178316 HTTP/1.1" status: 200 len: 806 time: 1.0940366 Mar 08 11:46:51.858135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8a83a-2dc8-4931-878c-986192c7fbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a72f744-b00b-41b9-8c50-32d9d9d07a47,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:52.050236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77f6c67-2cf4-47b7-838f-fa627a588fd2 None None] DHCP port deletion for 7c973be7-2f08-4d37-8a79-ba0ded7c1bb9 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:46:52.054518 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b77f6c67-2cf4-47b7-838f-fa627a588fd2 None None] Deleting port 9bb16f8c-c8a6-405b-8adc-e01891809f45 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:52.054891 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b77f6c67-2cf4-47b7-838f-fa627a588fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:52.065719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:52.081423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9cf06d0a-bfcf-4ba0-9d81-e3247d5e7702 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:52.197614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05356c54-f3e4-4965-b130-7ef87d843d18 None None] Network a646f0c9-2995-43d1-9f1b-41bcef80a960 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:52.223134 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5f980710-5dcb-4861-927c-a01627dbc5d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b93cedae9b54cb2826b1fb0ba4f0a96&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5002389 Mar 08 11:46:52.351233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 42906) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:52.464007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b77f6c67-2cf4-47b7-838f-fa627a588fd2 None None] For port 9bb16f8c-c8a6-405b-8adc-e01891809f45, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9bb16f8c-c8a6-405b-8adc-e01891809f45,segment=NetworkSegment(dd8f155f-87fe-4f77-b466-ca509aabd0f0),segment_id=dd8f155f-87fe-4f77-b466-ca509aabd0f0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:52.464007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b77f6c67-2cf4-47b7-838f-fa627a588fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:52.464007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:46:52.464897 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6680c516-1471-495e-bacf-749f5f8f59d4 req-73f2d49e-028d-4019-a967-a6f41d943726 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 210 time: 0.2517436 Mar 08 11:46:52.464897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f980710-5dcb-4861-927c-a01627dbc5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f1a56c-1c2e-4317-aab3-34250d62f13b,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:52.496922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-046a0364-ce20-42b3-9cff-003cb0d1fb5f tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Synchronizing usage tracker for tenant:c789aaee89fe4403ae97580a823f1a5a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:52.501589 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-736ce6fc-ab8d-446c-8e3f-a8f3d9997756 req-6deb865a-dad8-495f-82a0-43aa1f018035 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 210 time: 0.3591015 Mar 08 11:46:52.553455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-046a0364-ce20-42b3-9cff-003cb0d1fb5f tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Unset dirty status for tenant:c789aaee89fe4403ae97580a823f1a5a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:52.554870 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-046a0364-ce20-42b3-9cff-003cb0d1fb5f tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c789aaee89fe4403ae97580a823f1a5a HTTP/1.1" status: 200 len: 380 time: 0.7066700 Mar 08 11:46:52.590990 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:52.611505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Transition to ACTIVE for port object cf46965d-041c-4673-8821-de55947774ae will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:52.646569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Request body: {'port': {'device_id': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'admin_state_up': True, 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'security_groups': ['c264d992-12b0-48f0-9881-5ba5d094763f']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:52.697991 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-95af5e56-4d21-45af-b206-58495cc917a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:52.762863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-95af5e56-4d21-45af-b206-58495cc917a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:52.793670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Allocated IP 172.26.4.165 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/10c3fe3e-973d-42f0-88af-9ec0957988c5) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:52.819206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b77f6c67-2cf4-47b7-838f-fa627a588fd2 None None] Calling delete_port for 9bb16f8c-c8a6-405b-8adc-e01891809f45 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:52.864746 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e8d0bbca-93c6-492f-bc6d-c3d53a260c5b req-59dc9196-26ee-4991-af32-50f407f3a742 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 210 time: 0.0926325 Mar 08 11:46:52.868531 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:52.882621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Allocated IP 172.20.0.4 (c9696f42-2096-4d7e-b072-373349eed38f/7032fe46-bda6-47b7-88cb-a85f4ab74c1d/fb121f6f-835f-44e5-b1b8-7b36309af64f) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:52.955790 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d3ebe238-12dd-41a9-9e2f-b27d35ad462e None None] Provisioning for port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:52.987981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9cf06d0a-bfcf-4ba0-9d81-e3247d5e7702 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:52.995679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9f39-6992-4ebb-a453-02c10ca5d1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.079106 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:53.085757 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:53.086061 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.092345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9cf06d0a-bfcf-4ba0-9d81-e3247d5e7702 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.205957 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9cf06d0a-bfcf-4ba0-9d81-e3247d5e7702 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "DELETE /v2.0/subnets/bfb50667-9c27-4c06-9768-61dd9cb5064e HTTP/1.1" status: 204 len: 168 time: 2.3829274 Mar 08 11:46:53.213587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b77f6c67-2cf4-47b7-838f-fa627a588fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.213805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42910) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:53.255773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.278677 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:53.280094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf06d0a-bfcf-4ba0-9d81-e3247d5e7702 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb50667-9c27-4c06-9768-61dd9cb5064e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:53.282670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Transition to ACTIVE for port object fb121f6f-835f-44e5-b1b8-7b36309af64f will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:53.401830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f6c67-2cf4-47b7-838f-fa627a588fd2 None None] Pushing event deleted for resources: {'Port': ['ID=9bb16f8c-c8a6-405b-8adc-e01891809f45,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:53.408456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:53.413297 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:53.418104 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.435659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d3024-f899-4f5d-92d7-70b54a53a6bb tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Deleting port 4743f1ac-85b8-46e5-9012-dbde1902ca0c {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:53.436005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e0d3024-f899-4f5d-92d7-70b54a53a6bb tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.448365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7bedd3-518a-425f-acb5-a425eff04826 None None] Network a646f0c9-2995-43d1-9f1b-41bcef80a960 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:46:53.471090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Pushing event updated for resources: {'Port': ['ID=cf46965d-041c-4673-8821-de55947774ae,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:53.495769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.529234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0d4621ff-3bf5-4bea-81d9-ad2f55a79045,segment=NetworkSegment(3385ba46-3365-45b6-aaad-a8da1ea9ddeb),segment_id=3385ba46-3365-45b6-aaad-a8da1ea9ddeb)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:53.554802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f6c67-2cf4-47b7-838f-fa627a588fd2 None None] No DVR routers for this DVR port 9bb16f8c-c8a6-405b-8adc-e01891809f45 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:46:53.582138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d390e-3bdb-4ecb-96f6-72fc9cd16cad tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:53.587602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0b6d390e-3bdb-4ecb-96f6-72fc9cd16cad tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Synchronizing usage tracker for tenant:1fdcaf7ddb084346b9ce82799de5c117 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:53.626905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.652449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:53.654452 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.665348 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-95af5e56-4d21-45af-b206-58495cc917a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.676577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9f39-6992-4ebb-a453-02c10ca5d1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.731676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Pushing event updated for resources: {'Port': ['ID=fb121f6f-835f-44e5-b1b8-7b36309af64f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:53.775537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-95af5e56-4d21-45af-b206-58495cc917a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.777113 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-95af5e56-4d21-45af-b206-58495cc917a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a72f744-b00b-41b9-8c50-32d9d9d07a47 HTTP/1.1" status: 204 len: 168 time: 1.9719665 Mar 08 11:46:53.778127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af5e56-4d21-45af-b206-58495cc917a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a72f744-b00b-41b9-8c50-32d9d9d07a47,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:53.875625 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d47e2bc5-3cc5-4073-bd6e-5e7bc21cc3a5 req-237bc155-12ac-4449-b47d-a89f04ed908e tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 210 time: 0.0938852 Mar 08 11:46:53.883458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0b6d390e-3bdb-4ecb-96f6-72fc9cd16cad tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Unset dirty status for tenant:1fdcaf7ddb084346b9ce82799de5c117 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:53.910442 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0b6d390e-3bdb-4ecb-96f6-72fc9cd16cad tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6435959 Mar 08 11:46:53.917566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42920) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:53.917774 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-7bb23ac3-7db3-487e-9cae-e34ae9bc0e5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1169500 Mar 08 11:46:53.952924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Network c9696f42-2096-4d7e-b072-373349eed38f is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:53.956403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:46:53.964556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:53.969431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:54.025812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:54.080555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-43ee9e91-ce85-432b-b15a-0bd0eccd9bb5 None None] Provisioning complete for port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:54.080555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-43ee9e91-ce85-432b-b15a-0bd0eccd9bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:54.085255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:46:54.158475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:54.185490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-51d75dac-a97b-4c9d-ac10-2f31b43bfecb tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:46:54.187585 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-51d75dac-a97b-4c9d-ac10-2f31b43bfecb tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140452 Mar 08 11:46:54.192903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:54.193610 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:54.218114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9bb16f8c-c8a6-405b-8adc-e01891809f45 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:46:54.264474 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Deleting port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:54.264977 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:54.280373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e0d3024-f899-4f5d-92d7-70b54a53a6bb tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:54.280373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e0d3024-f899-4f5d-92d7-70b54a53a6bb tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:54.316129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Made reservation on behalf of c789aaee89fe4403ae97580a823f1a5a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:54.324402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 9bb16f8c-c8a6-405b-8adc-e01891809f45 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:46:54.324893 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9bb16f8c-c8a6-405b-8adc-e01891809f45 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:46:54.332006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=0d4621ff-3bf5-4bea-81d9-ad2f55a79045,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:54.333231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:54.392861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9f39-6992-4ebb-a453-02c10ca5d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:54.403623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ee1f3-1513-4fda-9e29-80418523b7e4 req-128095df-c76e-4299-a17b-60adc5025d82 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:54.405467 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-767ee1f3-1513-4fda-9e29-80418523b7e4 req-128095df-c76e-4299-a17b-60adc5025d82 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 931 time: 0.5685863 Mar 08 11:46:54.594413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d3024-f899-4f5d-92d7-70b54a53a6bb tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Calling delete_port for 4743f1ac-85b8-46e5-9012-dbde1902ca0c owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:54.645629 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc26aa0-ffd2-44d6-b850-568ea37cb3d2 None None] DHCP port deletion for a646f0c9-2995-43d1-9f1b-41bcef80a960 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:46:54.654452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3fc26aa0-ffd2-44d6-b850-568ea37cb3d2 None None] Deleting port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:54.657831 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3fc26aa0-ffd2-44d6-b850-568ea37cb3d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:54.745850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] For port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0d4621ff-3bf5-4bea-81d9-ad2f55a79045,segment=NetworkSegment(3385ba46-3365-45b6-aaad-a8da1ea9ddeb),segment_id=3385ba46-3365-45b6-aaad-a8da1ea9ddeb)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:54.746538 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:54.750887 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b9f39-6992-4ebb-a453-02c10ca5d1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f1a56c-1c2e-4317-aab3-34250d62f13b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:54.901263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-767ee1f3-1513-4fda-9e29-80418523b7e4 req-28abdff1-e63a-4705-8902-659061f3cc33 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Synchronizing usage tracker for tenant:4f7cf23e768e4420895e1a6e55553a02 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:54.923860 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Calling delete_port for 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:55.023452 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f50eea-9f3b-4aff-ac35-658a8b2a4666 req-4f8283dc-d5aa-4091-8abf-ff1c427e79b0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:55.028800 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-94f50eea-9f3b-4aff-ac35-658a8b2a4666 req-4f8283dc-d5aa-4091-8abf-ff1c427e79b0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 931 time: 0.8566716 Mar 08 11:46:55.093623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Request body: {'port': {'device_id': '52314635-ddaf-4d27-b142-455eda146f57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:55.238139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3fc26aa0-ffd2-44d6-b850-568ea37cb3d2 None None] For port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0d4621ff-3bf5-4bea-81d9-ad2f55a79045,segment=NetworkSegment(3385ba46-3365-45b6-aaad-a8da1ea9ddeb),segment_id=3385ba46-3365-45b6-aaad-a8da1ea9ddeb)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:46:55.238139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3fc26aa0-ffd2-44d6-b850-568ea37cb3d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:55.238677 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:55.238776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-94f50eea-9f3b-4aff-ac35-658a8b2a4666 req-76a1fe44-6421-49bc-9bb1-5db1c34d2b3f tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Synchronizing usage tracker for tenant:451a6ae544ae458da1fdd0d6f1d54d89 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:55.238855 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-31487e38-b8aa-4254-a8d5-ebe11100b908 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6248913 Mar 08 11:46:55.238855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9f39-6992-4ebb-a453-02c10ca5d1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:55.238855 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8f8b9f39-6992-4ebb-a453-02c10ca5d1e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0f1a56c-1c2e-4317-aab3-34250d62f13b HTTP/1.1" status: 204 len: 168 time: 2.8209043 Mar 08 11:46:55.278728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-94f50eea-9f3b-4aff-ac35-658a8b2a4666 req-76a1fe44-6421-49bc-9bb1-5db1c34d2b3f tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Unset dirty status for tenant:451a6ae544ae458da1fdd0d6f1d54d89 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:55.290486 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-94f50eea-9f3b-4aff-ac35-658a8b2a4666 req-76a1fe44-6421-49bc-9bb1-5db1c34d2b3f tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232218 Mar 08 11:46:55.318700 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:55.319171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Request body: {'port': {'device_id': 'bd26fc29-84bb-4253-bbd0-b615e049d540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:55.343189 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3fc26aa0-ffd2-44d6-b850-568ea37cb3d2 None None] Calling delete_port for 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:46:55.415741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0423bdbe-70a6-4727-b994-c54d3f8e794a None None] Provisioning for port cf46965d-041c-4673-8821-de55947774ae completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:55.420527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-767ee1f3-1513-4fda-9e29-80418523b7e4 req-28abdff1-e63a-4705-8902-659061f3cc33 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Unset dirty status for tenant:4f7cf23e768e4420895e1a6e55553a02 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:55.424474 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-767ee1f3-1513-4fda-9e29-80418523b7e4 req-28abdff1-e63a-4705-8902-659061f3cc33 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8561831 Mar 08 11:46:55.433431 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0423bdbe-70a6-4727-b994-c54d3f8e794a None None] Provisioning complete for port cf46965d-041c-4673-8821-de55947774ae triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:55.433816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0423bdbe-70a6-4727-b994-c54d3f8e794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:55.437108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:55.452044 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:55.455381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:55.463960 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:55.533045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0423bdbe-70a6-4727-b994-c54d3f8e794a None None] Port cf46965d-041c-4673-8821-de55947774ae cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:55.629687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-3fc26aa0-ffd2-44d6-b850-568ea37cb3d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:46:55.630068 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-3fc26aa0-ffd2-44d6-b850-568ea37cb3d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:46:55.637336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event deleted for resources: {'Port': ['ID=0d4621ff-3bf5-4bea-81d9-ad2f55a79045,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:55.648127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Pushing event updated for resources: {'Port': ['ID=10c3fe3e-973d-42f0-88af-9ec0957988c5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:55.663380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Allocated IP 172.20.0.9 (7273093a-cdec-4255-9656-7b99e0178316/9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e/b1e9b92f-c267-4b8c-b0f1-ee0d42908211) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:55.673540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0423bdbe-70a6-4727-b994-c54d3f8e794a None None] Provisioning for port fb121f6f-835f-44e5-b1b8-7b36309af64f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:55.679751 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0423bdbe-70a6-4727-b994-c54d3f8e794a None None] Provisioning complete for port fb121f6f-835f-44e5-b1b8-7b36309af64f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:55.710413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0423bdbe-70a6-4727-b994-c54d3f8e794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:55.730279 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6e9b8187-e964-47da-a457-0911d55d0fe9 req-5d1c6891-609e-4812-a6ae-aabedb468ec5 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 210 time: 0.1857724 Mar 08 11:46:55.731120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] No DVR routers for this DVR port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:46:55.735761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:55.751887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0423bdbe-70a6-4727-b994-c54d3f8e794a None None] Port fb121f6f-835f-44e5-b1b8-7b36309af64f cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:55.942605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:46:55.954616 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:56.004253 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:46:56.006151 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:46:56.057905 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a646f0c9-2995-43d1-9f1b-41bcef80a960']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:56.114202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3385ba46-3365-45b6-aaad-a8da1ea9ddeb') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:56.114707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3385ba46-3365-45b6-aaad-a8da1ea9ddeb') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:56.193418 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3fc26aa0-ffd2-44d6-b850-568ea37cb3d2 None None] Deleting port 0d4621ff-3bf5-4bea-81d9-ad2f55a79045 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:46:56.193418 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3fc26aa0-ffd2-44d6-b850-568ea37cb3d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:56.193965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:56.193965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:56.200229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:56.200457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:56.216063 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:56.284130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e0d3024-f899-4f5d-92d7-70b54a53a6bb tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:56.285393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3fc26aa0-ffd2-44d6-b850-568ea37cb3d2 None None] The port '0d4621ff-3bf5-4bea-81d9-ad2f55a79045' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:46:56.330776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:56.351006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d3024-f899-4f5d-92d7-70b54a53a6bb tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event deleted for resources: {'Port': ['ID=4743f1ac-85b8-46e5-9012-dbde1902ca0c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:56.388444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf46965d-041c-4673-8821-de55947774ae {{(pid=88470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:46:56.398370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:56.426980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Transition to ACTIVE for port object b1e9b92f-c267-4b8c-b0f1-ee0d42908211 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:56.427548 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Transition to ACTIVE for port object cf46965d-041c-4673-8821-de55947774ae will not be triggered until provisioned by entity L2. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:56.441133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:56.497976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:56.723527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Pushing event updated for resources: {'Port': ['ID=cf46965d-041c-4673-8821-de55947774ae,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:56.726126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:56.923958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e0d3024-f899-4f5d-92d7-70b54a53a6bb tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:56.924294 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-2e0d3024-f899-4f5d-92d7-70b54a53a6bb tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Floating IP e35e1ae5-713e-4e7d-860d-c48bac92001e disassociated (deleted). External IP: 172.26.4.247, port: 34df2a65-5192-468a-9257-efab00372caf. Mar 08 11:46:56.962294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:57.034389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event deleted for resources: {'Network': ['ID=a646f0c9-2995-43d1-9f1b-41bcef80a960,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:57.073182 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cb46d22a-34c7-44b3-86b8-dadd5d660418 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "DELETE /v2.0/networks/a646f0c9-2995-43d1-9f1b-41bcef80a960 HTTP/1.1" status: 204 len: 168 time: 3.1574593 Mar 08 11:46:57.078774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42976) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:57.101360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:57.102870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:57.345622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Network 7273093a-cdec-4255-9656-7b99e0178316 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:57.363588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:57.376025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:46:57.387381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88eee9a7-c5d1-4d7b-95a1-1e6333e183de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:57.414891 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d1955-e731-41e3-ace1-3190e60df362 req-a9eed538-97eb-4e90-868d-b312e9ce8321 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:57.415709 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d09d1955-e731-41e3-ace1-3190e60df362 req-a9eed538-97eb-4e90-868d-b312e9ce8321 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Synchronizing usage tracker for tenant:451a6ae544ae458da1fdd0d6f1d54d89 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:57.624792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc24c2e-faba-4280-bbc0-115674e4bc44 req-7e9b8065-2e4c-4e87-b37c-3bde5fedf214 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:57.624792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-dfc24c2e-faba-4280-bbc0-115674e4bc44 req-7e9b8065-2e4c-4e87-b37c-3bde5fedf214 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Synchronizing usage tracker for tenant:4f7cf23e768e4420895e1a6e55553a02 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:46:57.627177 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Attempting to bind port cf46965d-041c-4673-8821-de55947774ae on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:57.627177 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Attempting to bind port cf46965d-041c-4673-8821-de55947774ae by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'bcbce039-c746-4c13-b87a-a4d54c2e19b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53'}] {{(pid=88470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:57.627447 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Attempting to bind port cf46965d-041c-4673-8821-de55947774ae on network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:57.641269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Pushing event updated for resources: {'Port': ['ID=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:57.696493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88eee9a7-c5d1-4d7b-95a1-1e6333e183de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:57.704059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Port cf46965d-041c-4673-8821-de55947774ae on network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:46:57.704633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Attempting to bind port cf46965d-041c-4673-8821-de55947774ae on network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:57.724814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:46:57.725281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Checking segment: {'id': 'bcbce039-c746-4c13-b87a-a4d54c2e19b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:46:57.725862 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Bound using segment: {'id': 'bcbce039-c746-4c13-b87a-a4d54c2e19b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53'} {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:46:57.726336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Bound port: cf46965d-041c-4673-8821-de55947774ae, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbce039-c746-4c13-b87a-a4d54c2e19b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53'}}] {{(pid=88470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:46:57.726692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:57.744919 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-88eee9a7-c5d1-4d7b-95a1-1e6333e183de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c973be7-2f08-4d37-8a79-ba0ded7c1bb9']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:57.752159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb121f6f-835f-44e5-b1b8-7b36309af64f {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:46:57.784804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-88eee9a7-c5d1-4d7b-95a1-1e6333e183de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8f155f-87fe-4f77-b466-ca509aabd0f0') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:57.785103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-88eee9a7-c5d1-4d7b-95a1-1e6333e183de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8f155f-87fe-4f77-b466-ca509aabd0f0') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:57.808510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88eee9a7-c5d1-4d7b-95a1-1e6333e183de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:57.812368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-83691f10-34f4-4151-8bbc-e6a3f507a079 None None] Provisioning for port b1e9b92f-c267-4b8c-b0f1-ee0d42908211 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:46:57.820143 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-dfc24c2e-faba-4280-bbc0-115674e4bc44 req-7e9b8065-2e4c-4e87-b37c-3bde5fedf214 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Unset dirty status for tenant:4f7cf23e768e4420895e1a6e55553a02 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:57.823948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:57.823948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:57.824655 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-dfc24c2e-faba-4280-bbc0-115674e4bc44 req-7e9b8065-2e4c-4e87-b37c-3bde5fedf214 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 943 time: 1.1022403 Mar 08 11:46:57.828426 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-83691f10-34f4-4151-8bbc-e6a3f507a079 None None] Provisioning complete for port b1e9b92f-c267-4b8c-b0f1-ee0d42908211 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:46:57.829171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-83691f10-34f4-4151-8bbc-e6a3f507a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:57.848675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88eee9a7-c5d1-4d7b-95a1-1e6333e183de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:57.925286 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88eee9a7-c5d1-4d7b-95a1-1e6333e183de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:57.925706 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88eee9a7-c5d1-4d7b-95a1-1e6333e183de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:57.931717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:57.966082 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:57.979604 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-83691f10-34f4-4151-8bbc-e6a3f507a079 None None] Port b1e9b92f-c267-4b8c-b0f1-ee0d42908211 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:46:58.169622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d09d1955-e731-41e3-ace1-3190e60df362 req-a9eed538-97eb-4e90-868d-b312e9ce8321 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Unset dirty status for tenant:451a6ae544ae458da1fdd0d6f1d54d89 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:46:58.169622 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d09d1955-e731-41e3-ace1-3190e60df362 req-a9eed538-97eb-4e90-868d-b312e9ce8321 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 931 time: 1.5021627 Mar 08 11:46:58.169622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Transition to ACTIVE for port object fb121f6f-835f-44e5-b1b8-7b36309af64f will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:46:58.177361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] For port cf46965d-041c-4673-8821-de55947774ae, host hv-neutron-8281, cleared binding levels {{(pid=88470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:46:58.177361 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-dfc24c2e-faba-4280-bbc0-115674e4bc44 req-7fe96491-8f3d-4557-9638-0deb848c8550 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037550 Mar 08 11:46:58.177361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 42992) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:58.323293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:58.377555 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] For port cf46965d-041c-4673-8821-de55947774ae, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf46965d-041c-4673-8821-de55947774ae,segment=NetworkSegment(bcbce039-c746-4c13-b87a-a4d54c2e19b1),segment_id=bcbce039-c746-4c13-b87a-a4d54c2e19b1)] {{(pid=88470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:46:58.379462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88eee9a7-c5d1-4d7b-95a1-1e6333e183de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:58.407697 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a5338421-bb87-442e-a806-e0ed69b39b93 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7811384 Mar 08 11:46:58.479127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88eee9a7-c5d1-4d7b-95a1-1e6333e183de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:58.479127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eee9a7-c5d1-4d7b-95a1-1e6333e183de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event deleted for resources: {'Network': ['ID=7c973be7-2f08-4d37-8a79-ba0ded7c1bb9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:58.481158 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d09d1955-e731-41e3-ace1-3190e60df362 req-7b11b207-0758-4c41-97fb-a03522048832 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3917363 Mar 08 11:46:58.481255 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-528f36d4-1a97-4439-813e-42df9c710b6c tempest-ServiceProvidersTest-860239453 tempest-ServiceProvidersTest-860239453-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2848971 Mar 08 11:46:58.498856 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-88eee9a7-c5d1-4d7b-95a1-1e6333e183de tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "DELETE /v2.0/networks/7c973be7-2f08-4d37-8a79-ba0ded7c1bb9 HTTP/1.1" status: 204 len: 168 time: 1.4162059 Mar 08 11:46:58.518316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ebd1d-90f9-4c37-b9f8-64a15f0a7df1 req-99c9c467-2498-4cc1-a5d0-fd1ef65be199 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:58.530982 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0a1ebd1d-90f9-4c37-b9f8-64a15f0a7df1 req-99c9c467-2498-4cc1-a5d0-fd1ef65be199 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 931 time: 0.2553964 Mar 08 11:46:58.533368 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43000) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:58.611605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Request body: {'port': {'device_id': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:58.692750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.resource_extend [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:46:58.763490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-81ece33d-3657-41ea-a3ac-48fa9c7ff0e8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:58.807516 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:58.825753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0d3024-f899-4f5d-92d7-70b54a53a6bb tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Router 5f9e40af-33f5-4f40-bac4-d0c42c282b2c has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:46:58.843192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:58.854572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Pushing event updated for resources: {'Port': ['ID=fb121f6f-835f-44e5-b1b8-7b36309af64f,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:58.929121 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0a1ebd1d-90f9-4c37-b9f8-64a15f0a7df1 req-d7f0f8f1-6037-45cf-bacb-491a31f408c0 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3968441 Mar 08 11:46:58.930728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:58.931724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:58.933344 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] 10.222.0.18 "PUT /v2.0/ports/cf46965d-041c-4673-8821-de55947774ae HTTP/1.1" status: 200 len: 1093 time: 4.0246117 Mar 08 11:46:58.938910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52314635-ddaf-4d27-b142-455eda146f57', 'tag': 'cf46965d-041c-4673-8821-de55947774ae'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:46:59.035825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:59.263116 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-81ece33d-3657-41ea-a3ac-48fa9c7ff0e8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:59.292324 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec674df-48a9-41ad-8e42-78812e6ad2ad service neutron] Pushing event updated for resources: {'Port': ['ID=cf46965d-041c-4673-8821-de55947774ae,revision_number=3']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:59.332562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43018) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:59.343391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Pushing event updated for resources: {'Port': ['ID=10c3fe3e-973d-42f0-88af-9ec0957988c5,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:59.364338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-81ece33d-3657-41ea-a3ac-48fa9c7ff0e8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fd34c7-c5b5-4fc8-9692-f77869b409f9']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:59.369778 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:59.380739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-81ece33d-3657-41ea-a3ac-48fa9c7ff0e8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73287a2f-bbe9-4c40-80e2-9a2bb32724a6') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:59.381815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-81ece33d-3657-41ea-a3ac-48fa9c7ff0e8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73287a2f-bbe9-4c40-80e2-9a2bb32724a6') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:59.419891 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-81ece33d-3657-41ea-a3ac-48fa9c7ff0e8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:59.448541 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-81ece33d-3657-41ea-a3ac-48fa9c7ff0e8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:59.473246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ece33d-3657-41ea-a3ac-48fa9c7ff0e8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:46:59.473815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-81ece33d-3657-41ea-a3ac-48fa9c7ff0e8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:59.574824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43026) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:46:59.604175 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:46:59.641320 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-19e7dfdf-4850-446c-8f27-8775179c1b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:59.648734 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-19e7dfdf-4850-446c-8f27-8775179c1b12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f7cf23e768e4420895e1a6e55553a02&device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 1096 time: 0.4764163 Mar 08 11:46:59.772831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Attempting to bind port fb121f6f-835f-44e5-b1b8-7b36309af64f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:46:59.777849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Attempting to bind port fb121f6f-835f-44e5-b1b8-7b36309af64f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:46:59.779077 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Attempting to bind port fb121f6f-835f-44e5-b1b8-7b36309af64f on network c9696f42-2096-4d7e-b072-373349eed38f {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:46:59.793968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0d3024-f899-4f5d-92d7-70b54a53a6bb tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:46:59.821797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db20308a-701d-4ce8-9aba-c0ac4d5a580f None None] Sync routers for ids ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:59.837943 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db20308a-701d-4ce8-9aba-c0ac4d5a580f None None] Routers {'5f9e40af-33f5-4f40-bac4-d0c42c282b2c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:59.842555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-db20308a-701d-4ce8-9aba-c0ac4d5a580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:59.852102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-81ece33d-3657-41ea-a3ac-48fa9c7ff0e8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:59.855852 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-12b24474-8edd-4adc-8581-efb9c5e0e75b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf46965d-041c-4673-8821-de55947774ae HTTP/1.1" status: 200 len: 217 time: 0.1602509 Mar 08 11:46:59.884365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-81ece33d-3657-41ea-a3ac-48fa9c7ff0e8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:59.888623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ece33d-3657-41ea-a3ac-48fa9c7ff0e8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event deleted for resources: {'Network': ['ID=69fd34c7-c5b5-4fc8-9692-f77869b409f9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:59.913414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e0d3024-f899-4f5d-92d7-70b54a53a6bb tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:46:59.958620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-db20308a-701d-4ce8-9aba-c0ac4d5a580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:59.970465 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db20308a-701d-4ce8-9aba-c0ac4d5a580f None None] Routers {'5f9e40af-33f5-4f40-bac4-d0c42c282b2c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:46:59.971690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-db20308a-701d-4ce8-9aba-c0ac4d5a580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:46:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:59.987013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:00.001038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-849683782', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:00.042962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Port fb121f6f-835f-44e5-b1b8-7b36309af64f on network c9696f42-2096-4d7e-b072-373349eed38f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:47:00.043457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Attempting to bind port fb121f6f-835f-44e5-b1b8-7b36309af64f on network c9696f42-2096-4d7e-b072-373349eed38f {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:47:00.047738 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-b0240b7c-6637-40b8-9faa-fb5bc8088597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:00.049717 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-b0240b7c-6637-40b8-9faa-fb5bc8088597 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2890795d-e559-4819-84cc-8d8066a8ce8a HTTP/1.1" status: 200 len: 850 time: 0.1622167 Mar 08 11:47:00.071452 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-81ece33d-3657-41ea-a3ac-48fa9c7ff0e8 tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "DELETE /v2.0/networks/69fd34c7-c5b5-4fc8-9692-f77869b409f9 HTTP/1.1" status: 204 len: 168 time: 1.5347047 Mar 08 11:47:00.071667 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-db20308a-701d-4ce8-9aba-c0ac4d5a580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:00.071667 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db20308a-701d-4ce8-9aba-c0ac4d5a580f None None] The sync data for ids ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:47:00.071863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43036) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:00.098633 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:00.136239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1990c243-acab-4d9c-be85-e91f11ae2ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:00.146925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:47:00.147648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Checking segment: {'id': '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:00.149180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Bound using segment: {'id': '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:47:00.149637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Bound port: fb121f6f-835f-44e5-b1b8-7b36309af64f, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:47:00.150021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:00.165579 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Usage tracker for resource:port and tenant:6ecf83c5bd6a4f02a5745a87ac0a78e0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:00.166740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06d08-fe60-40e3-b817-51dcc089594b req-b64d616a-63e5-45f3-9d90-869522c71cc5 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:00.174778 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7de06d08-fe60-40e3-b817-51dcc089594b req-b64d616a-63e5-45f3-9d90-869522c71cc5 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 943 time: 0.4809699 Mar 08 11:47:00.180186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:00.194074 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2e0d3024-f899-4f5d-92d7-70b54a53a6bb tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "DELETE /v2.0/floatingips/e35e1ae5-713e-4e7d-860d-c48bac92001e HTTP/1.1" status: 204 len: 168 time: 8.4602597 Mar 08 11:47:00.195848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43040) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:00.212092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:00.223648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:00.277573 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:00.305265 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Usage tracker for resource:floatingip and tenant:564a4e65598c427c9c4c4c5229b8ba3c is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:00.312197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:00.326321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:00.339800 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7de06d08-fe60-40e3-b817-51dcc089594b req-f5e85033-f44b-4f78-be84-0f749ba58375 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640055 Mar 08 11:47:00.508106 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:00.522435 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1990c243-acab-4d9c-be85-e91f11ae2ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:00.523001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-a6a01d1d-d77c-4de0-beeb-ed9c991f0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:00.523001 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-a6a01d1d-d77c-4de0-beeb-ed9c991f0d3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3421075 Mar 08 11:47:00.523484 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1990c243-acab-4d9c-be85-e91f11ae2ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:9180e7b81dd246dfa7b48981653be04f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:00.523484 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:00.523484 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6554ccf7-0f56-4ecf-b872-a73b311c417a tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.9579144 Mar 08 11:47:00.523484 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1990c243-acab-4d9c-be85-e91f11ae2ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:00.536705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43046) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:00.549122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1579810662', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'fixed_ips': [{'ip_address': '172.26.4.165'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:00.558232 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:00.565814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1990c243-acab-4d9c-be85-e91f11ae2ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:00.609710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa214a4-1ec9-423b-82be-3a44674133b6 req-c2482a1d-7808-4b40-8ea7-0ca6cef988ec tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:00.611440 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4aa214a4-1ec9-423b-82be-3a44674133b6 req-c2482a1d-7808-4b40-8ea7-0ca6cef988ec tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 943 time: 1.1529901 Mar 08 11:47:00.618411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Usage tracker for resource:port and tenant:e001a8f91a75411faff1f9c37ed0be8e is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:00.681212 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52314635-ddaf-4d27-b142-455eda146f57', 'tag': 'cf46965d-041c-4673-8821-de55947774ae', 'status': 'completed', 'code': 200} Mar 08 11:47:00.683141 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:00.692013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:00.692835 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4aa214a4-1ec9-423b-82be-3a44674133b6 req-b670d3d3-59d3-46a9-811c-98c83c1168cc tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682654 Mar 08 11:47:00.709679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:00.710337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Made reservation on behalf of 6ecf83c5bd6a4f02a5745a87ac0a78e0 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:00.711088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:00.739316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:00.744409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:00.755967 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aecdcf4-d1d9-4019-a2e5-def3c6ba47db']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:00.774764 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] For port fb121f6f-835f-44e5-b1b8-7b36309af64f, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:47:00.785868 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532fc14a-fb2c-400e-826c-271aa4d12913') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:00.786324 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532fc14a-fb2c-400e-826c-271aa4d12913') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:00.808047 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:00.846487 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:00.880343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] For port fb121f6f-835f-44e5-b1b8-7b36309af64f, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb121f6f-835f-44e5-b1b8-7b36309af64f,segment=NetworkSegment(9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d),segment_id=9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:47:00.890948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:00.910948 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-18bdb356-b4c1-4567-9bb2-fef62966db4b service neutron] 10.222.0.18 "GET /v2.0/networks/4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423766 Mar 08 11:47:00.911319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Usage tracker for resource:security_group_rule and tenant:6ecf83c5bd6a4f02a5745a87ac0a78e0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:00.916253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:00.933658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:00.954277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:00.969037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:00.971991 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:00.997640 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Made reservation on behalf of e001a8f91a75411faff1f9c37ed0be8e for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:01.000572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:01.019760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e9b92f-c267-4b8c-b0f1-ee0d42908211 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:47:01.045205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:01.045205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Transition to ACTIVE for port object b1e9b92f-c267-4b8c-b0f1-ee0d42908211 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:01.067738 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:01.090798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:01.104220 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:01.142268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Usage tracker for resource:security_group_rule and tenant:e001a8f91a75411faff1f9c37ed0be8e is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:01.149444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:01.162263 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:01.171109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:01.219539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:01.220364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:01.221900 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] 10.222.0.18 "PUT /v2.0/ports/fb121f6f-835f-44e5-b1b8-7b36309af64f HTTP/1.1" status: 200 len: 1093 time: 5.9613781 Mar 08 11:47:01.223950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1990c243-acab-4d9c-be85-e91f11ae2ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:01.224346 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:01.227525 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd26fc29-84bb-4253-bbd0-b615e049d540', 'tag': 'fb121f6f-835f-44e5-b1b8-7b36309af64f'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:47:01.267660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:01.332574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Pushing event updated for resources: {'Port': ['ID=fb121f6f-835f-44e5-b1b8-7b36309af64f,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:01.349442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1627c-7581-4143-a5ff-0110c60c745d req-ea7a3231-1ba7-417b-ac6c-7f22d107e1a3 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:01.372105 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-95d1627c-7581-4143-a5ff-0110c60c745d req-ea7a3231-1ba7-417b-ac6c-7f22d107e1a3 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 931 time: 0.4598117 Mar 08 11:47:01.380756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Pushing event deleted for resources: {'Network': ['ID=9aecdcf4-d1d9-4019-a2e5-def3c6ba47db,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:01.385543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.385543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.385543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.385543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.385543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.385543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.385543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.385543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.385543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.385543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.386450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.386450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00eb66-24bb-4c8f-b247-e562b9fdd95d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.430086 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] 10.222.0.32 "DELETE /v2.0/networks/9aecdcf4-d1d9-4019-a2e5-def3c6ba47db HTTP/1.1" status: 204 len: 168 time: 1.3573742 Mar 08 11:47:01.491453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.491453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.491453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.491453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.491453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.491453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.491453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.491453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.491453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.491453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.491453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.491453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa006a3-2269-4939-8587-1f7ac51c1dfb tempest-BulkNetworkOpsTest-2007854283 tempest-BulkNetworkOpsTest-2007854283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:01.502737 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1990c243-acab-4d9c-be85-e91f11ae2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:01.557724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:01.565686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:01.652381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:01.719688 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e11909d3-8ac7-456e-a955-6eadf8f5cf4e req-c35862da-89b1-44a6-8fb3-0b5df4baead7 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6054857 Mar 08 11:47:01.751114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:01.760817 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd26fc29-84bb-4253-bbd0-b615e049d540', 'tag': 'fb121f6f-835f-44e5-b1b8-7b36309af64f', 'status': 'completed', 'code': 200} Mar 08 11:47:01.766464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990c243-acab-4d9c-be85-e91f11ae2ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300be0ab-b315-443e-bc98-1fe7e929c2ef,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:01.779046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] device_id is not set on port 34bd672e-cd90-481b-82cf-9749021d327c yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:47:01.810017 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-95d1627c-7581-4143-a5ff-0110c60c745d req-95ed85cf-f6fa-4870-b561-bb95850cbfc8 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4361515 Mar 08 11:47:01.843329 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1990c243-acab-4d9c-be85-e91f11ae2ad0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9180e7b81dd246dfa7b48981653be04f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2673883 Mar 08 11:47:01.850067 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43068) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:01.891706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a890ee-c7bb-4abd-856e-f2d9d2b27321,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:01.929115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-1c63cfdb-e21b-4c3f-8d1c-e3806ea7e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:01.930831 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-1c63cfdb-e21b-4c3f-8d1c-e3806ea7e2e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=451a6ae544ae458da1fdd0d6f1d54d89&device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 1096 time: 0.3335211 Mar 08 11:47:01.938095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:02.038180 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-7b6fe139-12b7-4a02-81e7-7a2b46a30454 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb121f6f-835f-44e5-b1b8-7b36309af64f HTTP/1.1" status: 200 len: 217 time: 0.0846069 Mar 08 11:47:02.088525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Allocated IP 172.26.4.114 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/69652325-ff64-4dcb-8b32-93ded4993240) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:02.088525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-010cbcc5-143c-4317-a305-65a21a66e83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:02.196749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-010cbcc5-143c-4317-a305-65a21a66e83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:02.250596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:02.260958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43074) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:02.279283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] device_id is not set on port 5fd56c86-79f0-46d5-969a-af86b2591eb8 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:47:02.404248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Attempting to bind port b1e9b92f-c267-4b8c-b0f1-ee0d42908211 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:47:02.404653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Attempting to bind port b1e9b92f-c267-4b8c-b0f1-ee0d42908211 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '3db461cb-1065-406b-ae8b-bff33bb3a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7273093a-cdec-4255-9656-7b99e0178316'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:47:02.405607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Attempting to bind port b1e9b92f-c267-4b8c-b0f1-ee0d42908211 on network 7273093a-cdec-4255-9656-7b99e0178316 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:47:02.423939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-07dfb145-4286-4443-8f16-749d0b874d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:02.425482 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-07dfb145-4286-4443-8f16-749d0b874d5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7032fe46-bda6-47b7-88cb-a85f4ab74c1d HTTP/1.1" status: 200 len: 850 time: 0.1974900 Mar 08 11:47:02.429945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Port b1e9b92f-c267-4b8c-b0f1-ee0d42908211 on network 7273093a-cdec-4255-9656-7b99e0178316 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:47:02.434684 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Attempting to bind port b1e9b92f-c267-4b8c-b0f1-ee0d42908211 on network 7273093a-cdec-4255-9656-7b99e0178316 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:47:02.440140 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:47:02.440553 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Checking segment: {'id': '3db461cb-1065-406b-ae8b-bff33bb3a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7273093a-cdec-4255-9656-7b99e0178316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:02.441127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Bound using segment: {'id': '3db461cb-1065-406b-ae8b-bff33bb3a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7273093a-cdec-4255-9656-7b99e0178316'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:47:02.441729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Bound port: b1e9b92f-c267-4b8c-b0f1-ee0d42908211, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db461cb-1065-406b-ae8b-bff33bb3a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7273093a-cdec-4255-9656-7b99e0178316'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:47:02.442257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:02.484705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded54c08-065e-4c3d-8107-7b070a36f4ec req-6bc972bb-e615-40dd-93e3-2e57a62fd2d2 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:02.486314 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ded54c08-065e-4c3d-8107-7b070a36f4ec req-6bc972bb-e615-40dd-93e3-2e57a62fd2d2 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 943 time: 0.4416816 Mar 08 11:47:02.528575 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2117443-6e2f-448e-8db3-cd1b5938104f req-501e752c-0af0-4ab7-9dd7-60eb56821a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:02.600073 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d2117443-6e2f-448e-8db3-cd1b5938104f req-501e752c-0af0-4ab7-9dd7-60eb56821a8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f7cf23e768e4420895e1a6e55553a02&device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 1096 time: 0.5907054 Mar 08 11:47:02.600073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc3d1df-6f3a-4fee-8cb7-fd3c3d036293,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:02.664991 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ded54c08-065e-4c3d-8107-7b070a36f4ec req-e513adf3-3df7-4b4f-b9e6-ee66713868b2 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922527 Mar 08 11:47:02.712070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] For port b1e9b92f-c267-4b8c-b0f1-ee0d42908211, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:47:02.721998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] For port b1e9b92f-c267-4b8c-b0f1-ee0d42908211, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:47:02.750093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-0e438a4d-ecbe-48ab-a353-1b7c3ac214f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:02.755355 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-0e438a4d-ecbe-48ab-a353-1b7c3ac214f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c9696f42-2096-4d7e-b072-373349eed38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2589958 Mar 08 11:47:02.801713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-010cbcc5-143c-4317-a305-65a21a66e83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:02.912758 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cbcc5-143c-4317-a305-65a21a66e83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300be0ab-b315-443e-bc98-1fe7e929c2ef,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:02.934241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:02.979246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:03.044387 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefdf6b-b3cc-4b31-be68-c808ccc89648 req-5d003748-6afb-4ead-bcad-36cf66d2f143 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:03.046428 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-edefdf6b-b3cc-4b31-be68-c808ccc89648 req-5d003748-6afb-4ead-bcad-36cf66d2f143 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 943 time: 0.9454126 Mar 08 11:47:03.066193 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b48be83f-45bb-4790-a359-e0f5f74ec88f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fdcaf7ddb084346b9ce82799de5c117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7948699 Mar 08 11:47:03.082583 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43082) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:03.167579 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2117443-6e2f-448e-8db3-cd1b5938104f req-fda46ad1-2676-48a1-a156-232f4abba6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:03.169184 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d2117443-6e2f-448e-8db3-cd1b5938104f req-fda46ad1-2676-48a1-a156-232f4abba6a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 HTTP/1.1" status: 200 len: 912 time: 0.6285121 Mar 08 11:47:03.177905 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-010cbcc5-143c-4317-a305-65a21a66e83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:03.179208 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-010cbcc5-143c-4317-a305-65a21a66e83a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/300be0ab-b315-443e-bc98-1fe7e929c2ef HTTP/1.1" status: 204 len: 168 time: 1.3282053 Mar 08 11:47:03.234629 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-edefdf6b-b3cc-4b31-be68-c808ccc89648 req-cde6875a-de5b-4d2f-b92b-2436a7623333 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534209 Mar 08 11:47:03.240421 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e317954e-b1da-43ec-a095-aab334f3c01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:03.292638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e317954e-b1da-43ec-a095-aab334f3c01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:03.318230 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:03.327803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:03.328759 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:03.330399 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] 10.222.0.18 "PUT /v2.0/ports/b1e9b92f-c267-4b8c-b0f1-ee0d42908211 HTTP/1.1" status: 200 len: 1093 time: 4.8852365 Mar 08 11:47:03.389677 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:03.397367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76c4ca-0a2e-48a6-b787-d9ac4f2cd363 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:03.401048 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:03.406112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:03.468351 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-a6b52926-3f22-46dc-88ca-1bd6e0fd94c5 service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850321 Mar 08 11:47:03.489698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Allocated IP 172.26.4.107 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/34bd672e-cd90-481b-82cf-9749021d327c) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:03.493808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Pushing event updated for resources: {'Port': ['ID=69652325-ff64-4dcb-8b32-93ded4993240,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:03.507057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926067f-6370-4b6b-ac3e-219ff89dfa32 req-0fc7c58e-9939-4023-9236-49406b92d5ed tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:03.507786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6926067f-6370-4b6b-ac3e-219ff89dfa32 req-0fc7c58e-9939-4023-9236-49406b92d5ed tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Synchronizing usage tracker for tenant:c789aaee89fe4403ae97580a823f1a5a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:47:03.537450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:03.672738 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d2117443-6e2f-448e-8db3-cd1b5938104f req-8c16f7c6-b6cb-4906-a764-fdb0522a2f95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf46965d-041c-4673-8821-de55947774ae HTTP/1.1" status: 200 len: 217 time: 0.0930281 Mar 08 11:47:03.726459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6926067f-6370-4b6b-ac3e-219ff89dfa32 req-0fc7c58e-9939-4023-9236-49406b92d5ed tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Unset dirty status for tenant:c789aaee89fe4403ae97580a823f1a5a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:47:03.727795 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6926067f-6370-4b6b-ac3e-219ff89dfa32 req-0fc7c58e-9939-4023-9236-49406b92d5ed tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 943 time: 0.7180045 Mar 08 11:47:03.737567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e317954e-b1da-43ec-a095-aab334f3c01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:03.756688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:03.802754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'tag': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:47:03.804170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317954e-b1da-43ec-a095-aab334f3c01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cc381f-9fa8-4a24-a786-06770cfbf0bb,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:03.812096 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e317954e-b1da-43ec-a095-aab334f3c01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:03.815459 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e317954e-b1da-43ec-a095-aab334f3c01d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84cc381f-9fa8-4a24-a786-06770cfbf0bb HTTP/1.1" status: 204 len: 168 time: 0.7225053 Mar 08 11:47:03.878588 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6926067f-6370-4b6b-ac3e-219ff89dfa32 req-12712b9d-21e6-4776-976a-0865a8963bdc tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385126 Mar 08 11:47:03.931092 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc5e531e-4f76-491f-81b3-3802fdf44427 req-9ca6f3c2-e471-45aa-a4ab-43ded7d1bf76 service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426530 Mar 08 11:47:03.951470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:03.959030 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'tag': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211', 'status': 'completed', 'code': 200} Mar 08 11:47:04.011500 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb2f97-3c23-483e-97e0-920809f68e1e req-1719d3a3-63ea-4f49-805c-2f938d0506ff tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:04.012983 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9fcb2f97-3c23-483e-97e0-920809f68e1e req-1719d3a3-63ea-4f49-805c-2f938d0506ff tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 943 time: 0.1924293 Mar 08 11:47:04.047087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:04.117713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:04.120649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:04.130203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:04.147440 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9fcb2f97-3c23-483e-97e0-920809f68e1e req-643f2f9f-ed37-45d5-9323-9d0a39f32333 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226192 Mar 08 11:47:04.154411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:04.178896 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Pushing event updated for resources: {'Port': ['ID=34bd672e-cd90-481b-82cf-9749021d327c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:04.195613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:04.196224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:04.210606 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 08 11:47:04.210938 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:47:04.238736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:04.321066 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cdd1c9f1-fb88-4fd1-8d9d-90fd65bb8896 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.9795849 Mar 08 11:47:04.324066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43120) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:04.335298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.107'}]}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:04.344148 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7df745dc-bdda-43a3-b054-681c744c5a12 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.8039079 Mar 08 11:47:04.345957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43124) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:04.361970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Pushing event updated for resources: {'Port': ['ID=69652325-ff64-4dcb-8b32-93ded4993240,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:04.370460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:04.427511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:04.446600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Usage tracker for resource:router and tenant:6ecf83c5bd6a4f02a5745a87ac0a78e0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:04.493342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:04.497352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:04.501872 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bfb74ade-3b42-4041-880c-4653a8a5c496 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2979038 Mar 08 11:47:04.506942 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43130) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:04.559370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:04.586966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-6500934d-5fb2-4d71-a93a-4cbccc0dd93c tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Deleting port 10c3fe3e-973d-42f0-88af-9ec0957988c5 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:04.587421 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6500934d-5fb2-4d71-a93a-4cbccc0dd93c tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:04.700225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43140) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:04.759936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:04.760877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:04.792978 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed8808-bf4a-4fde-b858-c1d107a9cac6 req-8d76b900-71d7-4f47-89ff-89de5e04da93 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:04.794536 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b4ed8808-bf4a-4fde-b858-c1d107a9cac6 req-8d76b900-71d7-4f47-89ff-89de5e04da93 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 943 time: 0.3588197 Mar 08 11:47:04.799915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6500934d-5fb2-4d71-a93a-4cbccc0dd93c tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:04.800156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6500934d-5fb2-4d71-a93a-4cbccc0dd93c tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:04.805492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:04.814658 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:04.818849 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Usage tracker for resource:floatingip and tenant:ef5fcb284b124b23bbbf9002efb6982d is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:04.821870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:04.830061 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:04.835625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-743244119'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:04.840872 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:04.847017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Usage tracker for resource:network and tenant:5c43f0bd8b6941d99c1846a5b2bed5f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:04.850426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:04.856159 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:04.944523 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-6500934d-5fb2-4d71-a93a-4cbccc0dd93c tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Calling delete_port for 10c3fe3e-973d-42f0-88af-9ec0957988c5 owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:04.954608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:04.972473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:05.013645 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Made reservation on behalf of 5c43f0bd8b6941d99c1846a5b2bed5f6 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:05.017544 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:05.025801 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b4ed8808-bf4a-4fde-b858-c1d107a9cac6 req-32eea654-8219-486a-8fb5-91c3706718d9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178309 Mar 08 11:47:05.087498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:05.156747 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:05.175038 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Usage tracker for resource:security_group_rule and tenant:5c43f0bd8b6941d99c1846a5b2bed5f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:05.184057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:05.347629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43158) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:05.351917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2117443-6e2f-448e-8db3-cd1b5938104f req-28c729a5-f4f1-4383-9cbf-b2a8d39785d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:05.353348 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d2117443-6e2f-448e-8db3-cd1b5938104f req-28c729a5-f4f1-4383-9cbf-b2a8d39785d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2890795d-e559-4819-84cc-8d8066a8ce8a HTTP/1.1" status: 200 len: 850 time: 0.2670786 Mar 08 11:47:05.354289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:05.463982 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384cc62-331a-403e-ab31-bcf6db4422aa req-e9612224-a44e-4878-bf9c-daf85f3c4555 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:05.465467 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c384cc62-331a-403e-ab31-bcf6db4422aa req-e9612224-a44e-4878-bf9c-daf85f3c4555 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 943 time: 0.4539404 Mar 08 11:47:05.490244 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356417305'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:05.518004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:05.531977 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:network and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:05.541852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:05.569315 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:05.600333 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c384cc62-331a-403e-ab31-bcf6db4422aa req-6b047458-9d8b-4248-b190-181bade765d7 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183097 Mar 08 11:47:05.632784 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2117443-6e2f-448e-8db3-cd1b5938104f req-54e6c491-f62a-4355-8755-a62ca346a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:05.636106 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d2117443-6e2f-448e-8db3-cd1b5938104f req-54e6c491-f62a-4355-8755-a62ca346a739 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2641971 Mar 08 11:47:05.641555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:05.646426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6500934d-5fb2-4d71-a93a-4cbccc0dd93c tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:05.650886 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:05.723726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:05.725759 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:05.729209 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:05.742151 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500934d-5fb2-4d71-a93a-4cbccc0dd93c tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Pushing event deleted for resources: {'Port': ['ID=10c3fe3e-973d-42f0-88af-9ec0957988c5,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:05.767618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:05.824118 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0874-1172-416e-ba70-db5ec4037b1f req-d2fd8774-e7f9-4952-ba59-0154efa0a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:05.825846 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-979d0874-1172-416e-ba70-db5ec4037b1f req-d2fd8774-e7f9-4952-ba59-0154efa0a3fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c789aaee89fe4403ae97580a823f1a5a&device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 1096 time: 0.7340302 Mar 08 11:47:05.840122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:05.868611 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:05.878351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df769230-8b92-4622-8698-12b5d907d162 req-8d403791-0e47-4e49-8be7-f4e087aef171 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:05.879802 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df769230-8b92-4622-8698-12b5d907d162 req-8d403791-0e47-4e49-8be7-f4e087aef171 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 943 time: 0.5131838 Mar 08 11:47:05.883671 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:security_group_rule and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:05.892170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:05.906845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d428bf0-4e6c-4931-b56d-525f396b8482 req-bef7167b-83d5-4301-8b09-ad2b82751e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:05.908300 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9d428bf0-4e6c-4931-b56d-525f396b8482 req-bef7167b-83d5-4301-8b09-ad2b82751e8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=451a6ae544ae458da1fdd0d6f1d54d89&device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 1096 time: 0.7045681 Mar 08 11:47:05.911691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:05.918882 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:05.971713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3215b9ac-3986-4f52-9ba1-b39c23387274,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:05.998691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6500934d-5fb2-4d71-a93a-4cbccc0dd93c tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:06.000994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:06.001349 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Added segment 4ded27c4-656c-4b76-a45f-a152063231c2 of type vlan for network 71c61eb2-3dc9-47a9-b57f-281589b1efba Mar 08 11:47:06.018900 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d2117443-6e2f-448e-8db3-cd1b5938104f req-189e983c-9de9-47b1-999e-39b48bd6ef38 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587465 Mar 08 11:47:06.044493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Allocated IP 172.26.4.229 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/7b6b78bf-1dfe-447b-a1ee-10f4bfba4955) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:06.078463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:06.110011 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df769230-8b92-4622-8698-12b5d907d162 req-004c2599-0e2e-4d8c-a790-c559783c4104 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210624 Mar 08 11:47:06.236257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6500934d-5fb2-4d71-a93a-4cbccc0dd93c tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:06.237382 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6500934d-5fb2-4d71-a93a-4cbccc0dd93c tempest-ExternalNetworksAdminNegativeTestJSON-1428557934 tempest-ExternalNetworksAdminNegativeTestJSON-1428557934-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/22ef31a0-2f52-43ff-828e-77ab58ae32db HTTP/1.1" status: 204 len: 168 time: 1.8883042 Mar 08 11:47:06.250367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0874-1172-416e-ba70-db5ec4037b1f req-98453f70-2682-485c-ac29-7aabcc125aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:06.251772 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-979d0874-1172-416e-ba70-db5ec4037b1f req-98453f70-2682-485c-ac29-7aabcc125aab service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c789aaee89fe4403ae97580a823f1a5a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4117258 Mar 08 11:47:06.387920 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d428bf0-4e6c-4931-b56d-525f396b8482 req-c5886c5a-0db4-4333-9ad7-f4b7f8aa1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:06.390052 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9d428bf0-4e6c-4931-b56d-525f396b8482 req-c5886c5a-0db4-4333-9ad7-f4b7f8aa1f0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c9696f42-2096-4d7e-b072-373349eed38f HTTP/1.1" status: 200 len: 912 time: 0.2893562 Mar 08 11:47:06.440013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:06.456219 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d2117443-6e2f-448e-8db3-cd1b5938104f req-27500beb-ba5a-42eb-af3a-d7c12d55f3b3 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558774 Mar 08 11:47:06.465521 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:06.473847 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9d428bf0-4e6c-4931-b56d-525f396b8482 req-27462e02-2298-4bc1-b853-18a0871af4f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb121f6f-835f-44e5-b1b8-7b36309af64f HTTP/1.1" status: 200 len: 217 time: 0.0773010 Mar 08 11:47:06.495241 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90855c8e-b13a-46cb-bcfa-9d5ec97e2e53 req-cd4c1596-8389-4dd6-b6a4-0725ca7a5f0e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:06.496692 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-90855c8e-b13a-46cb-bcfa-9d5ec97e2e53 req-cd4c1596-8389-4dd6-b6a4-0725ca7a5f0e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 943 time: 0.3147864 Mar 08 11:47:06.505673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:06.510867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:06.511451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:06.556524 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0874-1172-416e-ba70-db5ec4037b1f req-b8e917ee-a8f0-412e-8acf-8d61b9874c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:06.558071 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-979d0874-1172-416e-ba70-db5ec4037b1f req-b8e917ee-a8f0-412e-8acf-8d61b9874c0c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3000581 Mar 08 11:47:06.580389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:06.639147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d428bf0-4e6c-4931-b56d-525f396b8482 req-faefd5ed-b4b2-4e0d-9685-985d329d8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:06.641241 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9d428bf0-4e6c-4931-b56d-525f396b8482 req-faefd5ed-b4b2-4e0d-9685-985d329d8590 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7032fe46-bda6-47b7-88cb-a85f4ab74c1d HTTP/1.1" status: 200 len: 850 time: 0.1562116 Mar 08 11:47:06.686816 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-90855c8e-b13a-46cb-bcfa-9d5ec97e2e53 req-6b755319-ccb5-447f-aeca-4743c95ef7d3 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829972 Mar 08 11:47:06.728056 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:06.731282 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Pushing event updated for resources: {'Network': ['ID=71c61eb2-3dc9-47a9-b57f-281589b1efba,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:06.733938 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910f543b-37dc-48cf-a69b-6bdd4d72cb1b,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:06.743153 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 71c61eb2-3dc9-47a9-b57f-281589b1efba details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:06.745039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:06.745467 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Added segment b746bfb4-5417-4dd1-86e7-861e08967d9d of type vlan for network c62ce206-cd88-4d56-9edf-390e26f8f875 Mar 08 11:47:06.776812 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:06.786263 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7fcf3770-b9c6-4ee3-8fc5-7418158f9dbc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0816071 Mar 08 11:47:06.786263 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43170) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:06.796004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Request body: {'subnet': {'network_id': '71c61eb2-3dc9-47a9-b57f-281589b1efba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:06.904560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43176) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:06.911250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:06.968687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.resource_extend [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:47:07.008535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:07.013540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:07.016027 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:07.025514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Usage tracker for resource:subnet and tenant:5c43f0bd8b6941d99c1846a5b2bed5f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:07.028252 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:07.053676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:07.072050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Pushing event updated for resources: {'Port': ['ID=7b6b78bf-1dfe-447b-a1ee-10f4bfba4955,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:07.080546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:07.091066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:07.104851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa04a-7fd7-4cd8-8642-25b9345906fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:07.123166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:07.125393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0aaaa04a-7fd7-4cd8-8642-25b9345906fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:07.133768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:07.137198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-54247f15-a858-498a-9826-997f91df280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:07.138093 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-54247f15-a858-498a-9826-997f91df280d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c789aaee89fe4403ae97580a823f1a5a&device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 1096 time: 0.5404639 Mar 08 11:47:07.139292 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:07.139900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:07.143896 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0aaaa04a-7fd7-4cd8-8642-25b9345906fb admin admin] Usage tracker for resource:security_group_rule and tenant:b1fe842ff019407eb68c3b91d4b1bafd is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:07.167141 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0aaaa04a-7fd7-4cd8-8642-25b9345906fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:07.200186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Made reservation on behalf of 5c43f0bd8b6941d99c1846a5b2bed5f6 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:07.204473 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:07.226627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0aaaa04a-7fd7-4cd8-8642-25b9345906fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:07.254818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cd06e-db2a-475c-a890-d3e7f3e098e1 req-4da5901e-27e8-4396-93cb-a4d5ec965c0e tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:07.256262 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b0cd06e-db2a-475c-a890-d3e7f3e098e1 req-4da5901e-27e8-4396-93cb-a4d5ec965c0e tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 943 time: 0.5023670 Mar 08 11:47:07.258170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d428bf0-4e6c-4931-b56d-525f396b8482 req-33de82cf-facd-4945-b49f-8b26aaf09a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:07.259476 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9d428bf0-4e6c-4931-b56d-525f396b8482 req-33de82cf-facd-4945-b49f-8b26aaf09a79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c9696f42-2096-4d7e-b072-373349eed38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5554619 Mar 08 11:47:07.279239 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a9877424-176a-4386-ab72-a47d381788ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1e9b92f-c267-4b8c-b0f1-ee0d42908211 HTTP/1.1" status: 200 len: 217 time: 0.1051180 Mar 08 11:47:07.503648 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1536558 Mar 08 11:47:07.515388 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b0cd06e-db2a-475c-a890-d3e7f3e098e1 req-fb8f827c-cccf-4b8c-9c76-8870178a671d tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379816 Mar 08 11:47:07.529239 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df312543-0443-4634-b7da-ecdb231e9eff tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Network': ['ID=c62ce206-cd88-4d56-9edf-390e26f8f875,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:07.542558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:07.572479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-d7656839-e67d-4d9f-8779-a0094e579feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:07.574134 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-d7656839-e67d-4d9f-8779-a0094e579feb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e HTTP/1.1" status: 200 len: 845 time: 0.2739537 Mar 08 11:47:07.574962 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network c62ce206-cd88-4d56-9edf-390e26f8f875 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:07.613483 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3725cb3-3dd0-4ff2-9ccb-09699ecd6822 req-0d28e63c-2f3b-4f0b-929f-5e8c5ab561ca tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:07.621313 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b3725cb3-3dd0-4ff2-9ccb-09699ecd6822 req-0d28e63c-2f3b-4f0b-929f-5e8c5ab561ca tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 943 time: 0.3773289 Mar 08 11:47:07.667431 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9d428bf0-4e6c-4931-b56d-525f396b8482 req-f99e8b4e-e06d-4c98-94f4-a8a89d847213 service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910787 Mar 08 11:47:07.709834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:07.720169 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:07.916682 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b3725cb3-3dd0-4ff2-9ccb-09699ecd6822 req-a2d1049e-92fb-4912-99e0-f79ef02b6c9f tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944088 Mar 08 11:47:08.007030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa04a-7fd7-4cd8-8642-25b9345906fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.116118 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1a62b5cb-c756-48c1-ad1e-69a99eae3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:08.117597 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-1a62b5cb-c756-48c1-ad1e-69a99eae3ef2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7273093a-cdec-4255-9656-7b99e0178316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5364237 Mar 08 11:47:08.125902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa04a-7fd7-4cd8-8642-25b9345906fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.189702 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0aaaa04a-7fd7-4cd8-8642-25b9345906fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1fe842ff019407eb68c3b91d4b1bafd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2837727 Mar 08 11:47:08.191129 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaa04a-7fd7-4cd8-8642-25b9345906fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dae0f6-8b3b-40a7-a05f-12cab7640dba,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:08.202913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43186) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:08.217974 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.218425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.221401 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9d428bf0-4e6c-4931-b56d-525f396b8482 req-b1751286-9ba8-423a-86e4-c5a2c8d13893 service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465508 Mar 08 11:47:08.222470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.255127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.326378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.396733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Pushing event updated for resources: {'Subnet': ['ID=47cffc53-3545-43c3-bfa7-a89d68d1021b,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:08.414646 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Checking segment: {'id': '4ded27c4-656c-4b76-a45f-a152063231c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '71c61eb2-3dc9-47a9-b57f-281589b1efba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:08.415133 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Network hostable DHCP agents. Network: 71c61eb2-3dc9-47a9-b57f-281589b1efba, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:08.459959 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20976ace-044b-44bc-84d5-d42f0dd1587f req-81bb0e56-c090-474a-bad2-fd37c2b3f808 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:08.461441 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-20976ace-044b-44bc-84d5-d42f0dd1587f req-81bb0e56-c090-474a-bad2-fd37c2b3f808 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 943 time: 0.5350153 Mar 08 11:47:08.466194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88a89014-ec16-4682-9676-a3f2f9336ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.482619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Pushing event updated for resources: {'Port': ['ID=7b6b78bf-1dfe-447b-a1ee-10f4bfba4955,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:08.504701 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-7a0885c6-3c6e-4f92-b5a4-7c0137fadb1f service neutron] 10.222.0.18 "GET /v2.0/networks/7273093a-cdec-4255-9656-7b99e0178316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783460 Mar 08 11:47:08.527576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.532593 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88a89014-ec16-4682-9676-a3f2f9336ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.611298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Network 71c61eb2-3dc9-47a9-b57f-281589b1efba is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:08.645367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.646043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f69d5d1a-a21c-460c-967c-28a3e16834bf {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:47:08.663549 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-20976ace-044b-44bc-84d5-d42f0dd1587f req-3fb803ff-462f-4e41-8a4b-be0d0274748e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918979 Mar 08 11:47:08.693215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.694419 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3dec0242-ecfe-45f7-b51e-2cfbad236185 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1914332 Mar 08 11:47:08.697126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43192) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:08.739978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71458bf-7091-40f9-a8c4-81ab0c3a3934 req-f99bd94c-7c31-48af-83db-b5342eec9d5c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:08.742108 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f71458bf-7091-40f9-a8c4-81ab0c3a3934 req-f99bd94c-7c31-48af-83db-b5342eec9d5c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 943 time: 0.0872705 Mar 08 11:47:08.743345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 71c61eb2-3dc9-47a9-b57f-281589b1efba) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:08.745224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88a89014-ec16-4682-9676-a3f2f9336ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.754798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf4675-36af-413d-9933-b7a064df7346 None None] Network 71c61eb2-3dc9-47a9-b57f-281589b1efba requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:08.759099 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:08.759810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.792829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a89014-ec16-4682-9676-a3f2f9336ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dae0f6-8b3b-40a7-a05f-12cab7640dba,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:08.801598 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 08 11:47:08.802652 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1c5a1dc4-1b8e-4f56-a16c-44236f5fdf52 tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4768050 Mar 08 11:47:08.808185 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-da53a622-8956-4b2e-89ec-cc02449eb5cc tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.1083004 Mar 08 11:47:08.808750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43196) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:08.813679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43198) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:08.819263 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88a89014-ec16-4682-9676-a3f2f9336ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:08.820467 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-88a89014-ec16-4682-9676-a3f2f9336ff6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3dae0f6-8b3b-40a7-a05f-12cab7640dba HTTP/1.1" status: 204 len: 168 time: 0.6164229 Mar 08 11:47:08.833859 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f71458bf-7091-40f9-a8c4-81ab0c3a3934 req-44eedfcf-8aa6-4637-abc7-5020c0118e7a tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800886 Mar 08 11:47:08.880912 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-811fa4bc-4c7b-4e39-b48f-8952c7bc8015 req-a37fb004-bcdc-4e5a-aafd-13d2035da28e service neutron] 10.222.0.18 "GET /v2.0/networks/7273093a-cdec-4255-9656-7b99e0178316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656368 Mar 08 11:47:08.908223 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-234471de-3b14-49bd-ac01-2ffeaca2d03e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1211271 Mar 08 11:47:08.922843 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43206) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:08.922843 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Request body: {'port': {'network_id': '71c61eb2-3dc9-47a9-b57f-281589b1efba', 'name': 'tempest-TagsExtTest-44053541'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:08.968366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a7fa7cae-33ae-40f3-a308-2fcd3528f12e tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Synchronizing usage tracker for tenant:1195881d192746efb39094487a830653 on resource:floatingip {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:47:08.988756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-618cab78-49ba-45a7-9e96-45e74936a2cd tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Deleting port 34bd672e-cd90-481b-82cf-9749021d327c {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:08.989794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-618cab78-49ba-45a7-9e96-45e74936a2cd tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:09.119258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:09.124221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Usage tracker for resource:port and tenant:5c43f0bd8b6941d99c1846a5b2bed5f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:09.127956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:09.132878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-71c61eb2-3dc9-47a9-b57f-281589b1efba', 'network_id': '71c61eb2-3dc9-47a9-b57f-281589b1efba', 'tenant_id': '5c43f0bd8b6941d99c1846a5b2bed5f6', 'fixed_ips': [{'subnet_id': '47cffc53-3545-43c3-bfa7-a89d68d1021b'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:09.134355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:09.134490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:09.233439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Made reservation on behalf of 5c43f0bd8b6941d99c1846a5b2bed5f6 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:09.241932 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:09.299563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] device_id is not set on port 6a36abad-f346-43c7-b29b-5d7f3fc9d807 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:47:09.314674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Allocated IP 172.20.0.2 (71c61eb2-3dc9-47a9-b57f-281589b1efba/47cffc53-3545-43c3-bfa7-a89d68d1021b/a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:09.360161 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda98b80-d5ee-4a62-a811-dd44a3ccc599 req-6c2be841-9c72-4231-a621-95e85d774287 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:09.367550 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cda98b80-d5ee-4a62-a811-dd44a3ccc599 req-6c2be841-9c72-4231-a621-95e85d774287 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 943 time: 0.2120008 Mar 08 11:47:09.369566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a7fa7cae-33ae-40f3-a308-2fcd3528f12e tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Unset dirty status for tenant:1195881d192746efb39094487a830653 on resource:floatingip {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:47:09.373393 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a7fa7cae-33ae-40f3-a308-2fcd3528f12e tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.5001426 Mar 08 11:47:09.374346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43214) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:09.594505 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:09.612783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-618cab78-49ba-45a7-9e96-45e74936a2cd tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:09.613360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Transition to ACTIVE for port object a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:09.630087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-febe8eda-4bf2-43f8-be91-6893557bb329 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Deleting port 7b6b78bf-1dfe-447b-a1ee-10f4bfba4955 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:09.630419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-febe8eda-4bf2-43f8-be91-6893557bb329 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:09.656177 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Transition to ACTIVE for port object a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:09.668445 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cda98b80-d5ee-4a62-a811-dd44a3ccc599 req-30efa517-01e1-4897-afad-dd6440851515 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000185 Mar 08 11:47:09.787232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-618cab78-49ba-45a7-9e96-45e74936a2cd tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Calling delete_port for 34bd672e-cd90-481b-82cf-9749021d327c owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:09.789000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43220) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:09.812272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:09.816245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device fb121f6f-835f-44e5-b1b8-7b36309af64f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 11:47:10.077776 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3f4719c2-27fe-4fcc-be03-74edacc5e807 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e001a8f91a75411faff1f9c37ed0be8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979504 Mar 08 11:47:10.079373 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43226) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:10.108556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Allocated IP 172.20.0.12 (71c61eb2-3dc9-47a9-b57f-281589b1efba/47cffc53-3545-43c3-bfa7-a89d68d1021b/6a36abad-f346-43c7-b29b-5d7f3fc9d807) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:10.157492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port fb121f6f-835f-44e5-b1b8-7b36309af64f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb121f6f-835f-44e5-b1b8-7b36309af64f,segment=NetworkSegment(9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d),segment_id=9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:10.184788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'fb121f6f-835f-44e5-b1b8-7b36309af64f', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'port_id': 'fb121f6f-835f-44e5-b1b8-7b36309af64f', 'mac_address': 'fa:16:3e:ff:b2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 11:47:10.207565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-febe8eda-4bf2-43f8-be91-6893557bb329 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.208073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-febe8eda-4bf2-43f8-be91-6893557bb329 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.213492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Network 71c61eb2-3dc9-47a9-b57f-281589b1efba is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:10.238710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71ac89-f09c-49e1-a4cb-ae6519ea1a81 req-0ed9c155-e70a-4145-9108-90a29a2ffde1 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:10.245816 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1b71ac89-f09c-49e1-a4cb-ae6519ea1a81 req-0ed9c155-e70a-4145-9108-90a29a2ffde1 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 943 time: 0.3649499 Mar 08 11:47:10.273680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Pushing event updated for resources: {'Port': ['ID=a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:10.276196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-067ee8ce-e260-408e-9a50-60b995e395b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.288520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:10.293183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:10.309101 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:10.309909 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:10.310981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:10.312176 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:10.313218 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:10.314980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:10.315582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:10.316125 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:10.316693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:10.317807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:10.318436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:10.319060 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:10.348045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-febe8eda-4bf2-43f8-be91-6893557bb329 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Calling delete_port for 7b6b78bf-1dfe-447b-a1ee-10f4bfba4955 owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:10.371244 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c837-3777-4017-bc33-6fa7cb72beee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.398599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353f704-fc00-4644-a3cf-13721fdbb342 req-a5d9dd45-1d1c-448d-a8b4-0dcefac625c2 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:10.400283 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b353f704-fc00-4644-a3cf-13721fdbb342 req-a5d9dd45-1d1c-448d-a8b4-0dcefac625c2 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 943 time: 0.3584530 Mar 08 11:47:10.419911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-067ee8ce-e260-408e-9a50-60b995e395b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.432353 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-618cab78-49ba-45a7-9e96-45e74936a2cd tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.502278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.524077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb121f6f-835f-44e5-b1b8-7b36309af64f {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:47:10.551040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port fb121f6f-835f-44e5-b1b8-7b36309af64f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb121f6f-835f-44e5-b1b8-7b36309af64f,segment=NetworkSegment(9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d),segment_id=9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:10.552100 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1b71ac89-f09c-49e1-a4cb-ae6519ea1a81 req-0d0e7415-1ac2-4959-9bcd-75953913af14 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053381 Mar 08 11:47:10.552748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Attempting to bind port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:47:10.553682 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Attempting to bind port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '4ded27c4-656c-4b76-a45f-a152063231c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '71c61eb2-3dc9-47a9-b57f-281589b1efba'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:47:10.554904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Attempting to bind port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd on network 71c61eb2-3dc9-47a9-b57f-281589b1efba {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:47:10.557870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cab78-49ba-45a7-9e96-45e74936a2cd tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Pushing event deleted for resources: {'Port': ['ID=34bd672e-cd90-481b-82cf-9749021d327c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:10.583537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:47:10.583537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Checking segment: {'id': '4ded27c4-656c-4b76-a45f-a152063231c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '71c61eb2-3dc9-47a9-b57f-281589b1efba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:10.587964 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.587964 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Bound using segment: {'id': '4ded27c4-656c-4b76-a45f-a152063231c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '71c61eb2-3dc9-47a9-b57f-281589b1efba'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:47:10.587964 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Bound port: a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ded27c4-656c-4b76-a45f-a152063231c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '71c61eb2-3dc9-47a9-b57f-281589b1efba'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:47:10.587964 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.614202 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b353f704-fc00-4644-a3cf-13721fdbb342 req-607e725e-5bd6-4488-af7a-77069dd1c84d tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065344 Mar 08 11:47:10.645504 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.662299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Transition to ACTIVE for port object 6a36abad-f346-43c7-b29b-5d7f3fc9d807 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:10.692739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43230) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:10.708417 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-618cab78-49ba-45a7-9e96-45e74936a2cd tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.715069 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'subnet': {'network_id': 'c62ce206-cd88-4d56-9edf-390e26f8f875', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:10.741148 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-618cab78-49ba-45a7-9e96-45e74936a2cd tempest-RoutersAdminNegativeIpV6Test-174535354 tempest-RoutersAdminNegativeIpV6Test-174535354-project-admin] 10.222.0.32 "DELETE /v2.0/ports/34bd672e-cd90-481b-82cf-9749021d327c HTTP/1.1" status: 204 len: 168 time: 1.9295058 Mar 08 11:47:10.760386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.761399 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device cf46965d-041c-4673-8821-de55947774ae details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 11:47:10.797053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] For port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:47:10.825341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] For port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd,segment=NetworkSegment(4ded27c4-656c-4b76-a45f-a152063231c2),segment_id=4ded27c4-656c-4b76-a45f-a152063231c2)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:47:10.830870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.843540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-febe8eda-4bf2-43f8-be91-6893557bb329 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.877858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=fb121f6f-835f-44e5-b1b8-7b36309af64f,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:10.923436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.933713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe8eda-4bf2-43f8-be91-6893557bb329 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Pushing event deleted for resources: {'Port': ['ID=7b6b78bf-1dfe-447b-a1ee-10f4bfba4955,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:10.982446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:10.990277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Network 71c61eb2-3dc9-47a9-b57f-281589b1efba is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:10.993900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-febe8eda-4bf2-43f8-be91-6893557bb329 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:10.996802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-febe8eda-4bf2-43f8-be91-6893557bb329 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.002006 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-febe8eda-4bf2-43f8-be91-6893557bb329 tempest-FloatingIPAdminTestJSON-926233402 tempest-FloatingIPAdminTestJSON-926233402-project] 10.222.0.32 "DELETE /v2.0/floatingips/4de77cb2-4188-4924-a6e8-76ce4c9e04a4 HTTP/1.1" status: 204 len: 168 time: 1.6211090 Mar 08 11:47:11.002196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:subnet and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:11.002315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43238) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:11.003896 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:11.006096 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:11.016636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:11.053964 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port cf46965d-041c-4673-8821-de55947774ae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf46965d-041c-4673-8821-de55947774ae,segment=NetworkSegment(bcbce039-c746-4c13-b87a-a4d54c2e19b1),segment_id=bcbce039-c746-4c13-b87a-a4d54c2e19b1)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:11.059126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:11.071362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Pushing event updated for resources: {'Port': ['ID=6a36abad-f346-43c7-b29b-5d7f3fc9d807,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:11.081829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee7431-ce44-4941-a09a-9c3523491149 None None] Pushing event updated for resources: {'Port': ['ID=a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:11.092659 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-067ee8ce-e260-408e-9a50-60b995e395b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.093464 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'cf46965d-041c-4673-8821-de55947774ae', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'port_id': 'cf46965d-041c-4673-8821-de55947774ae', 'mac_address': 'fa:16:3e:b3:de:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 11:47:11.115246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ee8ce-e260-408e-9a50-60b995e395b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc3d1df-6f3a-4fee-8cb7-fd3c3d036293,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:11.153111 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:11.153754 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.168165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-067ee8ce-e260-408e-9a50-60b995e395b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.171603 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-067ee8ce-e260-408e-9a50-60b995e395b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1dc3d1df-6f3a-4fee-8cb7-fd3c3d036293 HTTP/1.1" status: 204 len: 168 time: 1.0896044 Mar 08 11:47:11.177974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.182935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d5bc-e7ea-4ed1-a3d4-bf73bd441b37 req-9f79e3a1-348f-4644-8895-50fe0dd2467b tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:11.190431 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-18d6d5bc-e7ea-4ed1-a3d4-bf73bd441b37 req-9f79e3a1-348f-4644-8895-50fe0dd2467b tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 944 time: 0.3654873 Mar 08 11:47:11.195759 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:11.199873 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.213570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-70994a3c-390d-4695-ba92-fc6abe981eb9 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Deleting port 69652325-ff64-4dcb-8b32-93ded4993240 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:11.214289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-70994a3c-390d-4695-ba92-fc6abe981eb9 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.228531 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf46965d-041c-4673-8821-de55947774ae {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:47:11.267173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port cf46965d-041c-4673-8821-de55947774ae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf46965d-041c-4673-8821-de55947774ae,segment=NetworkSegment(bcbce039-c746-4c13-b87a-a4d54c2e19b1),segment_id=bcbce039-c746-4c13-b87a-a4d54c2e19b1)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:11.347148 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-10d8e314-d646-4de8-a1bd-3ec35d565462 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.4315226 Mar 08 11:47:11.359345 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-18d6d5bc-e7ea-4ed1-a3d4-bf73bd441b37 req-652f9ac4-0369-459d-8fa2-179fcfb60275 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679459 Mar 08 11:47:11.366663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.369693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43246) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:11.440892 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c0bdb841-6546-4e38-9c59-0961f61d16f4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1334524718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:11.445533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43250) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:11.483829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c0bdb841-6546-4e38-9c59-0961f61d16f4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:11.502718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c0bdb841-6546-4e38-9c59-0961f61d16f4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Usage tracker for resource:router and tenant:5c43f0bd8b6941d99c1846a5b2bed5f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:11.511483 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c0bdb841-6546-4e38-9c59-0961f61d16f4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:11.513208 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=cf46965d-041c-4673-8821-de55947774ae,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:11.517626 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c0bdb841-6546-4e38-9c59-0961f61d16f4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:11.548711 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-70994a3c-390d-4695-ba92-fc6abe981eb9 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.548711 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-70994a3c-390d-4695-ba92-fc6abe981eb9 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.638321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0bdb841-6546-4e38-9c59-0961f61d16f4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.638321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0bdb841-6546-4e38-9c59-0961f61d16f4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.683517 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0bdb841-6546-4e38-9c59-0961f61d16f4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.701493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-70994a3c-390d-4695-ba92-fc6abe981eb9 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Calling delete_port for 69652325-ff64-4dcb-8b32-93ded4993240 owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:11.721493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.794825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['cf46965d-041c-4673-8821-de55947774ae'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:47:11.853661 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['fb121f6f-835f-44e5-b1b8-7b36309af64f'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:47:11.860335 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38c592cc-5252-4ed7-8ed2-724ff5fa6cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.867012 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0bdb841-6546-4e38-9c59-0961f61d16f4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:11.984800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Subnet': ['ID=f7cf55bc-640a-432c-b1f8-3f98dd8b20ce,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:12.037453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Checking segment: {'id': 'b746bfb4-5417-4dd1-86e7-861e08967d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c62ce206-cd88-4d56-9edf-390e26f8f875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:12.037814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network hostable DHCP agents. Network: c62ce206-cd88-4d56-9edf-390e26f8f875, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:12.074268 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:12.081439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-38c592cc-5252-4ed7-8ed2-724ff5fa6cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:12.089072 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-38c592cc-5252-4ed7-8ed2-724ff5fa6cef admin admin] Usage tracker for resource:security_group_rule and tenant:d45340c426654914ab859bf8ff2c97a8 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:12.095468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-38c592cc-5252-4ed7-8ed2-724ff5fa6cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:12.112858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-38c592cc-5252-4ed7-8ed2-724ff5fa6cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:12.115381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda982a-f773-4bf8-b91f-0d52c4417cde req-bf41d07a-5288-44c6-ae41-71a79c9edcfa tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:12.124195 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-adda982a-f773-4bf8-b91f-0d52c4417cde req-bf41d07a-5288-44c6-ae41-71a79c9edcfa tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 943 time: 0.2802813 Mar 08 11:47:12.128412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0bdb841-6546-4e38-9c59-0961f61d16f4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.130297 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c0bdb841-6546-4e38-9c59-0961f61d16f4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7394178 Mar 08 11:47:12.151201 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43270) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:12.177262 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2e2e78a6-8784-4a1c-ae5b-f99abf2c584b tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2122577185', 'prefixes': ['172.20.0.0/16']}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:12.184674 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-adda982a-f773-4bf8-b91f-0d52c4417cde req-2baf273c-3b87-497f-b4c4-21ab2d912126 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595706 Mar 08 11:47:12.185360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network c62ce206-cd88-4d56-9edf-390e26f8f875 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:12.190310 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2e2e78a6-8784-4a1c-ae5b-f99abf2c584b tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:12.239231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166216f-46f7-41d7-8268-618afd82b9eb req-6fedb907-9816-4ddd-9d59-ca1e306d5c56 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:12.246368 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0166216f-46f7-41d7-8268-618afd82b9eb req-6fedb907-9816-4ddd-9d59-ca1e306d5c56 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 944 time: 0.4540269 Mar 08 11:47:12.272527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, c62ce206-cd88-4d56-9edf-390e26f8f875) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:12.280874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:12.281467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.287737 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b873a0ee-a790-4656-8ac7-4a332d3ab936 None None] Network c62ce206-cd88-4d56-9edf-390e26f8f875 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:12.333113 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0166216f-46f7-41d7-8268-618afd82b9eb req-07e38ba0-c574-443c-8223-a1700201d8d4 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856402 Mar 08 11:47:12.366692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-70994a3c-390d-4695-ba92-fc6abe981eb9 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.374784 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a68aef24-5fff-4b01-995d-649ab598f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.378669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:12.423989 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fa142fc1-1a6e-4691-aa8a-894b1d40a5b2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7299106 Mar 08 11:47:12.427388 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43282) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:12.434767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-541979114'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:12.443378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:12.456620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:network and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:12.473668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70994a3c-390d-4695-ba92-fc6abe981eb9 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Pushing event deleted for resources: {'Port': ['ID=69652325-ff64-4dcb-8b32-93ded4993240,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:12.481204 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:12.487521 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:12.504150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38c592cc-5252-4ed7-8ed2-724ff5fa6cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.536978 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6c0c96-e56c-4b94-b361-7dbee137e46a None None] Network 71c61eb2-3dc9-47a9-b57f-281589b1efba requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:12.571541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-70994a3c-390d-4695-ba92-fc6abe981eb9 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.591279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-70994a3c-390d-4695-ba92-fc6abe981eb9 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.595929 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-70994a3c-390d-4695-ba92-fc6abe981eb9 tempest-FloatingIPAdminTestJSON-1875988163 tempest-FloatingIPAdminTestJSON-1875988163-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/bcdf5d29-0f0f-4a76-8e56-8893376a0406 HTTP/1.1" status: 204 len: 168 time: 1.5908701 Mar 08 11:47:12.596569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43288) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:12.599396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38c592cc-5252-4ed7-8ed2-724ff5fa6cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.613787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:12.617687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.635760 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e2e78a6-8784-4a1c-ae5b-f99abf2c584b tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks [] for subnetpool, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.640933 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2e2e78a6-8784-4a1c-ae5b-f99abf2c584b tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4845047 Mar 08 11:47:12.642196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43292) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:12.648632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-31101b65-dedd-4a5b-b094-9160f93c8b2d tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '47cffc53-3545-43c3-bfa7-a89d68d1021b', 'tempest-TagsExtTest-Tag-676095887') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:12.699781 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-38c592cc-5252-4ed7-8ed2-724ff5fa6cef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d45340c426654914ab859bf8ff2c97a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2533073 Mar 08 11:47:12.708004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43296) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:12.739854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c592cc-5252-4ed7-8ed2-724ff5fa6cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f53c94-6b0b-4270-8b7c-70d5645fc4a0,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:12.746933 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:12.771067 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43300) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:12.774219 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.774785 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Added segment fb3accfa-9452-4e48-8818-3f0c6919ed2b of type vlan for network fb7b50f2-ede8-4e93-80db-0d7a974e94c0 Mar 08 11:47:12.776837 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:47:12.780487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-24935309-074a-4852-a75d-25d676a3192b tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Deleting port 34df2a65-5192-468a-9257-efab00372caf {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:12.781092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-24935309-074a-4852-a75d-25d676a3192b tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.814972 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2980913d-feff-4707-96f9-aea2a266f6b8 None None] Provisioning for port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:12.823873 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2980913d-feff-4707-96f9-aea2a266f6b8 None None] Provisioning complete for port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:12.824069 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dd951-4c4c-425a-a58f-ce962b5f3dc4 req-5dfd6cc7-62cd-4a10-9a85-eb548ae2a9ad tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:12.824666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2980913d-feff-4707-96f9-aea2a266f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.831413 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5b6dd951-4c4c-425a-a58f-ce962b5f3dc4 req-5dfd6cc7-62cd-4a10-9a85-eb548ae2a9ad tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 944 time: 0.3031199 Mar 08 11:47:12.859495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:12.927084 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5b6dd951-4c4c-425a-a58f-ce962b5f3dc4 req-a69ae660-0346-457e-99d2-1b2b938ad569 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925879 Mar 08 11:47:12.981277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1117325360'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:12.987426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:12.992467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Usage tracker for resource:network and tenant:35ff7294c3ca4287a2ca81aa95b5c07e is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:12.996714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:13.003998 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:13.007746 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-31101b65-dedd-4a5b-b094-9160f93c8b2d tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "PUT /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b/tags/tempest-TagsExtTest-Tag-676095887 HTTP/1.1" status: 201 len: 201 time: 0.3642008 Mar 08 11:47:13.011353 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43306) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:13.018817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-e6382ba5-80fc-4d43-9226-a64ea8469a9f tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6a36abad-f346-43c7-b29b-5d7f3fc9d807', 'tempest-TagsExtTest-Tag-129533468') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:13.027591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-c62ce206-cd88-4d56-9edf-390e26f8f875', 'network_id': 'c62ce206-cd88-4d56-9edf-390e26f8f875', 'tenant_id': '5e5d98b127804a80abfd244157d9c128', 'fixed_ips': [{'subnet_id': 'f7cf55bc-640a-432c-b1f8-3f98dd8b20ce'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:13.028824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.059018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.065729 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:13.068935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.106209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-838d3cb0-3c29-4057-9bda-03954c3655ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.117179 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Made reservation on behalf of 35ff7294c3ca4287a2ca81aa95b5c07e for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:13.120720 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.162137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-838d3cb0-3c29-4057-9bda-03954c3655ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.178315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-24935309-074a-4852-a75d-25d676a3192b tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.199651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.230297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2980913d-feff-4707-96f9-aea2a266f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.234459 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Network': ['ID=fb7b50f2-ede8-4e93-80db-0d7a974e94c0,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:13.239778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:13.247259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Usage tracker for resource:security_group_rule and tenant:35ff7294c3ca4287a2ca81aa95b5c07e is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:13.252148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:13.256830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network fb7b50f2-ede8-4e93-80db-0d7a974e94c0 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:13.272148 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3777593e-552b-4cb2-a91c-d1e921b365bd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8432248 Mar 08 11:47:13.273153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43312) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:13.275834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:13.285245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.289923 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'subnet': {'network_id': 'fb7b50f2-ede8-4e93-80db-0d7a974e94c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:13.436364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-24935309-074a-4852-a75d-25d676a3192b tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Calling delete_port for 34df2a65-5192-468a-9257-efab00372caf owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:13.468233 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:13.496865 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:subnet and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:13.504904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:13.518560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:13.592671 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.601311 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.605405 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-2980913d-feff-4707-96f9-aea2a266f6b8 None None] For port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd,segment=NetworkSegment(4ded27c4-656c-4b76-a45f-a152063231c2),segment_id=4ded27c4-656c-4b76-a45f-a152063231c2)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:13.613443 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Allocated IP 2001:db8:0:ffff::2 (c62ce206-cd88-4d56-9edf-390e26f8f875/f7cf55bc-640a-432c-b1f8-3f98dd8b20ce/fdf1928a-6526-416f-bce5-cf09fa70f144) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:13.663979 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e6382ba5-80fc-4d43-9226-a64ea8469a9f tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "PUT /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807/tags/tempest-TagsExtTest-Tag-129533468 HTTP/1.1" status: 201 len: 201 time: 0.6515596 Mar 08 11:47:13.667980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43318) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:13.693462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.699044 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:13.703983 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.752500 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e3786-d0e4-49dc-b285-4d866254d775 req-4f205a01-08f4-44c2-8ea2-9cdc2c2b9790 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:13.753213 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2980913d-feff-4707-96f9-aea2a266f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.754190 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5c2e3786-d0e4-49dc-b285-4d866254d775 req-4f205a01-08f4-44c2-8ea2-9cdc2c2b9790 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 944 time: 0.1513152 Mar 08 11:47:13.754836 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.798585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-5032be26-8c16-4f49-9100-f5b38efa810a tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '81c1ede5-6605-42e4-985f-524326131bc1', 'tempest-TagsExtTest-Tag-380735004') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:13.864742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-838d3cb0-3c29-4057-9bda-03954c3655ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:13.874618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b1e9b92f-c267-4b8c-b0f1-ee0d42908211 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 11:47:13.876803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device fb121f6f-835f-44e5-b1b8-7b36309af64f up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:13.907444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d3cb0-3c29-4057-9bda-03954c3655ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f53c94-6b0b-4270-8b7c-70d5645fc4a0,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:13.983394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980913d-feff-4707-96f9-aea2a266f6b8 None None] Pushing event updated for resources: {'Port': ['ID=a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:13.984258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:13.989893 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5c2e3786-d0e4-49dc-b285-4d866254d775 req-214f6749-6737-469a-a483-19cc3020cef6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214086 Mar 08 11:47:14.013194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.016758 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Added segment 67470e56-0e19-4624-8cb5-cd774442aab5 of type vlan for network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff Mar 08 11:47:14.016758 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815985ce-12bc-420b-8f06-777d626897a0,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:14.060032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.066104 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port fb121f6f-835f-44e5-b1b8-7b36309af64f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:14.080350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-24935309-074a-4852-a75d-25d676a3192b tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.113830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9f062abb-f622-4b54-8cb6-d6a32f7c16d8 None None] Provisioning for port 6a36abad-f346-43c7-b29b-5d7f3fc9d807 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:14.120979 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port fb121f6f-835f-44e5-b1b8-7b36309af64f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:14.121348 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.167031 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75453930-4597-4090-9a90-217c3e8d6ac9 req-039719fc-6ba8-49b5-a762-6e54e40a29d9 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:14.176425 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-75453930-4597-4090-9a90-217c3e8d6ac9 req-039719fc-6ba8-49b5-a762-6e54e40a29d9 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 943 time: 0.6792817 Mar 08 11:47:14.211754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24935309-074a-4852-a75d-25d676a3192b tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event deleted for resources: {'Port': ['ID=34df2a65-5192-468a-9257-efab00372caf,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:14.219315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-838d3cb0-3c29-4057-9bda-03954c3655ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.220723 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-838d3cb0-3c29-4057-9bda-03954c3655ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54f53c94-6b0b-4270-8b7c-70d5645fc4a0 HTTP/1.1" status: 204 len: 168 time: 1.5047812 Mar 08 11:47:14.220866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9f062abb-f622-4b54-8cb6-d6a32f7c16d8 None None] Provisioning complete for port 6a36abad-f346-43c7-b29b-5d7f3fc9d807 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:14.221175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9f062abb-f622-4b54-8cb6-d6a32f7c16d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.269010 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.283540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:14.284329 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.285916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-9f062abb-f622-4b54-8cb6-d6a32f7c16d8 None None] Port 6a36abad-f346-43c7-b29b-5d7f3fc9d807 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:47:14.341232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.348827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.367950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9f062abb-f622-4b54-8cb6-d6a32f7c16d8 None None] Provisioning complete for port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:14.374161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9f062abb-f622-4b54-8cb6-d6a32f7c16d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.401163 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-75453930-4597-4090-9a90-217c3e8d6ac9 req-61c639ed-307e-4f78-86c4-e3fa0e460bb9 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228847 Mar 08 11:47:14.407970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-24935309-074a-4852-a75d-25d676a3192b tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.413138 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-24935309-074a-4852-a75d-25d676a3192b tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "DELETE /v2.0/ports/34df2a65-5192-468a-9257-efab00372caf HTTP/1.1" status: 204 len: 168 time: 1.8152235 Mar 08 11:47:14.414255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43326) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:14.460201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Transition to ACTIVE for port object fdf1928a-6526-416f-bce5-cf09fa70f144 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:14.482167 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5032be26-8c16-4f49-9100-f5b38efa810a tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "PUT /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1/tags/tempest-TagsExtTest-Tag-380735004 HTTP/1.1" status: 201 len: 201 time: 0.8133197 Mar 08 11:47:14.486182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43330) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:14.495511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-da9e24f2-5435-4d2c-bbba-bd82173a812b tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e176837e-e605-4fdb-9d44-f3a2a0b55a2d', 'tempest-TagsExtTest-Tag-93971742') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:14.545503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Subnet': ['ID=b80a36b4-f6a7-4268-9704-41f83ebd8e84,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:14.556906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.591035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d026b-d012-4707-b82c-db9879523842 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:14.593105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-293d026b-d012-4707-b82c-db9879523842 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Synchronizing usage tracker for tenant:1195881d192746efb39094487a830653 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:47:14.613134 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-da9e24f2-5435-4d2c-bbba-bd82173a812b tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "PUT /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d/tags/tempest-TagsExtTest-Tag-93971742 HTTP/1.1" status: 201 len: 201 time: 0.1237290 Mar 08 11:47:14.615936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43334) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:14.620084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b1e9b92f-c267-4b8c-b0f1-ee0d42908211, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:14.629597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Checking segment: {'id': 'fb3accfa-9452-4e48-8818-3f0c6919ed2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fb7b50f2-ede8-4e93-80db-0d7a974e94c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:14.630093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network hostable DHCP agents. Network: fb7b50f2-ede8-4e93-80db-0d7a974e94c0, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:14.646308 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-6de72163-0740-4090-96db-0215ceb633c5 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '47cffc53-3545-43c3-bfa7-a89d68d1021b') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:14.652078 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event updated for resources: {'Network': ['ID=fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:14.662186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Transition to ACTIVE for port object fdf1928a-6526-416f-bce5-cf09fa70f144 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:14.673077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'port_id': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211', 'mac_address': 'fa:16:3e:4d:95:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 11:47:14.678054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:14.682501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22cc46-467b-4d5f-998a-e50cc4ecca7f req-68d96c52-fccc-4960-b1cf-a5d3ddd5ec8e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:14.690002 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1b22cc46-467b-4d5f-998a-e50cc4ecca7f req-68d96c52-fccc-4960-b1cf-a5d3ddd5ec8e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 944 time: 0.4784327 Mar 08 11:47:14.712291 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-56461d89-6d4d-48c7-afbc-2df8182d7a71 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9402428 Mar 08 11:47:14.716216 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43338) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:14.722329 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Request body: {'subnet': {'network_id': 'fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:14.732759 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd26fc29-84bb-4253-bbd0-b615e049d540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb121f6f-835f-44e5-b1b8-7b36309af64f'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:47:14.800222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-293d026b-d012-4707-b82c-db9879523842 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Unset dirty status for tenant:1195881d192746efb39094487a830653 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:47:14.801860 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-293d026b-d012-4707-b82c-db9879523842 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9e40af-33f5-4f40-bac4-d0c42c282b2c HTTP/1.1" status: 200 len: 913 time: 0.3864434 Mar 08 11:47:14.805010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43346) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:14.824640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.832039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:14.844752 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port fb121f6f-835f-44e5-b1b8-7b36309af64f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb121f6f-835f-44e5-b1b8-7b36309af64f,segment=NetworkSegment(9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d),segment_id=9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:14.855820 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1b22cc46-467b-4d5f-998a-e50cc4ecca7f req-2b1aefa2-d0f0-4ad5-98f5-f14ce519c0c6 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598606 Mar 08 11:47:14.856831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network fb7b50f2-ede8-4e93-80db-0d7a974e94c0 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:14.892596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:14.895077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Usage tracker for resource:subnet and tenant:35ff7294c3ca4287a2ca81aa95b5c07e is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:14.899565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:14.908244 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:14.998960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Made reservation on behalf of 35ff7294c3ca4287a2ca81aa95b5c07e for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:15.003326 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.021722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, fb7b50f2-ede8-4e93-80db-0d7a974e94c0) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:15.032254 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6de72163-0740-4090-96db-0215ceb633c5 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b/tags HTTP/1.1" status: 200 len: 240 time: 0.4149346 Mar 08 11:47:15.040245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43352) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:15.046095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-6aaa9e1d-a838-4a53-96cc-4f2407cc9c6e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '47cffc53-3545-43c3-bfa7-a89d68d1021b', 'tempest-TagsExtTest-Tag-676095887') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:15.060096 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91630025-d84f-4c53-837f-fd0f553e9623 None None] Network fb7b50f2-ede8-4e93-80db-0d7a974e94c0 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:15.076353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Network c62ce206-cd88-4d56-9edf-390e26f8f875 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:15.081218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:15.081954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.084876 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.085633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device cf46965d-041c-4673-8821-de55947774ae up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:15.141989 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:15.162146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.180678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:15.252299 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd26fc29-84bb-4253-bbd0-b615e049d540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb121f6f-835f-44e5-b1b8-7b36309af64f', 'code': 200} Mar 08 11:47:15.290727 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6aaa9e1d-a838-4a53-96cc-4f2407cc9c6e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b/tags/tempest-TagsExtTest-Tag-676095887 HTTP/1.1" status: 204 len: 168 time: 0.2493615 Mar 08 11:47:15.297042 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f81cdaf1-8136-44ce-8f8a-794a614905e1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0180080 Mar 08 11:47:15.304999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43362) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:15.305760 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-d15c7b9d-a1d3-407c-ab04-f81c88ad7a90 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '47cffc53-3545-43c3-bfa7-a89d68d1021b', 'tempest-TagsExtTest-Tag-676095887') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:15.320928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e9b92f-c267-4b8c-b0f1-ee0d42908211 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:47:15.324749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Pushing event updated for resources: {'Port': ['ID=fdf1928a-6526-416f-bce5-cf09fa70f144,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:15.325756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43366) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:15.412940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43370) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:15.465323 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b1e9b92f-c267-4b8c-b0f1-ee0d42908211, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:15.487340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Attempting to bind port fdf1928a-6526-416f-bce5-cf09fa70f144 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:47:15.487707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Attempting to bind port fdf1928a-6526-416f-bce5-cf09fa70f144 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'b746bfb4-5417-4dd1-86e7-861e08967d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c62ce206-cd88-4d56-9edf-390e26f8f875'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:47:15.488073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Attempting to bind port fdf1928a-6526-416f-bce5-cf09fa70f144 on network c62ce206-cd88-4d56-9edf-390e26f8f875 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:47:15.530429 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=fb121f6f-835f-44e5-b1b8-7b36309af64f,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:15.530975 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-36fa4a5e-011c-4299-9cf3-0858c83c920b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ecf83c5bd6a4f02a5745a87ac0a78e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1150384 Mar 08 11:47:15.533247 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:47:15.533603 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Checking segment: {'id': 'b746bfb4-5417-4dd1-86e7-861e08967d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c62ce206-cd88-4d56-9edf-390e26f8f875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:15.534045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.534435 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Bound using segment: {'id': 'b746bfb4-5417-4dd1-86e7-861e08967d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c62ce206-cd88-4d56-9edf-390e26f8f875'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:47:15.534910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Bound port: fdf1928a-6526-416f-bce5-cf09fa70f144, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b746bfb4-5417-4dd1-86e7-861e08967d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c62ce206-cd88-4d56-9edf-390e26f8f875'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:47:15.535123 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43376) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:15.535290 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.557807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.648585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.656741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port cf46965d-041c-4673-8821-de55947774ae completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:15.676515 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port cf46965d-041c-4673-8821-de55947774ae triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:15.676515 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.720354 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2eaf407e-47ec-432c-ab39-921f83fe9544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.726147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d1fa9-4c26-47f5-91cf-cb26f0c5c6f4 req-0dd1c798-993a-4290-a2cf-81e7e219d29a tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:15.727538 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-496d1fa9-4c26-47f5-91cf-cb26f0c5c6f4 req-0dd1c798-993a-4290-a2cf-81e7e219d29a tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 944 time: 0.5272558 Mar 08 11:47:15.764334 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2eaf407e-47ec-432c-ab39-921f83fe9544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.772157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.803055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:15.811083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8501ca2-a156-4a1c-93bb-e871f3ed1741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-fb7b50f2-ede8-4e93-80db-0d7a974e94c0', 'network_id': 'fb7b50f2-ede8-4e93-80db-0d7a974e94c0', 'tenant_id': '5e5d98b127804a80abfd244157d9c128', 'fixed_ips': [{'subnet_id': 'b80a36b4-f6a7-4268-9704-41f83ebd8e84'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:15.812185 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f8501ca2-a156-4a1c-93bb-e871f3ed1741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.829733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] For port fdf1928a-6526-416f-bce5-cf09fa70f144, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:47:15.849436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:15.864734 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d15c7b9d-a1d3-407c-ab04-f81c88ad7a90 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b/tags/tempest-TagsExtTest-Tag-676095887 HTTP/1.1" status: 204 len: 168 time: 0.5638294 Mar 08 11:47:15.873743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43382) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:15.881337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] For port fdf1928a-6526-416f-bce5-cf09fa70f144, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fdf1928a-6526-416f-bce5-cf09fa70f144,segment=NetworkSegment(b746bfb4-5417-4dd1-86e7-861e08967d9d),segment_id=b746bfb4-5417-4dd1-86e7-861e08967d9d)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:47:15.898498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-5c2c3f9c-8105-48a4-bdd9-b9f2b19459fd tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '47cffc53-3545-43c3-bfa7-a89d68d1021b') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:15.934101 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-496d1fa9-4c26-47f5-91cf-cb26f0c5c6f4 req-9a866a22-4a30-4e0d-9256-fd760d6835b1 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634104 Mar 08 11:47:15.941665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['b1e9b92f-c267-4b8c-b0f1-ee0d42908211'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:47:15.971087 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event updated for resources: {'Subnet': ['ID=fac7e45e-b747-4b15-9a46-91bc97ac5951,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:15.988570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:16.030605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906604a0-8fe1-4893-a77a-c08cef0b87d0 req-793dfd61-63b2-438f-8a77-4b803b8434d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:16.031567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7411d-6d0d-4285-9b54-d9eeb0191518 req-edf32159-5c1e-4e5c-ad3e-1f5899b96131 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:16.032226 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-906604a0-8fe1-4893-a77a-c08cef0b87d0 req-793dfd61-63b2-438f-8a77-4b803b8434d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 1098 time: 0.3709602 Mar 08 11:47:16.033267 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-70f7411d-6d0d-4285-9b54-d9eeb0191518 req-edf32159-5c1e-4e5c-ad3e-1f5899b96131 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 944 time: 0.4319491 Mar 08 11:47:16.039764 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Checking segment: {'id': '67470e56-0e19-4624-8cb5-cd774442aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:16.039764 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Network hostable DHCP agents. Network: fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:16.073457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:16.110424 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-70f7411d-6d0d-4285-9b54-d9eeb0191518 req-ea36eb95-f58c-4dd8-880a-0ff44c0e7696 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527411 Mar 08 11:47:16.117595 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5c2c3f9c-8105-48a4-bdd9-b9f2b19459fd tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b/tags HTTP/1.1" status: 200 len: 205 time: 0.2403626 Mar 08 11:47:16.120017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43386) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:16.122750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-906604a0-8fe1-4893-a77a-c08cef0b87d0 req-0e095c8a-fa96-4804-b0d7-25ace6b6565a service neutron] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:16.124983 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-d79b20c5-8548-4708-bc46-ed9afb285f15 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6a36abad-f346-43c7-b29b-5d7f3fc9d807') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:16.156201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:16.156947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:16.161513 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-906604a0-8fe1-4893-a77a-c08cef0b87d0 req-0e095c8a-fa96-4804-b0d7-25ace6b6565a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:16.165384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2eaf407e-47ec-432c-ab39-921f83fe9544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:16.168775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-906604a0-8fe1-4893-a77a-c08cef0b87d0 req-0e095c8a-fa96-4804-b0d7-25ace6b6565a service neutron] Usage tracker for resource:security_group_rule and tenant:cad3d6a468bc49debffdd9e61c539ff2 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:16.173679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-906604a0-8fe1-4893-a77a-c08cef0b87d0 req-0e095c8a-fa96-4804-b0d7-25ace6b6565a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:16.183287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3fe5cfb3-856a-4b23-91ce-364f0ecadc24 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:16.194332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf407e-47ec-432c-ab39-921f83fe9544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a890ee-c7bb-4abd-856e-f2d9d2b27321,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:16.213044 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2eaf407e-47ec-432c-ab39-921f83fe9544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:16.214653 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2eaf407e-47ec-432c-ab39-921f83fe9544 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5a890ee-c7bb-4abd-856e-f2d9d2b27321 HTTP/1.1" status: 204 len: 168 time: 0.6769874 Mar 08 11:47:16.257767 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b20dc-e20d-4870-a4e8-a39d41597c60 None None] Pushing event updated for resources: {'Port': ['ID=fdf1928a-6526-416f-bce5-cf09fa70f144,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:16.268278 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d79b20c5-8548-4708-bc46-ed9afb285f15 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807/tags HTTP/1.1" status: 200 len: 240 time: 0.1449864 Mar 08 11:47:16.269124 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43392) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:16.273348 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:16.278968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-36b88ac8-c3fa-4b00-83a2-9afe11162327 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6a36abad-f346-43c7-b29b-5d7f3fc9d807', 'tempest-TagsExtTest-Tag-129533468') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:16.292054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d009d-a2bf-4b9a-acc6-76a0b1050704 None None] Network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:16.339129 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port cf46965d-041c-4673-8821-de55947774ae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf46965d-041c-4673-8821-de55947774ae,segment=NetworkSegment(bcbce039-c746-4c13-b87a-a4d54c2e19b1),segment_id=bcbce039-c746-4c13-b87a-a4d54c2e19b1)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server [None req-f8501ca2-a156-4a1c-93bb-e871f3ed1741 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b80a36b4-f6a7-4268-9704-41f83ebd8e84: This subnet is being modified by another concurrent operation. Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 11:47:16.350558 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise exception Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b80a36b4-f6a7-4268-9704-41f83ebd8e84: This subnet is being modified by another concurrent operation. Mar 08 11:47:16.353898 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Mar 08 11:47:16.356225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:16.356225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:16.399220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce670925-7b2d-4e53-a341-3f7b7687788c None None] Network fb7b50f2-ede8-4e93-80db-0d7a974e94c0 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:16.436581 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-36b88ac8-c3fa-4b00-83a2-9afe11162327 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807/tags/tempest-TagsExtTest-Tag-129533468 HTTP/1.1" status: 204 len: 168 time: 0.1621804 Mar 08 11:47:16.437228 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43396) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:16.441416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-906604a0-8fe1-4893-a77a-c08cef0b87d0 req-0e095c8a-fa96-4804-b0d7-25ace6b6565a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:16.442710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-dbe11d7a-2036-4da0-b311-9a7f819ac0c9 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6a36abad-f346-43c7-b29b-5d7f3fc9d807', 'tempest-TagsExtTest-Tag-129533468') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:16.453795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:16.506753 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:16.560130 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:16.564507 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:16.588249 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c806d8bc-8faf-4583-86ba-547e5eaec3ac tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8685799 Mar 08 11:47:16.589026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43400) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:16.595609 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Request body: {'port': {'network_id': 'fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff', 'name': 'tempest-AllowedAddressPairTestJSON-113672440'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:16.641152 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dbe11d7a-2036-4da0-b311-9a7f819ac0c9 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807/tags/tempest-TagsExtTest-Tag-129533468 HTTP/1.1" status: 204 len: 168 time: 0.2028408 Mar 08 11:47:16.646365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43404) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:16.657404 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-9d74adb4-8415-451c-af64-2cf7869cfe36 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6a36abad-f346-43c7-b29b-5d7f3fc9d807') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:16.739947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Subnet': ['ID=b80a36b4-f6a7-4268-9704-41f83ebd8e84,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:16.918559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:16.953542 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=cf46965d-041c-4673-8821-de55947774ae,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:16.960616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d713b-fbd1-4bdf-ab40-1f3d4a6cacae req-8cbbe02a-3bfb-443c-b99e-2ff990aec290 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:16.962543 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-766d713b-fbd1-4bdf-ab40-1f3d4a6cacae req-8cbbe02a-3bfb-443c-b99e-2ff990aec290 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.8873019 Mar 08 11:47:16.976246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:16.985587 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Usage tracker for resource:port and tenant:35ff7294c3ca4287a2ca81aa95b5c07e is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:16.985821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7b50f2-ede8-4e93-80db-0d7a974e94c0']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:16.999595 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:17.012125 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:17.035292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3accfa-9452-4e48-8818-3f0c6919ed2b') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:17.035728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3accfa-9452-4e48-8818-3f0c6919ed2b') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:17.059390 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9d74adb4-8415-451c-af64-2cf7869cfe36 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807/tags HTTP/1.1" status: 200 len: 205 time: 0.4064679 Mar 08 11:47:17.062201 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43414) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:17.068160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-ea67c75b-38da-4a60-a100-f3ab79aa8762 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '81c1ede5-6605-42e4-985f-524326131bc1') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:17.083336 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:17.145383 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-766d713b-fbd1-4bdf-ab40-1f3d4a6cacae req-107fbbd6-070f-443d-b15f-a7e701428122 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693032 Mar 08 11:47:17.152067 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Made reservation on behalf of 35ff7294c3ca4287a2ca81aa95b5c07e for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:17.157305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:17.218967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-906604a0-8fe1-4893-a77a-c08cef0b87d0 req-0e095c8a-fa96-4804-b0d7-25ace6b6565a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:17.267116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52314635-ddaf-4d27-b142-455eda146f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf46965d-041c-4673-8821-de55947774ae'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:47:17.267977 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] device_id is not set on port 6afdaa85-7f49-4298-8bf7-96f1dcc11db0 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:47:17.291039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff', 'network_id': 'fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff', 'tenant_id': '35ff7294c3ca4287a2ca81aa95b5c07e', 'fixed_ips': [{'subnet_id': 'fac7e45e-b747-4b15-9a46-91bc97ac5951'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:17.291039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:17.298137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:17.309335 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-906604a0-8fe1-4893-a77a-c08cef0b87d0 req-0e095c8a-fa96-4804-b0d7-25ace6b6565a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:17.323333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:17.323764 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:17.396933 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:17.424125 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ea67c75b-38da-4a60-a100-f3ab79aa8762 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1/tags HTTP/1.1" status: 200 len: 240 time: 0.3573244 Mar 08 11:47:17.425902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43428) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:17.436951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-bd63e6c0-7b18-454b-8cbe-c301db67b778 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81c1ede5-6605-42e4-985f-524326131bc1', 'tempest-TagsExtTest-Tag-380735004') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:17.535205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06506724-dcc2-4bb7-b149-f0f590d4446a req-23967186-5816-4f0c-a7d1-1a7715724f49 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:17.536809 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-06506724-dcc2-4bb7-b149-f0f590d4446a req-23967186-5816-4f0c-a7d1-1a7715724f49 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 945 time: 0.3493159 Mar 08 11:47:17.565830 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-906604a0-8fe1-4893-a77a-c08cef0b87d0 req-0e095c8a-fa96-4804-b0d7-25ace6b6565a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5247757 Mar 08 11:47:17.589651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e095c8a-fa96-4804-b0d7-25ace6b6565a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1879cd-1ec5-489a-9dde-15bd88f0f1b7,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:17.598855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Allocated IP 172.20.0.2 (fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff/fac7e45e-b747-4b15-9a46-91bc97ac5951/a2d72919-9144-43ab-a895-260bb0e1c240) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:17.610183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5cfb3-856a-4b23-91ce-364f0ecadc24 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Deleting port 71769147-3e6f-4f1e-aa56-95ddde6fb900 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:17.610411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3fe5cfb3-856a-4b23-91ce-364f0ecadc24 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:17.633027 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bd63e6c0-7b18-454b-8cbe-c301db67b778 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1/tags/tempest-TagsExtTest-Tag-380735004 HTTP/1.1" status: 204 len: 168 time: 0.2050776 Mar 08 11:47:17.639181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43434) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:17.661512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-40ee833e-2966-4e18-9c69-597254d560d9 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '81c1ede5-6605-42e4-985f-524326131bc1', 'tempest-TagsExtTest-Tag-380735004') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:17.672352 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-06506724-dcc2-4bb7-b149-f0f590d4446a req-5981d4f5-4763-479a-a562-8b09e7bf1cde tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735459 Mar 08 11:47:17.714673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc508b7-862d-4db4-9562-ff3e2f4ac1b3 None None] Network c62ce206-cd88-4d56-9edf-390e26f8f875 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:17.758594 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52314635-ddaf-4d27-b142-455eda146f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf46965d-041c-4673-8821-de55947774ae', 'code': 200} Mar 08 11:47:17.820037 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:17.903162 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725554ae-1fa1-4053-bd46-5acb4e48307a req-c3f61807-5b95-47c1-b6b5-a8623e928b8e tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:17.905035 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-725554ae-1fa1-4053-bd46-5acb4e48307a req-c3f61807-5b95-47c1-b6b5-a8623e928b8e tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 944 time: 0.4800072 Mar 08 11:47:17.911144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:17.932250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fcb585a1-625c-4667-9e29-8f6ad3597572 None None] Provisioning for port fdf1928a-6526-416f-bce5-cf09fa70f144 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:18.012367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Network': ['ID=fb7b50f2-ede8-4e93-80db-0d7a974e94c0,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:18.025521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fdf1928a-6526-416f-bce5-cf09fa70f144 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:18.043854 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5db07ccc-93d5-4058-b1a7-98fc9202aa29 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/fb7b50f2-ede8-4e93-80db-0d7a974e94c0 HTTP/1.1" status: 204 len: 168 time: 2.7119169 Mar 08 11:47:18.044180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43444) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:18.050333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1258346980'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:18.055070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:18.061642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:network and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:18.070227 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:18.080919 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:18.100701 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-725554ae-1fa1-4053-bd46-5acb4e48307a req-c94eaad6-4912-4a7f-a7e7-952d328be6a0 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258273 Mar 08 11:47:18.118502 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3fe5cfb3-856a-4b23-91ce-364f0ecadc24 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:18.183242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:18.185787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:18.204168 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-40ee833e-2966-4e18-9c69-597254d560d9 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1/tags/tempest-TagsExtTest-Tag-380735004 HTTP/1.1" status: 204 len: 168 time: 0.5545547 Mar 08 11:47:18.216503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43452) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:18.227713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-e7f91f35-df2a-43d3-a855-642d6356568a tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '81c1ede5-6605-42e4-985f-524326131bc1') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:18.276308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:18.311333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Transition to ACTIVE for port object a2d72919-9144-43ab-a895-260bb0e1c240 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:18.317972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:18.329312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5cfb3-856a-4b23-91ce-364f0ecadc24 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Calling delete_port for 71769147-3e6f-4f1e-aa56-95ddde6fb900 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:18.339436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Transition to ACTIVE for port object a2d72919-9144-43ab-a895-260bb0e1c240 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:18.352250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port fdf1928a-6526-416f-bce5-cf09fa70f144 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:18.368350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:18.368350 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Added segment d37a084e-77eb-4e7d-8bec-64feb8548fff of type vlan for network 47514b10-3679-4490-b5c2-a56135afe502 Mar 08 11:47:18.368530 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port fdf1928a-6526-416f-bce5-cf09fa70f144 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:18.368530 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:18.457079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:18.469541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db4ee1-5f88-460e-9e0b-2028ecc96248 req-f68ccf5f-3b16-4186-ba27-ca6964b5c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:18.471733 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a9db4ee1-5f88-460e-9e0b-2028ecc96248 req-f68ccf5f-3b16-4186-ba27-ca6964b5c24b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 1098 time: 0.1928537 Mar 08 11:47:18.483077 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e7f91f35-df2a-43d3-a855-642d6356568a tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1/tags HTTP/1.1" status: 200 len: 205 time: 0.2622144 Mar 08 11:47:18.512659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43458) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:18.522256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-f69e3868-76a3-444d-a9de-0425c4784fce tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e176837e-e605-4fdb-9d44-f3a2a0b55a2d') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:18.552110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:18.571756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:18.587688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:18.598923 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:18.605914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Allocated IP 172.20.0.6 (fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff/fac7e45e-b747-4b15-9a46-91bc97ac5951/6afdaa85-7f49-4298-8bf7-96f1dcc11db0) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:18.615055 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae192239-aeef-4612-9c64-b212595ad4fe req-67b2a8c8-8834-4587-913e-420ffbbdabd8 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:18.616949 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ae192239-aeef-4612-9c64-b212595ad4fe req-67b2a8c8-8834-4587-913e-420ffbbdabd8 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.2905111 Mar 08 11:47:18.625037 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-a9db4ee1-5f88-460e-9e0b-2028ecc96248 req-ed3cee03-4698-4be6-b322-fa82914f9316 service neutron] Synchronizing usage tracker for tenant:cad3d6a468bc49debffdd9e61c539ff2 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:47:18.655675 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f69e3868-76a3-444d-a9de-0425c4784fce tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d/tags HTTP/1.1" status: 200 len: 239 time: 0.1453722 Mar 08 11:47:18.662025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43462) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:18.670551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-7fa0f99b-1965-4fd5-afad-e7df10d77905 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e176837e-e605-4fdb-9d44-f3a2a0b55a2d', 'tempest-TagsExtTest-Tag-93971742') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:18.762484 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ae192239-aeef-4612-9c64-b212595ad4fe req-a2570c8f-f564-4d9b-941b-1ce6cb5f7d58 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358087 Mar 08 11:47:18.768753 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:18.773010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-a9db4ee1-5f88-460e-9e0b-2028ecc96248 req-ed3cee03-4698-4be6-b322-fa82914f9316 service neutron] Unset dirty status for tenant:cad3d6a468bc49debffdd9e61c539ff2 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:47:18.774169 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a9db4ee1-5f88-460e-9e0b-2028ecc96248 req-ed3cee03-4698-4be6-b322-fa82914f9316 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869720 Mar 08 11:47:18.783459 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Pushing event updated for resources: {'Port': ['ID=a2d72919-9144-43ab-a895-260bb0e1c240,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:18.786335 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:18.786991 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:18.791708 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-21ddbc27-9193-49ca-ad48-4efe3bf990d9 None None] Provisioning complete for port fdf1928a-6526-416f-bce5-cf09fa70f144 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:18.792091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-21ddbc27-9193-49ca-ad48-4efe3bf990d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:18.793334 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7fa0f99b-1965-4fd5-afad-e7df10d77905 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d/tags/tempest-TagsExtTest-Tag-93971742 HTTP/1.1" status: 204 len: 168 time: 0.1295271 Mar 08 11:47:18.806830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43472) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:18.823661 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-f7f3e31f-3e53-47b6-ace5-292c4b862ec7 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e176837e-e605-4fdb-9d44-f3a2a0b55a2d', 'tempest-TagsExtTest-Tag-93971742') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:18.842090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Attempting to bind port a2d72919-9144-43ab-a895-260bb0e1c240 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:47:18.842469 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Attempting to bind port a2d72919-9144-43ab-a895-260bb0e1c240 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '67470e56-0e19-4624-8cb5-cd774442aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:47:18.842838 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Attempting to bind port a2d72919-9144-43ab-a895-260bb0e1c240 on network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:47:18.868221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:18.886184 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:47:18.892702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Checking segment: {'id': '67470e56-0e19-4624-8cb5-cd774442aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:18.892702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:18.892702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Bound using segment: {'id': '67470e56-0e19-4624-8cb5-cd774442aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:47:18.892702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Bound port: a2d72919-9144-43ab-a895-260bb0e1c240, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67470e56-0e19-4624-8cb5-cd774442aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:47:18.892702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:18.932951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Network': ['ID=47514b10-3679-4490-b5c2-a56135afe502,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:18.957395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9f6c9-bc87-45aa-9135-07b50a851832 req-871f8b27-025f-4beb-ba93-19908fff8761 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:18.957395 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4f9f6c9-bc87-45aa-9135-07b50a851832 req-871f8b27-025f-4beb-ba93-19908fff8761 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 945 time: 0.1167779 Mar 08 11:47:18.959504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 47514b10-3679-4490-b5c2-a56135afe502 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:19.006021 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port fdf1928a-6526-416f-bce5-cf09fa70f144, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fdf1928a-6526-416f-bce5-cf09fa70f144,segment=NetworkSegment(b746bfb4-5417-4dd1-86e7-861e08967d9d),segment_id=b746bfb4-5417-4dd1-86e7-861e08967d9d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:19.064329 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c25e5971-0893-4115-8682-552cca3059c2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0188787 Mar 08 11:47:19.068741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43480) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:19.117115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3fe5cfb3-856a-4b23-91ce-364f0ecadc24 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:19.117115 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f7f3e31f-3e53-47b6-ace5-292c4b862ec7 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d/tags/tempest-TagsExtTest-Tag-93971742 HTTP/1.1" status: 204 len: 168 time: 0.3055687 Mar 08 11:47:19.138653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:19.152541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43486) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:19.175226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-9ff4dbbd-2743-46ba-b183-1ad0823c60b6 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e176837e-e605-4fdb-9d44-f3a2a0b55a2d') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:19.196071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5cfb3-856a-4b23-91ce-364f0ecadc24 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event deleted for resources: {'Port': ['ID=71769147-3e6f-4f1e-aa56-95ddde6fb900,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:19.210946 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] For port a2d72919-9144-43ab-a895-260bb0e1c240, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:47:19.227894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'subnet': {'network_id': '47514b10-3679-4490-b5c2-a56135afe502', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:19.231872 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] For port a2d72919-9144-43ab-a895-260bb0e1c240, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a2d72919-9144-43ab-a895-260bb0e1c240,segment=NetworkSegment(67470e56-0e19-4624-8cb5-cd774442aab5),segment_id=67470e56-0e19-4624-8cb5-cd774442aab5)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:47:19.263518 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4f9f6c9-bc87-45aa-9135-07b50a851832 req-6db8542b-d0e6-49ae-b91c-f42ad38533a5 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995560 Mar 08 11:47:19.302268 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=fdf1928a-6526-416f-bce5-cf09fa70f144,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:19.319136 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:19.347323 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9ff4dbbd-2743-46ba-b183-1ad0823c60b6 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d/tags HTTP/1.1" status: 200 len: 205 time: 0.1847734 Mar 08 11:47:19.350202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43492) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:19.357809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-3cbc092d-0232-42c7-b143-d3e15b857c75 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e176837e-e605-4fdb-9d44-f3a2a0b55a2d') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:19.369331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43496) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:19.507194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:19.520134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:19.523935 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3cbc092d-0232-42c7-b143-d3e15b857c75 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d/tags HTTP/1.1" status: 204 len: 168 time: 0.1702297 Mar 08 11:47:19.525642 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34ac7f-1ac1-4aa0-86bf-be723992ef40 None None] Pushing event updated for resources: {'Port': ['ID=a2d72919-9144-43ab-a895-260bb0e1c240,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:19.525786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43502) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:19.531357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:subnet and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:19.544897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:19.550589 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-39f94c8a-bcc6-492c-a163-e75383609d79 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '81c1ede5-6605-42e4-985f-524326131bc1') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:19.653275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3fe5cfb3-856a-4b23-91ce-364f0ecadc24 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:19.744225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1795021837', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:19.760358 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:19.769549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:19.776665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Transition to ACTIVE for port object 6afdaa85-7f49-4298-8bf7-96f1dcc11db0 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:19.788841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Usage tracker for resource:port and tenant:d9ee07d79ce84e7088a6dbf03ef856a6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:19.793241 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:19.801519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:19.868478 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b1e9b92f-c267-4b8c-b0f1-ee0d42908211 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:19.898339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:19.900652 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:19.988059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d81f7-b738-4792-86a5-b1db2f418ecc req-bee3766b-7d59-4446-92f5-cafc5aee2b5f tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:19.989090 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-195d81f7-b738-4792-86a5-b1db2f418ecc req-bee3766b-7d59-4446-92f5-cafc5aee2b5f tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 944 time: 0.6205943 Mar 08 11:47:19.999835 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Made reservation on behalf of d9ee07d79ce84e7088a6dbf03ef856a6 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:20.002762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:20.012951 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-39f94c8a-bcc6-492c-a163-e75383609d79 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1/tags HTTP/1.1" status: 204 len: 168 time: 0.4840813 Mar 08 11:47:20.019589 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43508) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:20.102429 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port b1e9b92f-c267-4b8c-b0f1-ee0d42908211 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:20.124382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port b1e9b92f-c267-4b8c-b0f1-ee0d42908211 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:20.125423 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:20.175765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a2d72919-9144-43ab-a895-260bb0e1c240 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:20.244691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:20.251032 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae258e3-b0b1-42e7-83c9-c41d6226e008 req-91bfcbc8-34b1-47ae-ba8c-b2aca1eed7f7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:20.252722 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ae258e3-b0b1-42e7-83c9-c41d6226e008 req-91bfcbc8-34b1-47ae-ba8c-b2aca1eed7f7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.2302330 Mar 08 11:47:20.263402 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-93994e79-a277-47ce-b9ca-aa2365984a6f tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6a36abad-f346-43c7-b29b-5d7f3fc9d807') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:20.305347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:20.310190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe5cfb3-856a-4b23-91ce-364f0ecadc24 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Router 5f9e40af-33f5-4f40-bac4-d0c42c282b2c has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:47:20.328535 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ae258e3-b0b1-42e7-83c9-c41d6226e008 req-2508a294-9d1d-4f9a-b96f-4be57d284660 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628235 Mar 08 11:47:20.344458 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port a2d72919-9144-43ab-a895-260bb0e1c240 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:20.371777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fdf1928a-6526-416f-bce5-cf09fa70f144 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:20.380403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:20.384321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Usage tracker for resource:security_group_rule and tenant:d9ee07d79ce84e7088a6dbf03ef856a6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:20.387418 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:20.393890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:20.448801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:20.485405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:20.499373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:47:20.514031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b1e9b92f-c267-4b8c-b0f1-ee0d42908211, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:20.514852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port fdf1928a-6526-416f-bce5-cf09fa70f144 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:20.515230 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:20.546090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:20.559049 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-195d81f7-b738-4792-86a5-b1db2f418ecc req-7d9f58ab-5cf7-4e58-9cb7-f98706fdace7 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5614319 Mar 08 11:47:20.561526 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe5cfb3-856a-4b23-91ce-364f0ecadc24 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:47:20.575361 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2aaac7-d342-4c98-87f2-cc303fc62782 None None] Sync routers for ids ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:47:20.593492 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2aaac7-d342-4c98-87f2-cc303fc62782 None None] Routers {'5f9e40af-33f5-4f40-bac4-d0c42c282b2c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:47:20.594269 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3a2aaac7-d342-4c98-87f2-cc303fc62782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:20.600393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d4e35-694c-44c9-8da0-a3bc8d525fa0 req-5af5a042-254d-4c14-a869-cf4de87d3f0d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:20.602135 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-320d4e35-694c-44c9-8da0-a3bc8d525fa0 req-5af5a042-254d-4c14-a869-cf4de87d3f0d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 945 time: 0.1257751 Mar 08 11:47:20.618791 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:20.619531 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:20.662589 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:20.684519 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3fe5cfb3-856a-4b23-91ce-364f0ecadc24 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "PUT /v2.0/routers/5f9e40af-33f5-4f40-bac4-d0c42c282b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8782926 Mar 08 11:47:20.685283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43518) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:20.699033 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3a2aaac7-d342-4c98-87f2-cc303fc62782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:20.719980 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2aaac7-d342-4c98-87f2-cc303fc62782 None None] Routers {'5f9e40af-33f5-4f40-bac4-d0c42c282b2c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:47:20.721244 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3a2aaac7-d342-4c98-87f2-cc303fc62782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:20.800874 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:20.807274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:20.808444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event updated for resources: {'Port': ['ID=6afdaa85-7f49-4298-8bf7-96f1dcc11db0,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:20.829081 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-320d4e35-694c-44c9-8da0-a3bc8d525fa0 req-a4e18f10-7d66-47e7-88e4-27473841f4d4 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199588 Mar 08 11:47:20.836259 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3a2aaac7-d342-4c98-87f2-cc303fc62782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:20.836861 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2aaac7-d342-4c98-87f2-cc303fc62782 None None] The sync data for ids ['5f9e40af-33f5-4f40-bac4-d0c42c282b2c'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:47:20.892222 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211', 'code': 200} Mar 08 11:47:20.901168 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:20.919525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] device_id is not set on port 45231a08-9351-4d28-b91c-d9fee4b1868e yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:47:20.964380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Subnet': ['ID=07df543a-fe56-40a6-9b1e-891d05ea5414,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:21.002913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:21.006901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:21.028412 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-93994e79-a277-47ce-b9ca-aa2365984a6f tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807/tags HTTP/1.1" status: 204 len: 168 time: 0.9941430 Mar 08 11:47:21.030022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Checking segment: {'id': 'd37a084e-77eb-4e7d-8bec-64feb8548fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47514b10-3679-4490-b5c2-a56135afe502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:21.030421 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network hostable DHCP agents. Network: 47514b10-3679-4490-b5c2-a56135afe502, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:21.044347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43524) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:21.065944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd39a7d-aec0-43c7-96a5-404c682dc58f None None] Network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:21.071655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-79e5fbf8-4078-4476-b03b-8f8733c3b84a tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '47cffc53-3545-43c3-bfa7-a89d68d1021b') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:21.111737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e723c4-f90e-4d5e-ad72-c2d4388949e5,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:21.155816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:21.187937 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-46bd8c4b-eb3b-4671-a2e0-3219a48bcf40 None None] Provisioning for port a2d72919-9144-43ab-a895-260bb0e1c240 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:21.194667 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-46bd8c4b-eb3b-4671-a2e0-3219a48bcf40 None None] Provisioning complete for port a2d72919-9144-43ab-a895-260bb0e1c240 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:21.195038 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-46bd8c4b-eb3b-4671-a2e0-3219a48bcf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:21.214588 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c1287-604f-4421-bae0-890dcd6721ae req-9cf116eb-fd49-4083-9aa8-a87e9d7faa1e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:21.216100 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1e0c1287-604f-4421-bae0-890dcd6721ae req-9cf116eb-fd49-4083-9aa8-a87e9d7faa1e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4721096 Mar 08 11:47:21.226993 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43528) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:21.229909 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network 47514b10-3679-4490-b5c2-a56135afe502 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:21.237140 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-89115a9a-1b57-46f3-b2c5-14b4d2b4d446 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6440096 Mar 08 11:47:21.239776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43532) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:21.244454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b88c817c-657d-44cd-8f9d-85a274cd9395 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Request body: {'floatingip': {'port_id': 'fb121f6f-835f-44e5-b1b8-7b36309af64f'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:21.267599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef823db1-b1ce-4b1e-bc06-2968228ea449 req-417bb54d-22f4-45c7-ad17-b77134f3f097 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:21.269094 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ef823db1-b1ce-4b1e-bc06-2968228ea449 req-417bb54d-22f4-45c7-ad17-b77134f3f097 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 945 time: 0.1936803 Mar 08 11:47:21.308372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Request body: {'port': {'network_id': 'fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff', 'name': 'tempest-AllowedAddressPairTestJSON-57485184', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:22:7b:f0'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:21.321380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43534) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:21.347170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-aeea7df9-6959-471b-bb29-c8bc4e3948d7 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Request body: {'floatingip': {'port_id': 'cf46965d-041c-4673-8821-de55947774ae'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:21.417122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:21.428601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-46bd8c4b-eb3b-4671-a2e0-3219a48bcf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:21.437829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19027222-2578-48d4-9c3e-b4db6d4a85fa req-c6efdcbe-f522-4206-a657-134403d1f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:21.439358 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-19027222-2578-48d4-9c3e-b4db6d4a85fa req-c6efdcbe-f522-4206-a657-134403d1f5e2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 1098 time: 0.1118259 Mar 08 11:47:21.444946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 47514b10-3679-4490-b5c2-a56135afe502) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:21.447733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Allocated IP 172.26.4.20 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/45231a08-9351-4d28-b91c-d9fee4b1868e) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:21.459475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b17528-fc27-4d12-9a27-9402b461ff8e None None] Network 47514b10-3679-4490-b5c2-a56135afe502 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:21.462381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b88c817c-657d-44cd-8f9d-85a274cd9395 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for floatingip, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:21.488146 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-19027222-2578-48d4-9c3e-b4db6d4a85fa req-0667b109-05d9-42ed-b77c-babdcdaf97fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421011 Mar 08 11:47:21.506940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-46bd8c4b-eb3b-4671-a2e0-3219a48bcf40 None None] For port a2d72919-9144-43ab-a895-260bb0e1c240, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a2d72919-9144-43ab-a895-260bb0e1c240,segment=NetworkSegment(67470e56-0e19-4624-8cb5-cd774442aab5),segment_id=67470e56-0e19-4624-8cb5-cd774442aab5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:21.519894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Deleting port 4a066d30-7946-4435-a6d2-6b0950144345 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:21.520409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:21.581815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:21.582461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:21.613437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-46bd8c4b-eb3b-4671-a2e0-3219a48bcf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:21.759887 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:21.801902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aeea7df9-6959-471b-bb29-c8bc4e3948d7 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for floatingip, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:21.862869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd8c4b-eb3b-4671-a2e0-3219a48bcf40 None None] Pushing event updated for resources: {'Port': ['ID=a2d72919-9144-43ab-a895-260bb0e1c240,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:21.952807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Calling delete_port for 4a066d30-7946-4435-a6d2-6b0950144345 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:21.993832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-47514b10-3679-4490-b5c2-a56135afe502', 'network_id': '47514b10-3679-4490-b5c2-a56135afe502', 'tenant_id': '5e5d98b127804a80abfd244157d9c128', 'fixed_ips': [{'subnet_id': '07df543a-fe56-40a6-9b1e-891d05ea5414'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:21.996537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.029693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9038c540-175e-431c-8296-5914e50335f3 None None] Provisioning complete for port a2d72919-9144-43ab-a895-260bb0e1c240 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:22.030095 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9038c540-175e-431c-8296-5914e50335f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.080328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a2d72919-9144-43ab-a895-260bb0e1c240 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:22.222660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.260852 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-409127aa-91f6-4d7e-851e-8be90f961adc tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1880581 Mar 08 11:47:22.262331 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43542) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:22.289956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-198688843'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:22.290622 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-79e5fbf8-4078-4476-b03b-8f8733c3b84a tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b/tags HTTP/1.1" status: 204 len: 168 time: 1.2343183 Mar 08 11:47:22.290707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event deleted for resources: {'Port': ['ID=4a066d30-7946-4435-a6d2-6b0950144345,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:22.295583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43546) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:22.305590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port a2d72919-9144-43ab-a895-260bb0e1c240 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:22.306469 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.320804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:22.324584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:22.329461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-ae38779f-d1c3-43cd-b86e-b685a38108cc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '47cffc53-3545-43c3-bfa7-a89d68d1021b', 'tempest-TagsExtTest-Tag-1033433719') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:22.363935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:network and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:22.365663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Usage tracker for resource:port and tenant:35ff7294c3ca4287a2ca81aa95b5c07e is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:22.372397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:22.374342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:22.411266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:22.449339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:22.458436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.477041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Allocated IP 2001:db8::1 (47514b10-3679-4490-b5c2-a56135afe502/07df543a-fe56-40a6-9b1e-891d05ea5414/9ee53182-4601-4bd6-b006-6f12a11c56d0) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:22.580196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:22.583624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.620086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9038c540-175e-431c-8296-5914e50335f3 None None] Provisioning for port 6afdaa85-7f49-4298-8bf7-96f1dcc11db0 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:22.639785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9038c540-175e-431c-8296-5914e50335f3 None None] Provisioning complete for port 6afdaa85-7f49-4298-8bf7-96f1dcc11db0 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:22.640173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9038c540-175e-431c-8296-5914e50335f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.673532 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.679889 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.706743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0060504-0db7-4f5e-8665-e027440d1a3b req-91b45852-46f8-4aae-95ae-89a55473e41b tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:22.708393 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a0060504-0db7-4f5e-8665-e027440d1a3b req-91b45852-46f8-4aae-95ae-89a55473e41b tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 945 time: 0.6874528 Mar 08 11:47:22.711941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:22.730406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.730406 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Added segment da7ba904-cd26-4c11-b7d9-11b0cefdbd44 of type vlan for network 797ae2e7-8048-4124-a663-dab5092c3012 Mar 08 11:47:22.750349 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-9038c540-175e-431c-8296-5914e50335f3 None None] Port 6afdaa85-7f49-4298-8bf7-96f1dcc11db0 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:47:22.768581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.779733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Made reservation on behalf of 35ff7294c3ca4287a2ca81aa95b5c07e for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:22.810055 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ae38779f-d1c3-43cd-b86e-b685a38108cc tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "PUT /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b/tags/tempest-TagsExtTest-Tag-1033433719 HTTP/1.1" status: 201 len: 201 time: 0.5131633 Mar 08 11:47:22.811106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43550) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:22.819334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-cbf253ca-1cf9-4175-aa8f-48f5f0df7b27 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6a36abad-f346-43c7-b29b-5d7f3fc9d807', 'tempest-TagsExtTest-Tag-793587065') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:22.850353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.866953 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Transition to ACTIVE for port object 9ee53182-4601-4bd6-b006-6f12a11c56d0 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:22.867282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.867728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Fanout notify agent at l3_agent the message router_deleted on router 5f9e40af-33f5-4f40-bac4-d0c42c282b2c {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:47:22.899734 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-de26dfab-d710-44f1-952f-2a6a18fcd1e0 None None] Provisioning complete for port 6afdaa85-7f49-4298-8bf7-96f1dcc11db0 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:22.900306 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-de26dfab-d710-44f1-952f-2a6a18fcd1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:22.941457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Transition to ACTIVE for port object 9ee53182-4601-4bd6-b006-6f12a11c56d0 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:22.976261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-de26dfab-d710-44f1-952f-2a6a18fcd1e0 None None] Port 6afdaa85-7f49-4298-8bf7-96f1dcc11db0 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:47:23.021755 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.028447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.034111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:23.034695 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.041329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.044959 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0586b37f-92bb-4982-8914-db9f15259766 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "DELETE /v2.0/routers/5f9e40af-33f5-4f40-bac4-d0c42c282b2c HTTP/1.1" status: 204 len: 168 time: 2.3528225 Mar 08 11:47:23.058888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43556) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:23.083037 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Network 47514b10-3679-4490-b5c2-a56135afe502 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:23.104611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:23.108269 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:23.120549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Pushing event updated for resources: {'Port': ['ID=9ee53182-4601-4bd6-b006-6f12a11c56d0,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:23.161788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e350c2-6ec7-4428-aea2-9664a9125613 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Deleting subnet 6e8a2eb6-4dfa-4f5f-af81-e79eff1b21ef {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:47:23.214571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-87e350c2-6ec7-4428-aea2-9664a9125613 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.222309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Attempting to bind port 9ee53182-4601-4bd6-b006-6f12a11c56d0 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:47:23.222688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Attempting to bind port 9ee53182-4601-4bd6-b006-6f12a11c56d0 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd37a084e-77eb-4e7d-8bec-64feb8548fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47514b10-3679-4490-b5c2-a56135afe502'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:47:23.223055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Attempting to bind port 9ee53182-4601-4bd6-b006-6f12a11c56d0 on network 47514b10-3679-4490-b5c2-a56135afe502 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:47:23.226772 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.228611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:47:23.229350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Checking segment: {'id': 'd37a084e-77eb-4e7d-8bec-64feb8548fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47514b10-3679-4490-b5c2-a56135afe502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:23.229763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.230192 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Bound using segment: {'id': 'd37a084e-77eb-4e7d-8bec-64feb8548fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47514b10-3679-4490-b5c2-a56135afe502'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:47:23.230648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Bound port: 9ee53182-4601-4bd6-b006-6f12a11c56d0, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37a084e-77eb-4e7d-8bec-64feb8548fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47514b10-3679-4490-b5c2-a56135afe502'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:47:23.231026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.255234 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9819429 Mar 08 11:47:23.264182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43560) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:23.271442 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'subnet': {'network_id': '797ae2e7-8048-4124-a663-dab5092c3012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:23.301392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27d85c-7d50-4fe1-8915-b09efd7c7c36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Network': ['ID=797ae2e7-8048-4124-a663-dab5092c3012,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:23.320973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 797ae2e7-8048-4124-a663-dab5092c3012 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:23.322404 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cbf253ca-1cf9-4175-aa8f-48f5f0df7b27 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "PUT /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807/tags/tempest-TagsExtTest-Tag-793587065 HTTP/1.1" status: 201 len: 201 time: 0.5100861 Mar 08 11:47:23.323312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43564) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:23.357977 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a0060504-0db7-4f5e-8665-e027440d1a3b req-2756fc76-1655-4757-b905-8241fefff275 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6348579 Mar 08 11:47:23.380950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-87e350c2-6ec7-4428-aea2-9664a9125613 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.412002 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-947d8e6e-f684-453c-bf35-a54003e73978 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '81c1ede5-6605-42e4-985f-524326131bc1', 'tempest-TagsExtTest-Tag-965532902') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:23.412428 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] For port 9ee53182-4601-4bd6-b006-6f12a11c56d0, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:47:23.430087 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.436867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] For port 9ee53182-4601-4bd6-b006-6f12a11c56d0, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9ee53182-4601-4bd6-b006-6f12a11c56d0,segment=NetworkSegment(d37a084e-77eb-4e7d-8bec-64feb8548fff),segment_id=d37a084e-77eb-4e7d-8bec-64feb8548fff)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:47:23.484977 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] device_id is not set on port f858a72c-5e01-4a19-8cd8-5a3caf99dec2 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:47:23.507672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.524076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:23.533641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:subnet and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:23.539039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:23.605443 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1148f01-24b2-47f4-8cfb-f7d16f97ce7a None None] Pushing event updated for resources: {'Port': ['ID=9ee53182-4601-4bd6-b006-6f12a11c56d0,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:23.632398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:23.706078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-87e350c2-6ec7-4428-aea2-9664a9125613 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.712085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.823550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:23.829069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.890166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:23.891949 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.resource_extend [None req-b88c817c-657d-44cd-8f9d-85a274cd9395 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:47:23.931858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-87e350c2-6ec7-4428-aea2-9664a9125613 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.934522 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-947d8e6e-f684-453c-bf35-a54003e73978 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "PUT /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1/tags/tempest-TagsExtTest-Tag-965532902 HTTP/1.1" status: 201 len: 201 time: 0.6039937 Mar 08 11:47:23.943245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43568) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:23.966957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:23.968820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aeea7df9-6959-471b-bb29-c8bc4e3948d7 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:23.979229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:23.997569 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9ee53182-4601-4bd6-b006-6f12a11c56d0 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:23.999959 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.ipam_backend_mixin [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Performing IP validity checks on allocation pools {{(pid=88469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 11:47:24.000739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.ipam_backend_mixin [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 11:47:24.010028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-0cdf535a-6e7d-4942-b1d3-c7fd4e7ebac7 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e176837e-e605-4fdb-9d44-f3a2a0b55a2d', 'tempest-TagsExtTest-Tag-1023367561') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:24.024720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-87e350c2-6ec7-4428-aea2-9664a9125613 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:24.027607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e350c2-6ec7-4428-aea2-9664a9125613 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event deleted for resources: {'Subnet': ['ID=6e8a2eb6-4dfa-4f5f-af81-e79eff1b21ef,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:24.047044 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43572) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:24.047457 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-87e350c2-6ec7-4428-aea2-9664a9125613 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "DELETE /v2.0/subnets/6e8a2eb6-4dfa-4f5f-af81-e79eff1b21ef HTTP/1.1" status: 204 len: 168 time: 0.9789290 Mar 08 11:47:24.049544 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54593e81-0d33-4943-92d8-c04cfdbc7887 None None] Network fc5355ea-ef17-4615-b7f5-310c8ff8d5ec requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:24.061966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Allocated IP 172.20.0.4 (fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff/fac7e45e-b747-4b15-9a46-91bc97ac5951/f858a72c-5e01-4a19-8cd8-5a3caf99dec2) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:24.068466 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aeea7df9-6959-471b-bb29-c8bc4e3948d7 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:24.119369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Pushing event updated for resources: {'Port': ['ID=45231a08-9351-4d28-b91c-d9fee4b1868e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:24.135511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b88c817c-657d-44cd-8f9d-85a274cd9395 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:24.166166 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0cdf535a-6e7d-4942-b1d3-c7fd4e7ebac7 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "PUT /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d/tags/tempest-TagsExtTest-Tag-1023367561 HTTP/1.1" status: 201 len: 201 time: 0.1750951 Mar 08 11:47:24.167026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43576) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:24.175469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-4ea1f455-0f57-4df5-a413-470c2eefa556 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '47cffc53-3545-43c3-bfa7-a89d68d1021b', {'tags': ['tempest-TagsExtTest-Tag-2090135160', 'tempest-TagsExtTest-Tag-2077299720', 'tempest-TagsExtTest-Tag-1909017064']}) {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:24.210589 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:24.211210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:24.242665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 9ee53182-4601-4bd6-b006-6f12a11c56d0 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:24.289385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b88c817c-657d-44cd-8f9d-85a274cd9395 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:24.319760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:24.339649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c3eab-6784-43ac-b90e-1f01af818b58 None None] DHCP port deletion for fc5355ea-ef17-4615-b7f5-310c8ff8d5ec request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:47:24.343919 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b73c3eab-6784-43ac-b90e-1f01af818b58 None None] Deleting port aab424f8-902a-4f99-824f-eb13407a1ac0 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:24.344693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b73c3eab-6784-43ac-b90e-1f01af818b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:24.367709 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4ea1f455-0f57-4df5-a413-470c2eefa556 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "PUT /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b/tags HTTP/1.1" status: 200 len: 318 time: 0.1965957 Mar 08 11:47:24.378815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43580) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:24.386929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-ab22b467-23ee-4e37-a7ef-777f22fe8468 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '47cffc53-3545-43c3-bfa7-a89d68d1021b') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:24.521167 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:24.528725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Checking segment: {'id': 'da7ba904-cd26-4c11-b7d9-11b0cefdbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '797ae2e7-8048-4124-a663-dab5092c3012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:24.529632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network hostable DHCP agents. Network: 797ae2e7-8048-4124-a663-dab5092c3012, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:24.570201 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-aeea7df9-6959-471b-bb29-c8bc4e3948d7 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Floating IP dd930154-94d3-4944-a011-e53bb8be8c63 associated. External IP: 172.26.4.199, port: cf46965d-041c-4673-8821-de55947774ae. Mar 08 11:47:24.580219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Subnet': ['ID=1daae4fa-314b-47e9-98d2-935648d9a595,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:24.614469 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b73c3eab-6784-43ac-b90e-1f01af818b58 None None] For port aab424f8-902a-4f99-824f-eb13407a1ac0, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=aab424f8-902a-4f99-824f-eb13407a1ac0,segment=NetworkSegment(9ffd02f2-5184-4976-b566-2528172a0187),segment_id=9ffd02f2-5184-4976-b566-2528172a0187)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:24.619830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b73c3eab-6784-43ac-b90e-1f01af818b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:24.730614 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c5845c12-d9f3-43f6-bef2-ac8e8e49b0c1 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.3603113 Mar 08 11:47:24.739181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43586) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:24.747064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}]}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:24.751405 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network 797ae2e7-8048-4124-a663-dab5092c3012 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:24.764547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:24.778702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Usage tracker for resource:router and tenant:d9ee07d79ce84e7088a6dbf03ef856a6 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:24.780473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:24.789063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:24.807935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb0b2d-e14e-442e-b963-5b7225ace785 None None] Network 47514b10-3679-4490-b5c2-a56135afe502 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:24.828555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b73c3eab-6784-43ac-b90e-1f01af818b58 None None] Calling delete_port for aab424f8-902a-4f99-824f-eb13407a1ac0 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:24.836886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02468e0a-2c80-4937-acc3-0d96c278bd01 req-04b43e34-d663-4b79-b040-34827a0f3d12 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:24.840328 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-02468e0a-2c80-4937-acc3-0d96c278bd01 req-04b43e34-d663-4b79-b040-34827a0f3d12 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 945 time: 0.2263491 Mar 08 11:47:24.840693 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 797ae2e7-8048-4124-a663-dab5092c3012) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:24.846066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:24.846638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:24.882677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a1c9b5-0d5a-4ed6-9b1d-ce869cdb2cc5 None None] Network 797ae2e7-8048-4124-a663-dab5092c3012 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:24.894882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:24.905541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:24.918520 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-02468e0a-2c80-4937-acc3-0d96c278bd01 req-28fb342c-6130-4068-9042-77ac6a9b354f tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676360 Mar 08 11:47:24.931359 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ab22b467-23ee-4e37-a7ef-777f22fe8468 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b/tags HTTP/1.1" status: 204 len: 168 time: 0.5494914 Mar 08 11:47:24.937200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43590) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:24.939164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-19ac549a-53af-4991-b940-894e7366d10e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '47cffc53-3545-43c3-bfa7-a89d68d1021b', 'tempest-TagsExtTest-Tag-2090135160') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:24.980931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Deleting port aab424f8-902a-4f99-824f-eb13407a1ac0 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:24.981330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:25.011766 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2ca8fc5d-4219-4834-b7d2-cc3537ac5b68 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7465799 Mar 08 11:47:25.014219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:25.021712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43596) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:25.116077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9c064d75-0046-4560-b80e-0bc79195b991 None None] Provisioning for port 9ee53182-4601-4bd6-b006-6f12a11c56d0 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:25.137165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9c064d75-0046-4560-b80e-0bc79195b991 None None] Provisioning complete for port 9ee53182-4601-4bd6-b006-6f12a11c56d0 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:25.137546 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9c064d75-0046-4560-b80e-0bc79195b991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:25.163989 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-19ac549a-53af-4991-b940-894e7366d10e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] show failed (client error): The resource could not be found. Mar 08 11:47:25.165081 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-19ac549a-53af-4991-b940-894e7366d10e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b/tags/tempest-TagsExtTest-Tag-2090135160 HTTP/1.1" status: 404 len: 329 time: 0.2322631 Mar 08 11:47:25.168630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43600) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:25.175976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-46031da4-8030-4cbf-b690-0e007b1bb3ae tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '47cffc53-3545-43c3-bfa7-a89d68d1021b', 'tempest-TagsExtTest-Tag-2077299720') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:25.178775 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-b88c817c-657d-44cd-8f9d-85a274cd9395 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Floating IP eee01f9f-aff6-4c98-866f-daa07301cdb2 associated. External IP: 172.26.4.34, port: fb121f6f-835f-44e5-b1b8-7b36309af64f. Mar 08 11:47:25.225749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:25.322110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b73c3eab-6784-43ac-b90e-1f01af818b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:25.344266 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] The port 'aab424f8-902a-4f99-824f-eb13407a1ac0' was deleted {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:47:25.396095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:25.418303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c3eab-6784-43ac-b90e-1f01af818b58 None None] Pushing event deleted for resources: {'Port': ['ID=aab424f8-902a-4f99-824f-eb13407a1ac0,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:25.423283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c3eab-6784-43ac-b90e-1f01af818b58 None None] No DVR routers for this DVR port aab424f8-902a-4f99-824f-eb13407a1ac0 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:47:25.424869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-797ae2e7-8048-4124-a663-dab5092c3012', 'network_id': '797ae2e7-8048-4124-a663-dab5092c3012', 'tenant_id': '5e5d98b127804a80abfd244157d9c128', 'fixed_ips': [{'subnet_id': '1daae4fa-314b-47e9-98d2-935648d9a595'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:25.425455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:25.565029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9c064d75-0046-4560-b80e-0bc79195b991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:25.613062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Transition to ACTIVE for port object f858a72c-5e01-4a19-8cd8-5a3caf99dec2 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:25.613944 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-46031da4-8030-4cbf-b690-0e007b1bb3ae tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] show failed (client error): The resource could not be found. Mar 08 11:47:25.614681 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-46031da4-8030-4cbf-b690-0e007b1bb3ae tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b/tags/tempest-TagsExtTest-Tag-2077299720 HTTP/1.1" status: 404 len: 329 time: 0.4451287 Mar 08 11:47:25.621763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43604) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:25.633062 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:25.678246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9c064d75-0046-4560-b80e-0bc79195b991 None None] For port 9ee53182-4601-4bd6-b006-6f12a11c56d0, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9ee53182-4601-4bd6-b006-6f12a11c56d0,segment=NetworkSegment(d37a084e-77eb-4e7d-8bec-64feb8548fff),segment_id=d37a084e-77eb-4e7d-8bec-64feb8548fff)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:25.705591 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-656e2cdb-fcdc-4b39-ba38-e9b0056bdad4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '47cffc53-3545-43c3-bfa7-a89d68d1021b', 'tempest-TagsExtTest-Tag-1909017064') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:25.710082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Allocated IP 2001:db8::3 (797ae2e7-8048-4124-a663-dab5092c3012/1daae4fa-314b-47e9-98d2-935648d9a595/79e4e0a8-118d-42b2-aa45-4e3957cb6607) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:25.742397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:25.779118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9c064d75-0046-4560-b80e-0bc79195b991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:25.792794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56befc-d382-42a0-b0dd-6e26382f3dcf req-b45e94b5-38d8-4aaf-9ab2-8627923bc0e8 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:25.795240 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-be56befc-d382-42a0-b0dd-6e26382f3dcf req-b45e94b5-38d8-4aaf-9ab2-8627923bc0e8 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 945 time: 0.7596803 Mar 08 11:47:25.798424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:25.808621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43608) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:25.814853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c7c42246-195a-4dc8-aa6d-11fbd2b2c78c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Request body: {'floatingip': {'port_id': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:25.930397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c064d75-0046-4560-b80e-0bc79195b991 None None] Pushing event updated for resources: {'Port': ['ID=9ee53182-4601-4bd6-b006-6f12a11c56d0,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:25.942007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c7c42246-195a-4dc8-aa6d-11fbd2b2c78c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for floatingip, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.005619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device aab424f8-902a-4f99-824f-eb13407a1ac0 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:47:26.013079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5355ea-ef17-4615-b7f5-310c8ff8d5ec']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:26.043624 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffd02f2-5184-4976-b566-2528172a0187') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:26.044003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffd02f2-5184-4976-b566-2528172a0187') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:26.057456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: aab424f8-902a-4f99-824f-eb13407a1ac0 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:47:26.058290 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device aab424f8-902a-4f99-824f-eb13407a1ac0 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:47:26.078097 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e2c56c52-716a-47ae-a9e7-65d406ae623c None None] Provisioning complete for port 9ee53182-4601-4bd6-b006-6f12a11c56d0 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:26.078309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e2c56c52-716a-47ae-a9e7-65d406ae623c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.081292 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.125388 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.146413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Transition to ACTIVE for port object 79e4e0a8-118d-42b2-aa45-4e3957cb6607 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:26.172960 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Transition to ACTIVE for port object 79e4e0a8-118d-42b2-aa45-4e3957cb6607 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:26.180276 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.184152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.187380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeea7df9-6959-471b-bb29-c8bc4e3948d7 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Router 16ffb9a0-f639-41ac-b6f6-01428b285f8a has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:47:26.241982 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:26.242450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.255615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:26.264860 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:26.309639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Network 797ae2e7-8048-4124-a663-dab5092c3012 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:26.317048 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:26.320783 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:26.402955 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Pushing event updated for resources: {'Port': ['ID=79e4e0a8-118d-42b2-aa45-4e3957cb6607,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:26.408071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.488346 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Attempting to bind port 79e4e0a8-118d-42b2-aa45-4e3957cb6607 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:47:26.488732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Attempting to bind port 79e4e0a8-118d-42b2-aa45-4e3957cb6607 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'da7ba904-cd26-4c11-b7d9-11b0cefdbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '797ae2e7-8048-4124-a663-dab5092c3012'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:47:26.488968 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Attempting to bind port 79e4e0a8-118d-42b2-aa45-4e3957cb6607 on network 797ae2e7-8048-4124-a663-dab5092c3012 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:47:26.495039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:47:26.495413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Checking segment: {'id': 'da7ba904-cd26-4c11-b7d9-11b0cefdbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '797ae2e7-8048-4124-a663-dab5092c3012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:26.495822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.496251 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Bound using segment: {'id': 'da7ba904-cd26-4c11-b7d9-11b0cefdbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '797ae2e7-8048-4124-a663-dab5092c3012'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:47:26.496718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Bound port: 79e4e0a8-118d-42b2-aa45-4e3957cb6607, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7ba904-cd26-4c11-b7d9-11b0cefdbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '797ae2e7-8048-4124-a663-dab5092c3012'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:47:26.497099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.501417 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Subnet': ['ID=1daae4fa-314b-47e9-98d2-935648d9a595,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:26.578364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:26.592563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] For port 79e4e0a8-118d-42b2-aa45-4e3957cb6607, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:47:26.593151 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-656e2cdb-fcdc-4b39-ba38-e9b0056bdad4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] show failed (client error): The resource could not be found. Mar 08 11:47:26.594225 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-656e2cdb-fcdc-4b39-ba38-e9b0056bdad4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b/tags/tempest-TagsExtTest-Tag-1909017064 HTTP/1.1" status: 404 len: 329 time: 0.9659896 Mar 08 11:47:26.598792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] For port 79e4e0a8-118d-42b2-aa45-4e3957cb6607, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=79e4e0a8-118d-42b2-aa45-4e3957cb6607,segment=NetworkSegment(da7ba904-cd26-4c11-b7d9-11b0cefdbd44),segment_id=da7ba904-cd26-4c11-b7d9-11b0cefdbd44)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:47:26.601076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43612) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:26.603223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:26.609924 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event updated for resources: {'Port': ['ID=f858a72c-5e01-4a19-8cd8-5a3caf99dec2,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:26.620101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88c817c-657d-44cd-8f9d-85a274cd9395 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Router e54ab3c6-4da7-4adf-b4ba-97f15121c86e has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:47:26.620101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:26.708208 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.837647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.843306 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a192c-9958-44f7-858e-9c70279ea386 None None] Pushing event updated for resources: {'Port': ['ID=79e4e0a8-118d-42b2-aa45-4e3957cb6607,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:26.863258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:26.863914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.898254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc877f7-9e9e-4a7d-8ec5-6f3a7d3b471c None None] Network 797ae2e7-8048-4124-a663-dab5092c3012 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:26.898371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-ca1e94fe-ce18-4183-b1ae-6806c487c27d tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6a36abad-f346-43c7-b29b-5d7f3fc9d807', {'tags': ['tempest-TagsExtTest-Tag-61986134', 'tempest-TagsExtTest-Tag-739194956', 'tempest-TagsExtTest-Tag-1732156842']}) {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:26.911765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:26.921428 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event deleted for resources: {'Network': ['ID=fc5355ea-ef17-4615-b7f5-310c8ff8d5ec,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:26.943164 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f0392b53-fe00-4fe3-b0c8-5ad7aa6105ba tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "DELETE /v2.0/networks/fc5355ea-ef17-4615-b7f5-310c8ff8d5ec HTTP/1.1" status: 204 len: 168 time: 2.8759341 Mar 08 11:47:26.946969 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeea7df9-6959-471b-bb29-c8bc4e3948d7 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:47:26.949685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43616) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:26.981714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b8eb4-beac-4a0c-8ac8-eee66237c0de None None] Sync routers for ids ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:47:26.988722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6a57e086-f405-4eec-ae9d-5d63f4b78a6c None None] Provisioning for port f858a72c-5e01-4a19-8cd8-5a3caf99dec2 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:27.011779 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aeea7df9-6959-471b-bb29-c8bc4e3948d7 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:27.012228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6a57e086-f405-4eec-ae9d-5d63f4b78a6c None None] Provisioning complete for port f858a72c-5e01-4a19-8cd8-5a3caf99dec2 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:27.012598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6a57e086-f405-4eec-ae9d-5d63f4b78a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:27.029584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:27.047656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b8eb4-beac-4a0c-8ac8-eee66237c0de None None] Routers {'16ffb9a0-f639-41ac-b6f6-01428b285f8a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:47:27.048222 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-977b8eb4-beac-4a0c-8ac8-eee66237c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:27.097977 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2e4390c8-72b4-4a8b-b512-ed578bfed691 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 5.7984269 Mar 08 11:47:27.112568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43620) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:27.126971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797ae2e7-8048-4124-a663-dab5092c3012']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:27.200719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7ba904-cd26-4c11-b7d9-11b0cefdbd44') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:27.201577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7ba904-cd26-4c11-b7d9-11b0cefdbd44') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:27.214886 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-6a57e086-f405-4eec-ae9d-5d63f4b78a6c None None] Port f858a72c-5e01-4a19-8cd8-5a3caf99dec2 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:47:27.230385 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:27.245003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88c817c-657d-44cd-8f9d-85a274cd9395 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:47:27.253625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:27.260038 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-aeea7df9-6959-471b-bb29-c8bc4e3948d7 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "PUT /v2.0/floatingips/dd930154-94d3-4944-a011-e53bb8be8c63 HTTP/1.1" status: 200 len: 991 time: 5.9205105 Mar 08 11:47:27.260395 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c34f73-dd6b-4ca3-91ec-3971272fb848 None None] Sync routers for ids ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:47:27.261458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-da7c4f21-191f-4643-9940-a185e6f09f42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Deleting port f397250f-7549-4221-bc6f-b2bc9e21e87e {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:27.261865 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-da7c4f21-191f-4643-9940-a185e6f09f42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:27.272507 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c34f73-dd6b-4ca3-91ec-3971272fb848 None None] Routers {'e54ab3c6-4da7-4adf-b4ba-97f15121c86e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:47:27.274021 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-76c34f73-dd6b-4ca3-91ec-3971272fb848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:27.293287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:27.297935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:27.306229 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ca1e94fe-ce18-4183-b1ae-6806c487c27d tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "PUT /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807/tags HTTP/1.1" status: 200 len: 315 time: 0.6813865 Mar 08 11:47:27.316913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43626) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:27.323200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b88c817c-657d-44cd-8f9d-85a274cd9395 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:27.335918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-977b8eb4-beac-4a0c-8ac8-eee66237c0de None None] Set router 16ffb9a0-f639-41ac-b6f6-01428b285f8a gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:47:27.348825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:27.349236 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:27.367418 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:27.380403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52314635-ddaf-4d27-b142-455eda146f57', 'tag': 'cf46965d-041c-4673-8821-de55947774ae'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:47:27.424628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91994291-1288-4ba9-8aaf-f843560467a8 None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:47:27.443921 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-d11c8947-cc7b-4fe4-ac3a-302156ed564f tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6a36abad-f346-43c7-b29b-5d7f3fc9d807') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:27.509978 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52314635-ddaf-4d27-b142-455eda146f57', 'tag': 'cf46965d-041c-4673-8821-de55947774ae', 'status': 'completed', 'code': 200} Mar 08 11:47:27.535122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.resource_extend [None req-c7c42246-195a-4dc8-aa6d-11fbd2b2c78c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:47:27.579157 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b88c817c-657d-44cd-8f9d-85a274cd9395 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "PUT /v2.0/floatingips/eee01f9f-aff6-4c98-866f-daa07301cdb2 HTTP/1.1" status: 200 len: 990 time: 6.3434153 Mar 08 11:47:27.587391 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-76c34f73-dd6b-4ca3-91ec-3971272fb848 None None] Set router e54ab3c6-4da7-4adf-b4ba-97f15121c86e gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:47:27.836330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-da7c4f21-191f-4643-9940-a185e6f09f42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:27.837371 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-da7c4f21-191f-4643-9940-a185e6f09f42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:27.853951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1697294-3ba7-4335-95fb-c0c7ae87fe25 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:27.861023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1697294-3ba7-4335-95fb-c0c7ae87fe25 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:27.870014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1697294-3ba7-4335-95fb-c0c7ae87fe25 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:27.888313 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e1697294-3ba7-4335-95fb-c0c7ae87fe25 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.7649364 Mar 08 11:47:27.897550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43634) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:27.913636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 11:47:27.913636 dv-neutron-828143-8-hyperv neutron-server[88469]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 11:47:27.913636 dv-neutron-828143-8-hyperv neutron-server[88469]: [parameters: {'id': '797ae2e7-8048-4124-a663-dab5092c3012'}] Mar 08 11:47:27.913636 dv-neutron-828143-8-hyperv neutron-server[88469]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:47:27.914488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91994291-1288-4ba9-8aaf-f843560467a8 None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 11:47:27.916331 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:47:27.986887 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-da7c4f21-191f-4643-9940-a185e6f09f42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Calling delete_port for f397250f-7549-4221-bc6f-b2bc9e21e87e owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:28.002983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c7c42246-195a-4dc8-aa6d-11fbd2b2c78c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:28.037959 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9ee53182-4601-4bd6-b006-6f12a11c56d0 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:28.040159 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d11c8947-cc7b-4fe4-ac3a-302156ed564f tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807/tags HTTP/1.1" status: 204 len: 168 time: 0.6465197 Mar 08 11:47:28.040823 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43638) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:28.059134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-8a3cde89-d0be-4bba-9a93-a07380e8d540 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6a36abad-f346-43c7-b29b-5d7f3fc9d807', 'tempest-TagsExtTest-Tag-61986134') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:28.071387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c7c42246-195a-4dc8-aa6d-11fbd2b2c78c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:28.107562 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-76c34f73-dd6b-4ca3-91ec-3971272fb848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:22Z', 'revision_number': 4, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'eee01f9f-aff6-4c98-866f-daa07301cdb2', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'floating_ip_address': '172.26.4.34', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'port_id': 'fb121f6f-835f-44e5-b1b8-7b36309af64f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'mac_address': 'fa:16:3e:ff:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26fc29-84bb-4253-bbd0-b615e049d540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:39Z', 'updated_at': '2022-03-08T11:47:23Z', 'revision_number': 1, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e82a7c7-5c32-445a-a57c-64d296f5df53', 'name': '', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'mac_address': 'fa:16:3e:bf:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:18Z', 'updated_at': '2022-03-08T11:46:33Z', 'revision_number': 5, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'subnets': [{'id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:28.114791 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c34f73-dd6b-4ca3-91ec-3971272fb848 None None] Checking router: e54ab3c6-4da7-4adf-b4ba-97f15121c86e for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:47:28.131909 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c34f73-dd6b-4ca3-91ec-3971272fb848 None None] Routers {'e54ab3c6-4da7-4adf-b4ba-97f15121c86e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:47:28.133918 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-76c34f73-dd6b-4ca3-91ec-3971272fb848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:28.137969 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0524a6-ca7f-4f23-8824-8bb2f7b2f5eb req-3dcbbc38-f626-40ee-b454-3c9985aab22a tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:28.144371 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9a0524a6-ca7f-4f23-8824-8bb2f7b2f5eb req-3dcbbc38-f626-40ee-b454-3c9985aab22a tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3947775 Mar 08 11:47:28.157128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:28.173781 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-977b8eb4-beac-4a0c-8ac8-eee66237c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'dd930154-94d3-4944-a011-e53bb8be8c63', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'port_id': 'cf46965d-041c-4673-8821-de55947774ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'mac_address': 'fa:16:3e:b3:de:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314635-ddaf-4d27-b142-455eda146f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:40Z', 'updated_at': '2022-03-08T11:47:23Z', 'revision_number': 1, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b', 'name': '', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'mac_address': 'fa:16:3e:cf:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:22Z', 'updated_at': '2022-03-08T11:46:38Z', 'revision_number': 5, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'subnets': [{'id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:28.215147 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b8eb4-beac-4a0c-8ac8-eee66237c0de None None] Checking router: 16ffb9a0-f639-41ac-b6f6-01428b285f8a for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:47:28.240150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-c6c97115-ec8d-4cb6-95b0-b4be701def7e tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Deleting port f858a72c-5e01-4a19-8cd8-5a3caf99dec2 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:28.240866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6c97115-ec8d-4cb6-95b0-b4be701def7e tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:28.244542 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9a0524a6-ca7f-4f23-8824-8bb2f7b2f5eb req-c0761b1a-979e-4dba-96da-c7538b6d8e46 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974176 Mar 08 11:47:28.249391 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b8eb4-beac-4a0c-8ac8-eee66237c0de None None] Routers {'16ffb9a0-f639-41ac-b6f6-01428b285f8a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:47:28.250003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-977b8eb4-beac-4a0c-8ac8-eee66237c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:28.281917 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-8a3cde89-d0be-4bba-9a93-a07380e8d540 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] show failed (client error): The resource could not be found. Mar 08 11:47:28.295124 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8a3cde89-d0be-4bba-9a93-a07380e8d540 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807/tags/tempest-TagsExtTest-Tag-61986134 HTTP/1.1" status: 404 len: 327 time: 0.2446096 Mar 08 11:47:28.302759 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43644) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:28.328991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-f10dd108-2698-43f7-b101-75b14e897a96 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6a36abad-f346-43c7-b29b-5d7f3fc9d807', 'tempest-TagsExtTest-Tag-739194956') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:28.382394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 9ee53182-4601-4bd6-b006-6f12a11c56d0 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:28.382672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:28.423451 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-76c34f73-dd6b-4ca3-91ec-3971272fb848 None None] Set router e54ab3c6-4da7-4adf-b4ba-97f15121c86e gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:47:28.449040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:28.604313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-da7c4f21-191f-4643-9940-a185e6f09f42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:28.626402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47fee6-aa80-41ae-9c05-15289777104f req-22495b20-b4c2-47c6-878a-c948acbfbe2f tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:28.628266 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf47fee6-aa80-41ae-9c05-15289777104f req-22495b20-b4c2-47c6-878a-c948acbfbe2f tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 945 time: 1.1649117 Mar 08 11:47:28.643245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-977b8eb4-beac-4a0c-8ac8-eee66237c0de None None] Set router 16ffb9a0-f639-41ac-b6f6-01428b285f8a gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:47:28.647419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decedd5-701b-42c2-8386-265fd80a47e1 req-d6cec71c-80c8-4eee-a76c-09e9b3268302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:28.649197 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3decedd5-701b-42c2-8386-265fd80a47e1 req-d6cec71c-80c8-4eee-a76c-09e9b3268302 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f7cf23e768e4420895e1a6e55553a02&device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 1098 time: 1.1260967 Mar 08 11:47:28.674179 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c4f21-191f-4643-9940-a185e6f09f42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Pushing event deleted for resources: {'Port': ['ID=f397250f-7549-4221-bc6f-b2bc9e21e87e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:28.817165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e3140-3021-4ac9-9b4d-8584327617ba req-968afd4e-0bcb-480d-851d-a7f41606659d tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:28.825539 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f51e3140-3021-4ac9-9b4d-8584327617ba req-968afd4e-0bcb-480d-851d-a7f41606659d tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4334574 Mar 08 11:47:28.875714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-da7c4f21-191f-4643-9940-a185e6f09f42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:28.876974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ddef92-cb57-4c60-bb81-48eacd352ded None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:47:28.908423 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-76c34f73-dd6b-4ca3-91ec-3971272fb848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:22Z', 'revision_number': 4, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'eee01f9f-aff6-4c98-866f-daa07301cdb2', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'floating_ip_address': '172.26.4.34', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'port_id': 'fb121f6f-835f-44e5-b1b8-7b36309af64f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'mac_address': 'fa:16:3e:ff:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26fc29-84bb-4253-bbd0-b615e049d540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:39Z', 'updated_at': '2022-03-08T11:47:23Z', 'revision_number': 1, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e82a7c7-5c32-445a-a57c-64d296f5df53', 'name': '', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'mac_address': 'fa:16:3e:bf:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:18Z', 'updated_at': '2022-03-08T11:46:33Z', 'revision_number': 5, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'subnets': [{'id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:28.913695 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c34f73-dd6b-4ca3-91ec-3971272fb848 None None] The sync data for ids ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'] in dv-neutron-828143-8-hyperv is: [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:22Z', 'revision_number': 4, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'eee01f9f-aff6-4c98-866f-daa07301cdb2', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'floating_ip_address': '172.26.4.34', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'port_id': 'fb121f6f-835f-44e5-b1b8-7b36309af64f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'mac_address': 'fa:16:3e:ff:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd26fc29-84bb-4253-bbd0-b615e049d540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:39Z', 'updated_at': '2022-03-08T11:47:23Z', 'revision_number': 1, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e82a7c7-5c32-445a-a57c-64d296f5df53', 'name': '', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'mac_address': 'fa:16:3e:bf:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:18Z', 'updated_at': '2022-03-08T11:46:33Z', 'revision_number': 5, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'subnets': [{'id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:47:28.922491 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f51e3140-3021-4ac9-9b4d-8584327617ba req-9e00b1db-a911-4652-a391-67fde3cb3e17 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952196 Mar 08 11:47:29.038564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Deleting port 79e4e0a8-118d-42b2-aa45-4e3957cb6607 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:29.039079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:29.041193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-da7c4f21-191f-4643-9940-a185e6f09f42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:29.046922 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-da7c4f21-191f-4643-9940-a185e6f09f42 tempest-FloatingIPAdminTestJSON-539492730 tempest-FloatingIPAdminTestJSON-539492730-project] 10.222.0.32 "DELETE /v2.0/floatingips/dbdc2b57-6362-4bb6-ac0d-27bcc47c0c18 HTTP/1.1" status: 204 len: 168 time: 2.0462830 Mar 08 11:47:29.144158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:29.191613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:29.204353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c3d7d-b19e-47f0-9fd1-480f6a90158f None None] New status for floating IP eee01f9f-aff6-4c98-866f-daa07301cdb2: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:47:29.230839 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-c7c42246-195a-4dc8-aa6d-11fbd2b2c78c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Floating IP c39a0f62-4a17-4abe-b916-9862104590e8 associated. External IP: 172.26.4.60, port: b1e9b92f-c267-4b8c-b0f1-ee0d42908211. Mar 08 11:47:29.256894 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ddef92-cb57-4c60-bb81-48eacd352ded None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 11:47:29.325197 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf47fee6-aa80-41ae-9c05-15289777104f req-eae0c2d6-eb72-4840-be21-f981054744bd tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6725998 Mar 08 11:47:29.362057 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-f10dd108-2698-43f7-b101-75b14e897a96 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] show failed (client error): The resource could not be found. Mar 08 11:47:29.366365 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f10dd108-2698-43f7-b101-75b14e897a96 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807/tags/tempest-TagsExtTest-Tag-739194956 HTTP/1.1" status: 404 len: 328 time: 1.0605812 Mar 08 11:47:29.366607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43652) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:29.374635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-7f23e4cc-32ef-41bc-a3dc-7f39a014c97b tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6a36abad-f346-43c7-b29b-5d7f3fc9d807', 'tempest-TagsExtTest-Tag-1732156842') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:29.461991 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-7f23e4cc-32ef-41bc-a3dc-7f39a014c97b tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] show failed (client error): The resource could not be found. Mar 08 11:47:29.467138 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7f23e4cc-32ef-41bc-a3dc-7f39a014c97b tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807/tags/tempest-TagsExtTest-Tag-1732156842 HTTP/1.1" status: 404 len: 329 time: 0.0985610 Mar 08 11:47:29.467791 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43658) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:29.470660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:29.471158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64bed77f-6548-41a4-b0e9-1e4dc667e175 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:47:29.480705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-93b841fc-bef5-46fe-9239-816e1fbcd931 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '81c1ede5-6605-42e4-985f-524326131bc1', {'tags': ['tempest-TagsExtTest-Tag-638414090', 'tempest-TagsExtTest-Tag-951733713', 'tempest-TagsExtTest-Tag-9801656']}) {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:29.499441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-977b8eb4-beac-4a0c-8ac8-eee66237c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'dd930154-94d3-4944-a011-e53bb8be8c63', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'port_id': 'cf46965d-041c-4673-8821-de55947774ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'mac_address': 'fa:16:3e:b3:de:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314635-ddaf-4d27-b142-455eda146f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:40Z', 'updated_at': '2022-03-08T11:47:23Z', 'revision_number': 1, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b', 'name': '', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'mac_address': 'fa:16:3e:cf:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:22Z', 'updated_at': '2022-03-08T11:46:38Z', 'revision_number': 5, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'subnets': [{'id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:29.518884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b8eb4-beac-4a0c-8ac8-eee66237c0de None None] The sync data for ids ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'] in dv-neutron-828143-8-hyperv is: [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'dd930154-94d3-4944-a011-e53bb8be8c63', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'port_id': 'cf46965d-041c-4673-8821-de55947774ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'mac_address': 'fa:16:3e:b3:de:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314635-ddaf-4d27-b142-455eda146f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:40Z', 'updated_at': '2022-03-08T11:47:23Z', 'revision_number': 1, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b', 'name': '', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'mac_address': 'fa:16:3e:cf:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:22Z', 'updated_at': '2022-03-08T11:46:38Z', 'revision_number': 5, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'subnets': [{'id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:47:29.555445 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd26fc29-84bb-4253-bbd0-b615e049d540', 'tag': 'fb121f6f-835f-44e5-b1b8-7b36309af64f'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:47:29.591384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decedd5-701b-42c2-8386-265fd80a47e1 req-289d9310-3af7-4f28-8f64-14a1ad14548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:29.593428 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3decedd5-701b-42c2-8386-265fd80a47e1 req-289d9310-3af7-4f28-8f64-14a1ad14548b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 HTTP/1.1" status: 200 len: 912 time: 0.8840959 Mar 08 11:47:29.708495 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd26fc29-84bb-4253-bbd0-b615e049d540', 'tag': 'fb121f6f-835f-44e5-b1b8-7b36309af64f', 'status': 'completed', 'code': 200} Mar 08 11:47:29.741325 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 08 11:47:29.742293 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8125f626-d528-4fd0-a24d-c6873bf68aa8 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.0000215 Mar 08 11:47:29.748494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43668) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:29.813193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43672) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:29.835894 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-93b841fc-bef5-46fe-9239-816e1fbcd931 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "PUT /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1/tags HTTP/1.1" status: 200 len: 313 time: 0.3669639 Mar 08 11:47:29.838450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43676) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:29.842849 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-e2155637-9dde-4bff-a856-792abad6dd01 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Deleting port 45231a08-9351-4d28-b91c-d9fee4b1868e {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:29.843197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e2155637-9dde-4bff-a856-792abad6dd01 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:29.875753 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-08e72c78-64c7-470a-99be-15e2e79726c2 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '81c1ede5-6605-42e4-985f-524326131bc1') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:29.887685 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6eeac0-f4d3-471d-bb3e-bb1bea0230e5 None None] New status for floating IP dd930154-94d3-4944-a011-e53bb8be8c63: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:47:29.923517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6c97115-ec8d-4cb6-95b0-b4be701def7e tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:30.039440 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] For port 79e4e0a8-118d-42b2-aa45-4e3957cb6607, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=79e4e0a8-118d-42b2-aa45-4e3957cb6607,segment=NetworkSegment(da7ba904-cd26-4c11-b7d9-11b0cefdbd44),segment_id=da7ba904-cd26-4c11-b7d9-11b0cefdbd44)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:30.040538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:30.326850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e2155637-9dde-4bff-a856-792abad6dd01 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:30.396481 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-08e72c78-64c7-470a-99be-15e2e79726c2 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1/tags HTTP/1.1" status: 204 len: 168 time: 0.5571048 Mar 08 11:47:30.405303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af332-dbb3-4d12-a527-7c6864488dfb req-30512843-e566-46b3-a51e-018458c1a7e6 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:30.406760 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7a8af332-dbb3-4d12-a527-7c6864488dfb req-30512843-e566-46b3-a51e-018458c1a7e6 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.2682080 Mar 08 11:47:30.460054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43684) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:30.469029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-e2155637-9dde-4bff-a856-792abad6dd01 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Calling delete_port for 45231a08-9351-4d28-b91c-d9fee4b1868e owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:30.470367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Calling delete_port for 79e4e0a8-118d-42b2-aa45-4e3957cb6607 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:30.508947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-93263fa0-3e9a-4941-8182-5d60c47dfb79 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81c1ede5-6605-42e4-985f-524326131bc1', 'tempest-TagsExtTest-Tag-638414090') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:30.530721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-c6c97115-ec8d-4cb6-95b0-b4be701def7e tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Calling delete_port for f858a72c-5e01-4a19-8cd8-5a3caf99dec2 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:30.564458 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3decedd5-701b-42c2-8386-265fd80a47e1 req-a596fe6e-39dc-4e8b-8271-d1daf7a155ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf46965d-041c-4673-8821-de55947774ae HTTP/1.1" status: 200 len: 999 time: 0.9360340 Mar 08 11:47:30.630729 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7a8af332-dbb3-4d12-a527-7c6864488dfb req-715dd6df-76d1-489c-a6c8-93df9d588202 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345720 Mar 08 11:47:30.743478 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-93263fa0-3e9a-4941-8182-5d60c47dfb79 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] show failed (client error): The resource could not be found. Mar 08 11:47:30.747105 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-93263fa0-3e9a-4941-8182-5d60c47dfb79 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1/tags/tempest-TagsExtTest-Tag-638414090 HTTP/1.1" status: 404 len: 328 time: 0.2835023 Mar 08 11:47:30.750023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43688) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:30.780981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.tag.tag_plugin [None req-34c4c2d5-e3a5-4aaa-b7a2-bc14e0ec6e96 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81c1ede5-6605-42e4-985f-524326131bc1', 'tempest-TagsExtTest-Tag-951733713') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:30.836189 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0a18c066-0ca6-4481-b13d-d0e1f003701c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1195881d192746efb39094487a830653&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0149226 Mar 08 11:47:30.837971 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e2155637-9dde-4bff-a856-792abad6dd01 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:30.844079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43692) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:30.943826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decedd5-701b-42c2-8386-265fd80a47e1 req-d786e55b-7080-40a0-8551-2b9b8eebd5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:30.945286 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3decedd5-701b-42c2-8386-265fd80a47e1 req-d786e55b-7080-40a0-8551-2b9b8eebd5b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2890795d-e559-4819-84cc-8d8066a8ce8a HTTP/1.1" status: 200 len: 850 time: 0.3095465 Mar 08 11:47:30.947314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4cde5-4731-418e-b830-ac01d88fe2ea req-b9b7c451-ffe4-4358-93fe-c38c8e09790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:30.948644 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4a4cde5-4731-418e-b830-ac01d88fe2ea req-b9b7c451-ffe4-4358-93fe-c38c8e09790f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=451a6ae544ae458da1fdd0d6f1d54d89&device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 1098 time: 1.2294779 Mar 08 11:47:31.001316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2155637-9dde-4bff-a856-792abad6dd01 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Pushing event deleted for resources: {'Port': ['ID=45231a08-9351-4d28-b91c-d9fee4b1868e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:31.099321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:31.129058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e2155637-9dde-4bff-a856-792abad6dd01 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:31.136829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-89b258bc-4192-4ec5-bea6-b7f1a53c90fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:31.140357 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e2155637-9dde-4bff-a856-792abad6dd01 tempest-RoutersAdminNegativeTest-933208527 tempest-RoutersAdminNegativeTest-933208527-project-admin] 10.222.0.32 "DELETE /v2.0/ports/45231a08-9351-4d28-b91c-d9fee4b1868e HTTP/1.1" status: 204 len: 168 time: 1.3902273 Mar 08 11:47:31.165592 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-89b258bc-4192-4ec5-bea6-b7f1a53c90fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:31.265822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c42246-195a-4dc8-aa6d-11fbd2b2c78c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:47:31.269201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Port': ['ID=79e4e0a8-118d-42b2-aa45-4e3957cb6607,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:31.281438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No DVR routers for this DVR port 79e4e0a8-118d-42b2-aa45-4e3957cb6607 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:47:31.330775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-89b258bc-4192-4ec5-bea6-b7f1a53c90fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:31.338399 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-34c4c2d5-e3a5-4aaa-b7a2-bc14e0ec6e96 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] show failed (client error): The resource could not be found. Mar 08 11:47:31.339429 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-34c4c2d5-e3a5-4aaa-b7a2-bc14e0ec6e96 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1/tags/tempest-TagsExtTest-Tag-951733713 HTTP/1.1" status: 404 len: 328 time: 0.5802979 Mar 08 11:47:31.344425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43698) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:31.352726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-f59ab82f-b936-45da-9b7d-8ddb19361d0f tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81c1ede5-6605-42e4-985f-524326131bc1', 'tempest-TagsExtTest-Tag-9801656') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:31.406397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b258bc-4192-4ec5-bea6-b7f1a53c90fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e332d4-ac33-471a-9cc2-81172c876cd3,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:31.415235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-89b258bc-4192-4ec5-bea6-b7f1a53c90fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:31.422242 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-89b258bc-4192-4ec5-bea6-b7f1a53c90fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4e332d4-ac33-471a-9cc2-81172c876cd3 HTTP/1.1" status: 204 len: 168 time: 0.4423275 Mar 08 11:47:31.503488 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-f59ab82f-b936-45da-9b7d-8ddb19361d0f tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] show failed (client error): The resource could not be found. Mar 08 11:47:31.507527 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f59ab82f-b936-45da-9b7d-8ddb19361d0f tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1/tags/tempest-TagsExtTest-Tag-9801656 HTTP/1.1" status: 404 len: 326 time: 0.1589031 Mar 08 11:47:31.507691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6c97115-ec8d-4cb6-95b0-b4be701def7e tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:31.508492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43704) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:31.515432 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-e22d5ae3-fb12-4dea-b6de-da0ee4feaff2 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e176837e-e605-4fdb-9d44-f3a2a0b55a2d', {'tags': ['tempest-TagsExtTest-Tag-1177947536', 'tempest-TagsExtTest-Tag-1731893719', 'tempest-TagsExtTest-Tag-872405249']}) {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:31.568202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:31.586705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4cde5-4731-418e-b830-ac01d88fe2ea req-0707a2fd-b9a9-4337-bdf8-68889ef556ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:31.588161 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4a4cde5-4731-418e-b830-ac01d88fe2ea req-0707a2fd-b9a9-4337-bdf8-68889ef556ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=c9696f42-2096-4d7e-b072-373349eed38f HTTP/1.1" status: 200 len: 912 time: 0.6279027 Mar 08 11:47:31.597105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c97115-ec8d-4cb6-95b0-b4be701def7e tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event deleted for resources: {'Port': ['ID=f858a72c-5e01-4a19-8cd8-5a3caf99dec2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:31.632996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43710) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:31.647849 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e22d5ae3-fb12-4dea-b6de-da0ee4feaff2 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "PUT /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d/tags HTTP/1.1" status: 200 len: 317 time: 0.1372542 Mar 08 11:47:31.648778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43716) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:31.661530 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-10b633d4-c2c9-4cc5-98ee-0f571482912f tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e176837e-e605-4fdb-9d44-f3a2a0b55a2d') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:31.802984 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-10b633d4-c2c9-4cc5-98ee-0f571482912f tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d/tags HTTP/1.1" status: 204 len: 168 time: 0.1504581 Mar 08 11:47:31.803858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43724) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:31.809534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-56962622-9b78-465a-918e-ed031dcccd1d tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e176837e-e605-4fdb-9d44-f3a2a0b55a2d', 'tempest-TagsExtTest-Tag-1177947536') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:31.850611 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-56962622-9b78-465a-918e-ed031dcccd1d tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] show failed (client error): The resource could not be found. Mar 08 11:47:31.855270 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-56962622-9b78-465a-918e-ed031dcccd1d tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d/tags/tempest-TagsExtTest-Tag-1177947536 HTTP/1.1" status: 404 len: 329 time: 0.0503674 Mar 08 11:47:31.858325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43728) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:31.863621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-6204da1c-2ccc-4271-a7fa-fc7eafa9ce58 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e176837e-e605-4fdb-9d44-f3a2a0b55a2d', 'tempest-TagsExtTest-Tag-1731893719') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:31.891861 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-6204da1c-2ccc-4271-a7fa-fc7eafa9ce58 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] show failed (client error): The resource could not be found. Mar 08 11:47:31.895527 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6204da1c-2ccc-4271-a7fa-fc7eafa9ce58 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d/tags/tempest-TagsExtTest-Tag-1731893719 HTTP/1.1" status: 404 len: 329 time: 0.0330827 Mar 08 11:47:31.895979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43732) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:31.906588 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-edc266b2-dead-404d-95a9-45e406efc2fa tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e176837e-e605-4fdb-9d44-f3a2a0b55a2d', 'tempest-TagsExtTest-Tag-872405249') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:31.940876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decedd5-701b-42c2-8386-265fd80a47e1 req-be1c2145-0ae9-44c5-93ab-c2459b19fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:31.942418 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3decedd5-701b-42c2-8386-265fd80a47e1 req-be1c2145-0ae9-44c5-93ab-c2459b19fc46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9794557 Mar 08 11:47:31.945128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7685e12f-bf36-49de-96e0-0ccd550fda07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:31.958834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797ae2e7-8048-4124-a663-dab5092c3012']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:31.968329 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7685e12f-bf36-49de-96e0-0ccd550fda07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:31.974094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7685e12f-bf36-49de-96e0-0ccd550fda07 admin admin] Usage tracker for resource:security_group_rule and tenant:d095866f68474aa298f4f756c6b8ae18 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:31.977340 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7685e12f-bf36-49de-96e0-0ccd550fda07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:31.980268 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-edc266b2-dead-404d-95a9-45e406efc2fa tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] show failed (client error): The resource could not be found. Mar 08 11:47:31.981275 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-edc266b2-dead-404d-95a9-45e406efc2fa tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d/tags/tempest-TagsExtTest-Tag-872405249 HTTP/1.1" status: 404 len: 328 time: 0.0843945 Mar 08 11:47:31.984476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43736) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:31.989104 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-0f750197-d6ef-40dd-af03-fba8790c6e3e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e176837e-e605-4fdb-9d44-f3a2a0b55a2d') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:31.997975 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7685e12f-bf36-49de-96e0-0ccd550fda07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:32.039851 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0f750197-d6ef-40dd-af03-fba8790c6e3e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d/tags HTTP/1.1" status: 204 len: 168 time: 0.0543313 Mar 08 11:47:32.042596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43740) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:32.051795 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-1700cee9-1109-4c22-98cb-aee22b349006 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '81c1ede5-6605-42e4-985f-524326131bc1') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:32.125784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7ba904-cd26-4c11-b7d9-11b0cefdbd44') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:32.126426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7ba904-cd26-4c11-b7d9-11b0cefdbd44') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:32.193869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43744) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:32.207163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.237028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a23eaee7-2859-4c3b-b94e-f3342858012c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.259242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7685e12f-bf36-49de-96e0-0ccd550fda07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.260782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c42246-195a-4dc8-aa6d-11fbd2b2c78c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:47:32.261074 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1700cee9-1109-4c22-98cb-aee22b349006 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1/tags HTTP/1.1" status: 204 len: 168 time: 0.2176008 Mar 08 11:47:32.264824 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4a4cde5-4731-418e-b830-ac01d88fe2ea req-d2a1a09d-a188-4677-9818-fe752f2a2c0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb121f6f-835f-44e5-b1b8-7b36309af64f HTTP/1.1" status: 200 len: 1000 time: 0.6605403 Mar 08 11:47:32.264959 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43748) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:32.267388 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a23eaee7-2859-4c3b-b94e-f3342858012c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:32.271907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-d04a70dd-72f1-4ab0-b4a9-60f707f247e7 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6a36abad-f346-43c7-b29b-5d7f3fc9d807') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:32.272852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194bf2f-345d-46ce-bf3d-3778a7ad3f02 None None] Sync routers for ids ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:47:32.282753 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194bf2f-345d-46ce-bf3d-3778a7ad3f02 None None] Routers {'48b1c7b9-a729-44f3-8194-0126ea6e65e7'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:47:32.283465 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c194bf2f-345d-46ce-bf3d-3778a7ad3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:32.292987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.307640 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a23eaee7-2859-4c3b-b94e-f3342858012c admin admin] Usage tracker for resource:security_group_rule and tenant:ef5fcb284b124b23bbbf9002efb6982d is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:32.311273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a23eaee7-2859-4c3b-b94e-f3342858012c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:32.318817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a23eaee7-2859-4c3b-b94e-f3342858012c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:32.350586 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7685e12f-bf36-49de-96e0-0ccd550fda07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.390897 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:32.391562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:32.406171 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:32.419931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685e12f-bf36-49de-96e0-0ccd550fda07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec663f13-0b42-4ae1-b38c-4aabdc207403,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:32.426933 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7685e12f-bf36-49de-96e0-0ccd550fda07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d095866f68474aa298f4f756c6b8ae18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7923646 Mar 08 11:47:32.429433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43752) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:32.448468 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d04a70dd-72f1-4ab0-b4a9-60f707f247e7 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807/tags HTTP/1.1" status: 204 len: 168 time: 0.1829021 Mar 08 11:47:32.453012 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43756) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:32.463029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.tag.tag_plugin [None req-bc6e0126-d80d-45ad-9428-9bc022968d7a tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '47cffc53-3545-43c3-bfa7-a89d68d1021b') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:32.479493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c194bf2f-345d-46ce-bf3d-3778a7ad3f02 None None] Set router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:47:32.593995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a23eaee7-2859-4c3b-b94e-f3342858012c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.595321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a258824-71aa-4e86-9f74-12b9de3d9882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.597950 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3decedd5-701b-42c2-8386-265fd80a47e1 req-a18c8dbc-6545-45e2-911c-1985e76f2261 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254590 Mar 08 11:47:32.608797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68878acf-55cc-4574-b998-8488e8389b44 req-5fdb179a-8140-4402-a32a-c243c14b2291 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:32.610359 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68878acf-55cc-4574-b998-8488e8389b44 req-5fdb179a-8140-4402-a32a-c243c14b2291 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.6878221 Mar 08 11:47:32.611762 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4cde5-4731-418e-b830-ac01d88fe2ea req-3ab0c207-4bf0-40dc-a2f7-2633dd54a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:32.613072 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4a4cde5-4731-418e-b830-ac01d88fe2ea req-3ab0c207-4bf0-40dc-a2f7-2633dd54a0bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7032fe46-bda6-47b7-88cb-a85f4ab74c1d HTTP/1.1" status: 200 len: 850 time: 0.3200161 Mar 08 11:47:32.619118 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c7c42246-195a-4dc8-aa6d-11fbd2b2c78c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.628436 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a258824-71aa-4e86-9f74-12b9de3d9882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.664881 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bc6e0126-d80d-45ad-9428-9bc022968d7a tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b/tags HTTP/1.1" status: 204 len: 168 time: 0.2108862 Mar 08 11:47:32.670401 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43760) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:32.689415 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a23eaee7-2859-4c3b-b94e-f3342858012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.741480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6c97115-ec8d-4cb6-95b0-b4be701def7e tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.757427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.790056 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a23eaee7-2859-4c3b-b94e-f3342858012c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef5fcb284b124b23bbbf9002efb6982d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5937469 Mar 08 11:47:32.794442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43764) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:32.795572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eaee7-2859-4c3b-b94e-f3342858012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bd2533-5d98-4622-9364-3d93d2d1dec7,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:32.817401 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a258824-71aa-4e86-9f74-12b9de3d9882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.837800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.839609 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/797ae2e7-8048-4124-a663-dab5092c3012 HTTP/1.1" status: 204 len: 168 time: 7.8083899 Mar 08 11:47:32.846771 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43768) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:32.847726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a258824-71aa-4e86-9f74-12b9de3d9882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec663f13-0b42-4ae1-b38c-4aabdc207403,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:32.858357 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c6c97115-ec8d-4cb6-95b0-b4be701def7e tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "DELETE /v2.0/ports/f858a72c-5e01-4a19-8cd8-5a3caf99dec2 HTTP/1.1" status: 204 len: 168 time: 4.9403985 Mar 08 11:47:32.868107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-462253838'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:32.872892 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43772) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:32.883773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ace32-20df-49f3-999c-7b0428e0d134 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Network': ['ID=797ae2e7-8048-4124-a663-dab5092c3012,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:32.884115 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:32.891834 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c7c42246-195a-4dc8-aa6d-11fbd2b2c78c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "PUT /v2.0/floatingips/c39a0f62-4a17-4abe-b916-9862104590e8 HTTP/1.1" status: 200 len: 990 time: 7.0821621 Mar 08 11:47:32.897168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'tag': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:47:32.909651 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68878acf-55cc-4574-b998-8488e8389b44 req-2d5bcb2f-718e-4bc1-9f30-bcf7dec8058f tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642555 Mar 08 11:47:32.926210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:network and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:32.936033 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:32.953705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a258824-71aa-4e86-9f74-12b9de3d9882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.953705 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2a258824-71aa-4e86-9f74-12b9de3d9882 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec663f13-0b42-4ae1-b38c-4aabdc207403 HTTP/1.1" status: 204 len: 168 time: 0.5194905 Mar 08 11:47:32.956375 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-de67531c-708c-484a-b668-5638af528397 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] GET failed (client error): The resource could not be found. Mar 08 11:47:32.956911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-de67531c-708c-484a-b668-5638af528397 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Synchronizing usage tracker for tenant:35ff7294c3ca4287a2ca81aa95b5c07e on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:47:32.957476 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3decedd5-701b-42c2-8386-265fd80a47e1 req-cfe31ad7-5933-4bc0-bd73-188d2865a808 service neutron] 10.222.0.18 "GET /v2.0/networks/4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402994 Mar 08 11:47:32.967462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:32.987050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4cde5-4731-418e-b830-ac01d88fe2ea req-77b340e2-e946-4750-962c-069d0eb66d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:32.988844 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4a4cde5-4731-418e-b830-ac01d88fe2ea req-77b340e2-e946-4750-962c-069d0eb66d01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c9696f42-2096-4d7e-b072-373349eed38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3205838 Mar 08 11:47:32.992476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1550d143-d036-4aa4-bf97-b19db85b9c0e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks [] for subnetpool, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:32.993579 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1550d143-d036-4aa4-bf97-b19db85b9c0e tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/subnetpools/e176837e-e605-4fdb-9d44-f3a2a0b55a2d HTTP/1.1" status: 204 len: 168 time: 0.3244796 Mar 08 11:47:32.997050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c131-6988-4159-8521-95f739047abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:33.001053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43782) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:33.025836 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'tag': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211', 'status': 'completed', 'code': 200} Mar 08 11:47:33.065506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fcdc4e90-54e4-410d-b25d-3f280ffb7b01 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Synchronizing usage tracker for tenant:5c43f0bd8b6941d99c1846a5b2bed5f6 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:47:33.068214 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c194bf2f-345d-46ce-bf3d-3778a7ad3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '4532c99e-8013-4876-96f4-197fd99e4127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port': {'id': '4532c99e-8013-4876-96f4-197fd99e4127', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'c39a0f62-4a17-4abe-b916-9862104590e8', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'port_id': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'mac_address': 'fa:16:3e:4d:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:42Z', 'updated_at': '2022-03-08T11:47:27Z', 'revision_number': 1, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb7d739-ca59-4d37-b028-00db156af062', 'name': '', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'mac_address': 'fa:16:3e:c9:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:24Z', 'updated_at': '2022-03-08T11:46:37Z', 'revision_number': 5, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'subnets': [{'id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:33.072336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:33.074773 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194bf2f-345d-46ce-bf3d-3778a7ad3f02 None None] Checking router: 48b1c7b9-a729-44f3-8194-0126ea6e65e7 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:47:33.075798 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:33.095052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194bf2f-345d-46ce-bf3d-3778a7ad3f02 None None] Routers {'48b1c7b9-a729-44f3-8194-0126ea6e65e7'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:47:33.095816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c194bf2f-345d-46ce-bf3d-3778a7ad3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:33.110000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c131-6988-4159-8521-95f739047abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:33.177577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-de67531c-708c-484a-b668-5638af528397 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Unset dirty status for tenant:35ff7294c3ca4287a2ca81aa95b5c07e on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:47:33.187123 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-de67531c-708c-484a-b668-5638af528397 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "GET /v2.0/ports/f858a72c-5e01-4a19-8cd8-5a3caf99dec2 HTTP/1.1" status: 404 len: 333 time: 0.3015828 Mar 08 11:47:33.189711 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43786) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:33.204253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Request body: {'port': {'network_id': 'fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff', 'name': 'tempest-AllowedAddressPairTestJSON-721954308'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:33.213471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:33.231712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:33.232097 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Added segment d701884e-63f4-4569-86b5-913b028723bc of type vlan for network ad9933b5-85ae-4e00-9df1-3d4c28d37431 Mar 08 11:47:33.237120 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4a4cde5-4731-418e-b830-ac01d88fe2ea req-d3b04c9f-121f-4ddd-bb0c-e821147d80e6 service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404535 Mar 08 11:47:33.282390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:33.289983 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c194bf2f-345d-46ce-bf3d-3778a7ad3f02 None None] Set router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:47:33.295062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00740e8-bb9f-4674-9977-1f7dfbf7251d req-0b6d85ec-8da7-4132-8e22-7cad16473265 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:33.296523 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e00740e8-bb9f-4674-9977-1f7dfbf7251d req-0b6d85ec-8da7-4132-8e22-7cad16473265 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 945 time: 0.1770830 Mar 08 11:47:33.316648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fcdc4e90-54e4-410d-b25d-3f280ffb7b01 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Unset dirty status for tenant:5c43f0bd8b6941d99c1846a5b2bed5f6 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:47:33.320192 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fcdc4e90-54e4-410d-b25d-3f280ffb7b01 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "GET /v2.0/ports?device_id=81c1ede5-6605-42e4-985f-524326131bc1 HTTP/1.1" status: 200 len: 205 time: 0.3157916 Mar 08 11:47:33.321165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43790) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:33.416184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c131-6988-4159-8521-95f739047abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:33.546116 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1f4a4-49f5-4154-853b-5b9089ae68a8 req-6ad9fa43-3384-48c9-b94c-38bb94edee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:33.547580 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c5b1f4a4-49f5-4154-853b-5b9089ae68a8 req-6ad9fa43-3384-48c9-b94c-38bb94edee3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c789aaee89fe4403ae97580a823f1a5a&device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 1098 time: 0.4512186 Mar 08 11:47:33.598708 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:33.604203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:33.605041 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:33.632173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b0267d8d-4d90-4c41-b294-e96ff71806b4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:33.681651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5c131-6988-4159-8521-95f739047abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bd2533-5d98-4622-9364-3d93d2d1dec7,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:33.700724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:33.722034 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4a4cde5-4731-418e-b830-ac01d88fe2ea req-0fe6d317-0920-47c6-9948-999920932096 service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758315 Mar 08 11:47:33.724713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:33.745632 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e00740e8-bb9f-4674-9977-1f7dfbf7251d req-f5a64141-c778-42a1-b29b-350570b4953b tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4297376 Mar 08 11:47:33.771599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1f4a4-49f5-4154-853b-5b9089ae68a8 req-c8c9ad4c-6cb6-43ce-b039-c1ad48b8a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:33.776862 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c5b1f4a4-49f5-4154-853b-5b9089ae68a8 req-c8c9ad4c-6cb6-43ce-b039-c1ad48b8a622 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7273093a-cdec-4255-9656-7b99e0178316 HTTP/1.1" status: 200 len: 907 time: 0.2164130 Mar 08 11:47:33.790852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c194bf2f-345d-46ce-bf3d-3778a7ad3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '4532c99e-8013-4876-96f4-197fd99e4127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port': {'id': '4532c99e-8013-4876-96f4-197fd99e4127', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'c39a0f62-4a17-4abe-b916-9862104590e8', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'port_id': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'mac_address': 'fa:16:3e:4d:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:42Z', 'updated_at': '2022-03-08T11:47:27Z', 'revision_number': 1, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb7d739-ca59-4d37-b028-00db156af062', 'name': '', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'mac_address': 'fa:16:3e:c9:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:24Z', 'updated_at': '2022-03-08T11:46:37Z', 'revision_number': 5, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'subnets': [{'id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:33.798840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194bf2f-345d-46ce-bf3d-3778a7ad3f02 None None] The sync data for ids ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'] in dv-neutron-828143-8-hyperv is: [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '4532c99e-8013-4876-96f4-197fd99e4127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port': {'id': '4532c99e-8013-4876-96f4-197fd99e4127', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'c39a0f62-4a17-4abe-b916-9862104590e8', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'port_id': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'mac_address': 'fa:16:3e:4d:95:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:42Z', 'updated_at': '2022-03-08T11:47:27Z', 'revision_number': 1, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb7d739-ca59-4d37-b028-00db156af062', 'name': '', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'mac_address': 'fa:16:3e:c9:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:24Z', 'updated_at': '2022-03-08T11:46:37Z', 'revision_number': 5, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'subnets': [{'id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:47:33.849465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c131-6988-4159-8521-95f739047abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:33.850721 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2ea5c131-6988-4159-8521-95f739047abf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1bd2533-5d98-4622-9364-3d93d2d1dec7 HTTP/1.1" status: 204 len: 168 time: 1.0524080 Mar 08 11:47:33.910108 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c5b1f4a4-49f5-4154-853b-5b9089ae68a8 req-0d573c22-aa00-4c57-a0f9-68803b0fdf26 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1e9b92f-c267-4b8c-b0f1-ee0d42908211 HTTP/1.1" status: 200 len: 998 time: 0.1298151 Mar 08 11:47:33.913153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Made reservation on behalf of 35ff7294c3ca4287a2ca81aa95b5c07e for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:33.915782 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0659969 Mar 08 11:47:33.919105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:33.924580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43802) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:33.966789 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43808) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:33.997642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be28d7-a229-49c4-af42-818a222c6a36 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Network': ['ID=ad9933b5-85ae-4e00-9df1-3d4c28d37431,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:34.002837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'subnet': {'network_id': 'ad9933b5-85ae-4e00-9df1-3d4c28d37431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:34.008529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network ad9933b5-85ae-4e00-9df1-3d4c28d37431 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:34.057556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] device_id is not set on port 7d76a9af-f357-4fd6-bab0-108ef630fdf3 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:47:34.113346 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-29a6be34-9179-4000-9c53-312a994a05a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9ee07d79ce84e7088a6dbf03ef856a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424236 Mar 08 11:47:34.121585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43812) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:34.124568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1f4a4-49f5-4154-853b-5b9089ae68a8 req-6b9f61eb-a093-4544-858d-23243bf0e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:34.126486 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c5b1f4a4-49f5-4154-853b-5b9089ae68a8 req-6b9f61eb-a093-4544-858d-23243bf0e00d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e HTTP/1.1" status: 200 len: 845 time: 0.1971521 Mar 08 11:47:34.141054 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a43e2c3-cdb2-4cde-9687-42b391b79bef None None] New status for floating IP c39a0f62-4a17-4abe-b916-9862104590e8: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:47:34.299133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Allocated IP 172.20.0.11 (fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff/fac7e45e-b747-4b15-9a46-91bc97ac5951/7d76a9af-f357-4fd6-bab0-108ef630fdf3) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:34.307342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b0267d8d-4d90-4c41-b294-e96ff71806b4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:34.313310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1f4a4-49f5-4154-853b-5b9089ae68a8 req-1b48ac01-0adb-41c1-bf47-bd3f2715f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:34.315079 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c5b1f4a4-49f5-4154-853b-5b9089ae68a8 req-1b48ac01-0adb-41c1-bf47-bd3f2715f4ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7273093a-cdec-4255-9656-7b99e0178316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1637652 Mar 08 11:47:34.321162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b0267d8d-4d90-4c41-b294-e96ff71806b4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:34.323585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:34.342749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:subnet and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:34.351571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:34.382427 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:34.428773 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542e292-d6e6-4d85-a769-d75a2855eb76 req-97cda15f-0348-4669-9c01-0adac566f9f1 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:34.430406 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2542e292-d6e6-4d85-a769-d75a2855eb76 req-97cda15f-0348-4669-9c01-0adac566f9f1 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3739114 Mar 08 11:47:34.465715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cb6f845-034c-4af7-b728-3f9d024f05b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:34.500805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b0267d8d-4d90-4c41-b294-e96ff71806b4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:34.501325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0267d8d-4d90-4c41-b294-e96ff71806b4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Fanout notify agent at l3_agent the message router_deleted on router 81c1ede5-6605-42e4-985f-524326131bc1 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:47:34.516582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:34.520298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:34.542056 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2542e292-d6e6-4d85-a769-d75a2855eb76 req-b91dd92a-f4f1-4f03-8d9d-a8f64626f1da tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035016 Mar 08 11:47:34.556472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cb6f845-034c-4af7-b728-3f9d024f05b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:34.570901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b0267d8d-4d90-4c41-b294-e96ff71806b4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:34.575175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43820) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:34.578234 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b0267d8d-4d90-4c41-b294-e96ff71806b4 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/routers/81c1ede5-6605-42e4-985f-524326131bc1 HTTP/1.1" status: 204 len: 168 time: 1.2494230 Mar 08 11:47:34.627108 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c5b1f4a4-49f5-4154-853b-5b9089ae68a8 req-61a4d716-5334-4064-a4dc-749f3e63cb44 service neutron] 10.222.0.18 "GET /v2.0/networks/7273093a-cdec-4255-9656-7b99e0178316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000247 Mar 08 11:47:34.789658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43824) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:34.819558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-4a180f81-4d36-4f92-80e0-7016578f70d9 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Deleting port 6a36abad-f346-43c7-b29b-5d7f3fc9d807 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:34.819902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a180f81-4d36-4f92-80e0-7016578f70d9 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:34.848419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cb6f845-034c-4af7-b728-3f9d024f05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:34.873581 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6f845-034c-4af7-b728-3f9d024f05b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e723c4-f90e-4d5e-ad72-c2d4388949e5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:34.913170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cb6f845-034c-4af7-b728-3f9d024f05b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:34.913170 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3cb6f845-034c-4af7-b728-3f9d024f05b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42e723c4-f90e-4d5e-ad72-c2d4388949e5 HTTP/1.1" status: 204 len: 168 time: 0.7732708 Mar 08 11:47:34.914047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5a2ca30d-0b84-4c3f-a814-79a19483ddab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:34.931167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:34.959405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:34.976455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5a2ca30d-0b84-4c3f-a814-79a19483ddab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:35.017835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5a2ca30d-0b84-4c3f-a814-79a19483ddab admin admin] Usage tracker for resource:security_group_rule and tenant:564a4e65598c427c9c4c4c5229b8ba3c is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:35.021521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Transition to ACTIVE for port object 7d76a9af-f357-4fd6-bab0-108ef630fdf3 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:35.028561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5a2ca30d-0b84-4c3f-a814-79a19483ddab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:35.045575 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Subnet': ['ID=853a6ea0-47c7-4e91-9e8b-37f562f360ee,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:35.048406 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c5b1f4a4-49f5-4154-853b-5b9089ae68a8 req-e956bfd6-e043-4f7d-8205-9c8eb27e0799 service neutron] 10.222.0.18 "GET /v2.0/networks/7273093a-cdec-4255-9656-7b99e0178316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070675 Mar 08 11:47:35.051921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5a2ca30d-0b84-4c3f-a814-79a19483ddab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:35.053233 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Checking segment: {'id': 'd701884e-63f4-4569-86b5-913b028723bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ad9933b5-85ae-4e00-9df1-3d4c28d37431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:35.058194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network hostable DHCP agents. Network: ad9933b5-85ae-4e00-9df1-3d4c28d37431, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:35.124496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d28a5-2e01-4fd6-9cd4-a68bc128ed9c req-cf9eaad6-1450-429d-823a-1884f623c41b tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:35.125968 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e5d28a5-2e01-4fd6-9cd4-a68bc128ed9c req-cf9eaad6-1450-429d-823a-1884f623c41b tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4392087 Mar 08 11:47:35.187268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network ad9933b5-85ae-4e00-9df1-3d4c28d37431 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:35.273602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, ad9933b5-85ae-4e00-9df1-3d4c28d37431) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:35.278366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:35.279482 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:35.288191 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f191ca-48e9-4296-9fea-77b37533535a None None] Network ad9933b5-85ae-4e00-9df1-3d4c28d37431 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:35.362508 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5ce1a8a8-647e-44bd-b7bf-1bdd98325053 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4351628 Mar 08 11:47:35.367244 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43834) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:35.397569 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e5d28a5-2e01-4fd6-9cd4-a68bc128ed9c req-b04d549d-f927-491d-840d-2d31848c1f13 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634010 Mar 08 11:47:35.425507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:35.470011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a180f81-4d36-4f92-80e0-7016578f70d9 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:35.634296 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-4a180f81-4d36-4f92-80e0-7016578f70d9 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Calling delete_port for 6a36abad-f346-43c7-b29b-5d7f3fc9d807 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:35.640183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-ad9933b5-85ae-4e00-9df1-3d4c28d37431', 'network_id': 'ad9933b5-85ae-4e00-9df1-3d4c28d37431', 'tenant_id': '5e5d98b127804a80abfd244157d9c128', 'fixed_ips': [{'subnet_id': '853a6ea0-47c7-4e91-9e8b-37f562f360ee'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:35.643776 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:35.649965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:35.690989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:35.705710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event updated for resources: {'Port': ['ID=7d76a9af-f357-4fd6-bab0-108ef630fdf3,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:35.708409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:35.718084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:35.742069 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:35.748947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5a2ca30d-0b84-4c3f-a814-79a19483ddab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:35.823134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5a2ca30d-0b84-4c3f-a814-79a19483ddab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:35.872936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:35.874190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:35.938740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Allocated IP 2001:db8::1 (ad9933b5-85ae-4e00-9df1-3d4c28d37431/853a6ea0-47c7-4e91-9e8b-37f562f360ee/8e411d54-0fb3-45ff-a0c1-b8ad2138f071) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:35.951744 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5a2ca30d-0b84-4c3f-a814-79a19483ddab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=564a4e65598c427c9c4c4c5229b8ba3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1526177 Mar 08 11:47:35.963400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43854) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:35.982196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ca30d-0b84-4c3f-a814-79a19483ddab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8ccc84-17bf-4c0e-9d3b-1c4051e19dd9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:36.167909 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1801c960-e71e-43ed-99ce-aa436a1709e8 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9762838 Mar 08 11:47:36.173492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43862) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:36.181318 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1b4680fd-ca8f-42ba-80d8-3e9dece69cdc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:22:7b:f0'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:36.181501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-520bd1a3-8cd9-493c-b0fb-3913bfbf806a None None] Provisioning for port 7d76a9af-f357-4fd6-bab0-108ef630fdf3 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:36.193362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a180f81-4d36-4f92-80e0-7016578f70d9 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.196992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-520bd1a3-8cd9-493c-b0fb-3913bfbf806a None None] Provisioning complete for port 7d76a9af-f357-4fd6-bab0-108ef630fdf3 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:36.197502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-520bd1a3-8cd9-493c-b0fb-3913bfbf806a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.216992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43866) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:36.232407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d4b1423a-aa2c-4303-b59c-59511d07e4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.253406 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.263746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a180f81-4d36-4f92-80e0-7016578f70d9 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Pushing event deleted for resources: {'Port': ['ID=6a36abad-f346-43c7-b29b-5d7f3fc9d807,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:36.271799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Transition to ACTIVE for port object 8e411d54-0fb3-45ff-a0c1-b8ad2138f071 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:36.294941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Transition to ACTIVE for port object 8e411d54-0fb3-45ff-a0c1-b8ad2138f071 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:36.328284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-520bd1a3-8cd9-493c-b0fb-3913bfbf806a None None] Port 7d76a9af-f357-4fd6-bab0-108ef630fdf3 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:47:36.342458 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953777ce-c169-44e7-9e35-ba129d154c43 req-24b51a2b-cafc-4e77-9273-05d81dbe66c6 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:36.344423 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-953777ce-c169-44e7-9e35-ba129d154c43 req-24b51a2b-cafc-4e77-9273-05d81dbe66c6 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.2308338 Mar 08 11:47:36.354165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d4b1423a-aa2c-4303-b59c-59511d07e4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.382817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-88140483'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:36.388550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.388786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:36.393241 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:network and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:36.396497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:36.407311 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:36.479176 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Network ad9933b5-85ae-4e00-9df1-3d4c28d37431 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:36.483990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:36.486783 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:36.500577 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-953777ce-c169-44e7-9e35-ba129d154c43 req-1789610b-9842-43d5-be9d-6c79bc11d216 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273079 Mar 08 11:47:36.500577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a180f81-4d36-4f92-80e0-7016578f70d9 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.501264 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Pushing event updated for resources: {'Port': ['ID=8e411d54-0fb3-45ff-a0c1-b8ad2138f071,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:36.502811 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4a180f81-4d36-4f92-80e0-7016578f70d9 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/ports/6a36abad-f346-43c7-b29b-5d7f3fc9d807 HTTP/1.1" status: 204 len: 168 time: 1.9259746 Mar 08 11:47:36.505035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43872) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:36.558706 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.582505 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-c635ce0a-6420-457c-9aac-15c4e2639fde tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Deleting subnet 47cffc53-3545-43c3-bfa7-a89d68d1021b {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:47:36.587570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c635ce0a-6420-457c-9aac-15c4e2639fde tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.601781 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Attempting to bind port 8e411d54-0fb3-45ff-a0c1-b8ad2138f071 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:47:36.602278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Attempting to bind port 8e411d54-0fb3-45ff-a0c1-b8ad2138f071 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd701884e-63f4-4569-86b5-913b028723bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ad9933b5-85ae-4e00-9df1-3d4c28d37431'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:47:36.602744 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Attempting to bind port 8e411d54-0fb3-45ff-a0c1-b8ad2138f071 on network ad9933b5-85ae-4e00-9df1-3d4c28d37431 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:47:36.609117 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:47:36.609591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Checking segment: {'id': 'd701884e-63f4-4569-86b5-913b028723bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ad9933b5-85ae-4e00-9df1-3d4c28d37431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:36.610132 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.610645 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Bound using segment: {'id': 'd701884e-63f4-4569-86b5-913b028723bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ad9933b5-85ae-4e00-9df1-3d4c28d37431'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:47:36.611160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Bound port: 8e411d54-0fb3-45ff-a0c1-b8ad2138f071, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd701884e-63f4-4569-86b5-913b028723bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ad9933b5-85ae-4e00-9df1-3d4c28d37431'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:47:36.611595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.648709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:36.653426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.674650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d4b1423a-aa2c-4303-b59c-59511d07e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.679955 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d4b1423a-aa2c-4303-b59c-59511d07e4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.681080 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d4b1423a-aa2c-4303-b59c-59511d07e4a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af8ccc84-17bf-4c0e-9d3b-1c4051e19dd9 HTTP/1.1" status: 204 len: 168 time: 0.7059262 Mar 08 11:47:36.683583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c635ce0a-6420-457c-9aac-15c4e2639fde tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.683763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Subnet': ['ID=853a6ea0-47c7-4e91-9e8b-37f562f360ee,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:36.704218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.744186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:36.750140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:security_group_rule and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:36.750305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1423a-aa2c-4303-b59c-59511d07e4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8ccc84-17bf-4c0e-9d3b-1c4051e19dd9,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:36.753375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:36.763009 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:36.785032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] For port 8e411d54-0fb3-45ff-a0c1-b8ad2138f071, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:47:36.793642 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] For port 8e411d54-0fb3-45ff-a0c1-b8ad2138f071, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8e411d54-0fb3-45ff-a0c1-b8ad2138f071,segment=NetworkSegment(d701884e-63f4-4569-86b5-913b028723bc),segment_id=d701884e-63f4-4569-86b5-913b028723bc)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:47:36.795495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b4680fd-ca8f-42ba-80d8-3e9dece69cdc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.801942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c635ce0a-6420-457c-9aac-15c4e2639fde tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.884518 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.908648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.965688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9933b5-85ae-4e00-9df1-3d4c28d37431']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:36.970289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c635ce0a-6420-457c-9aac-15c4e2639fde tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:36.997939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd701884e-63f4-4569-86b5-913b028723bc') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:36.998252 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd701884e-63f4-4569-86b5-913b028723bc') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:37.016533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ce0a-6420-457c-9aac-15c4e2639fde tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Pushing event deleted for resources: {'Subnet': ['ID=47cffc53-3545-43c3-bfa7-a89d68d1021b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:37.020275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c635ce0a-6420-457c-9aac-15c4e2639fde tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.030960 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c635ce0a-6420-457c-9aac-15c4e2639fde tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/subnets/47cffc53-3545-43c3-bfa7-a89d68d1021b HTTP/1.1" status: 204 len: 168 time: 0.5219324 Mar 08 11:47:37.031220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43882) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:37.032645 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1e86f-6dc6-48ed-9c71-e541ef98622b None None] Pushing event updated for resources: {'Port': ['ID=8e411d54-0fb3-45ff-a0c1-b8ad2138f071,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:37.046281 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0106d6-c5d7-4cff-9309-eaaf2009353b None None] Network 71c61eb2-3dc9-47a9-b57f-281589b1efba requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:37.061310 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.076669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.122624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ecf133-6c99-4801-80b7-07f387d3428c None None] Network ad9933b5-85ae-4e00-9df1-3d4c28d37431 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:37.135416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.157483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.160138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:37.160632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.169577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Deleting port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:37.170033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:37.177382 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:37.204143 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.348808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c07470-4211-4628-8c4e-c007b34b1628,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:37.431293 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b4680fd-ca8f-42ba-80d8-3e9dece69cdc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.443240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:37.453254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.454044 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Added segment 530abfb7-20b1-4112-8556-8e1f3da7bea4 of type vlan for network 59858bcc-e80a-49e9-b60f-949084d6e5db Mar 08 11:47:37.469356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] For port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd,segment=NetworkSegment(4ded27c4-656c-4b76-a45f-a152063231c2),segment_id=4ded27c4-656c-4b76-a45f-a152063231c2)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:37.469726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.483682 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.529856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 11:47:37.529856 dv-neutron-828143-8-hyperv neutron-server[88470]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 11:47:37.529856 dv-neutron-828143-8-hyperv neutron-server[88470]: [parameters: {'id': 'ad9933b5-85ae-4e00-9df1-3d4c28d37431'}] Mar 08 11:47:37.529856 dv-neutron-828143-8-hyperv neutron-server[88470]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:47:37.530251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:47:37.575101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b4680fd-ca8f-42ba-80d8-3e9dece69cdc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.593207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dc0ed7-297d-4889-8a2f-bfb58ebb5355 None None] DHCP port deletion for 71c61eb2-3dc9-47a9-b57f-281589b1efba request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:47:37.600713 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc0ed7-297d-4889-8a2f-bfb58ebb5355 None None] Deleting port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:37.602540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0ed7-297d-4889-8a2f-bfb58ebb5355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.731281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.735127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Calling delete_port for a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:37.747139 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:37.748455 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.915843 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4680fd-ca8f-42ba-80d8-3e9dece69cdc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event updated for resources: {'Port': ['ID=7d76a9af-f357-4fd6-bab0-108ef630fdf3,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:37.918329 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-1b4680fd-ca8f-42ba-80d8-3e9dece69cdc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] In _notify_port_updated(), no bound segment for port 7d76a9af-f357-4fd6-bab0-108ef630fdf3 on network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:47:37.924366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4680fd-ca8f-42ba-80d8-3e9dece69cdc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:37.930477 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b4680fd-ca8f-42ba-80d8-3e9dece69cdc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:37.930477 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1b4680fd-ca8f-42ba-80d8-3e9dece69cdc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "PUT /v2.0/ports/7d76a9af-f357-4fd6-bab0-108ef630fdf3 HTTP/1.1" status: 200 len: 993 time: 1.7518101 Mar 08 11:47:37.935707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43906) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:37.953431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dfd2c-6b12-4a3c-a56e-c2b6ac8686b9 req-e402ecb4-70df-4776-8b42-541645f4cb43 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:37.955045 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-542dfd2c-6b12-4a3c-a56e-c2b6ac8686b9 req-e402ecb4-70df-4776-8b42-541645f4cb43 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.1551731 Mar 08 11:47:37.984354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e0dc0ed7-297d-4889-8a2f-bfb58ebb5355 None None] For port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd,segment=NetworkSegment(4ded27c4-656c-4b76-a45f-a152063231c2),segment_id=4ded27c4-656c-4b76-a45f-a152063231c2)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:37.984722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0ed7-297d-4889-8a2f-bfb58ebb5355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.015639 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-542dfd2c-6b12-4a3c-a56e-c2b6ac8686b9 req-60f16b02-5039-48fa-8a80-f93613d2806b tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537832 Mar 08 11:47:38.016461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.051900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.057730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-021a1895-2b78-4d4e-933f-ecb7d2499064 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Deleting port 7d76a9af-f357-4fd6-bab0-108ef630fdf3 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:38.058257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-021a1895-2b78-4d4e-933f-ecb7d2499064 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.062083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:47:38.066592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Pushing event deleted for resources: {'Port': ['ID=a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:38.076486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] No DVR routers for this DVR port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:47:38.197041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc0ed7-297d-4889-8a2f-bfb58ebb5355 None None] Calling delete_port for a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:38.219598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.219814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=59858bcc-e80a-49e9-b60f-949084d6e5db,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:38.227068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Deleting port 8e411d54-0fb3-45ff-a0c1-b8ad2138f071 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:38.227068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.251785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 59858bcc-e80a-49e9-b60f-949084d6e5db details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:38.260103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c61eb2-3dc9-47a9-b57f-281589b1efba']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:38.267356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:47:38.267829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:47:38.273340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ded27c4-656c-4b76-a45f-a152063231c2') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:38.273581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ded27c4-656c-4b76-a45f-a152063231c2') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:38.282864 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8ff8b718-c2d2-4828-a3a8-c4e02439c38b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0648427 Mar 08 11:47:38.286370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.302982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.309024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:38.309694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:38.406550 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:38.441656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43914) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:38.447710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'subnet': {'network_id': '59858bcc-e80a-49e9-b60f-949084d6e5db', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:38.450082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c97bef8a-341e-4d72-959b-71ca02600340 None None] Provisioning complete for port 7d76a9af-f357-4fd6-bab0-108ef630fdf3 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:38.451110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c97bef8a-341e-4d72-959b-71ca02600340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.506558 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-e0dc0ed7-297d-4889-8a2f-bfb58ebb5355 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:47:38.507029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-e0dc0ed7-297d-4889-8a2f-bfb58ebb5355 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:47:38.521388 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c97bef8a-341e-4d72-959b-71ca02600340 None None] Port 7d76a9af-f357-4fd6-bab0-108ef630fdf3 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:47:38.550421 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.570050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.598568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] Pushing event deleted for resources: {'Network': ['ID=71c61eb2-3dc9-47a9-b57f-281589b1efba,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:38.605347 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:38.609259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:subnet and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:38.612154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:38.618262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:38.663125 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-99fc2416-6bdb-4b9f-aa2f-30815c1227d3 tempest-TagsExtTest-1167302044 tempest-TagsExtTest-1167302044-project] 10.222.0.32 "DELETE /v2.0/networks/71c61eb2-3dc9-47a9-b57f-281589b1efba HTTP/1.1" status: 204 len: 168 time: 1.6302822 Mar 08 11:47:38.690665 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:38.695735 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.704837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-021a1895-2b78-4d4e-933f-ecb7d2499064 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:38.880852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-021a1895-2b78-4d4e-933f-ecb7d2499064 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Calling delete_port for 7d76a9af-f357-4fd6-bab0-108ef630fdf3 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:38.942025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] For port 8e411d54-0fb3-45ff-a0c1-b8ad2138f071, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8e411d54-0fb3-45ff-a0c1-b8ad2138f071,segment=NetworkSegment(d701884e-63f4-4569-86b5-913b028723bc),segment_id=d701884e-63f4-4569-86b5-913b028723bc)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:38.942384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.007966 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc0ed7-297d-4889-8a2f-bfb58ebb5355 None None] Deleting port a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:39.008493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e0dc0ed7-297d-4889-8a2f-bfb58ebb5355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.015423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.082347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Calling delete_port for 8e411d54-0fb3-45ff-a0c1-b8ad2138f071 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:39.130176 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Subnet': ['ID=669ce471-546e-497c-887c-898f7914c3fb,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:39.144178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking segment: {'id': '530abfb7-20b1-4112-8556-8e1f3da7bea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '59858bcc-e80a-49e9-b60f-949084d6e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:39.144612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network hostable DHCP agents. Network: 59858bcc-e80a-49e9-b60f-949084d6e5db, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:39.176729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc0ed7-297d-4889-8a2f-bfb58ebb5355 None None] The port 'a65420a6-5f0b-45fb-b6f2-b5f48ed77ddd' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:47:39.201664 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040784d-cd7a-4985-83d5-1f0f935db257 None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:47:39.233253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network 59858bcc-e80a-49e9-b60f-949084d6e5db is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:39.260612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43934) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:39.326039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.353489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 59858bcc-e80a-49e9-b60f-949084d6e5db) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:39.363637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:39.363637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.398964 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-021a1895-2b78-4d4e-933f-ecb7d2499064 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.401925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Port': ['ID=8e411d54-0fb3-45ff-a0c1-b8ad2138f071,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:39.414390 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5040784d-cd7a-4985-83d5-1f0f935db257 None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 11:47:39.452436 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12316b-3774-47c0-ad0c-26d77b03a5be req-593a1544-2132-41a6-b960-4fb4a2967e53 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:39.454242 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ac12316b-3774-47c0-ad0c-26d77b03a5be req-593a1544-2132-41a6-b960-4fb4a2967e53 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.2121015 Mar 08 11:47:39.462019 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No DVR routers for this DVR port 8e411d54-0fb3-45ff-a0c1-b8ad2138f071 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:47:39.473607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43942) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:39.533606 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1855800521', 'router:external': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:39.547117 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d1363691-be8a-4265-aeef-a8dca3db0045 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1042700 Mar 08 11:47:39.547927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43948) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:39.548953 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:39.551598 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a1895-2b78-4d4e-933f-ecb7d2499064 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event deleted for resources: {'Port': ['ID=7d76a9af-f357-4fd6-bab0-108ef630fdf3,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:39.557703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2046851142'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:39.562151 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Usage tracker for resource:network and tenant:aec0ec69a9ff49aaa9bebf8114a850f1 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:39.566902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:39.569684 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:39.577926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:network and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:39.581693 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:39.584365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:39.603899 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:39.649995 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-32a0195a-8c55-425c-975c-de3bb0644f21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c43f0bd8b6941d99c1846a5b2bed5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871868 Mar 08 11:47:39.654407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43952) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:39.701437 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.706561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:39.710896 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ac12316b-3774-47c0-ad0c-26d77b03a5be req-73001da9-7d19-42ff-ba0b-bb40a90f7d15 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430673 Mar 08 11:47:39.722177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.738376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Made reservation on behalf of aec0ec69a9ff49aaa9bebf8114a850f1 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:39.741059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.771679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.805658 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9933b5-85ae-4e00-9df1-3d4c28d37431']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:39.806954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1a8133b4-6f94-4f0d-beef-18571b03da39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.811858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:39.820295 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:39.830160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Usage tracker for resource:security_group_rule and tenant:aec0ec69a9ff49aaa9bebf8114a850f1 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:39.836178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:39.851639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:39.853407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd701884e-63f4-4569-86b5-913b028723bc') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:39.853750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd701884e-63f4-4569-86b5-913b028723bc') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:39.853930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-59858bcc-e80a-49e9-b60f-949084d6e5db', 'network_id': '59858bcc-e80a-49e9-b60f-949084d6e5db', 'tenant_id': '11ccad0b38e34e318255f6b867d0a615', 'fixed_ips': [{'subnet_id': '669ce471-546e-497c-887c-898f7914c3fb'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:39.854849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.857578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.857936 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Added segment 1e644bf5-439b-48b0-a074-641605f90c29 of type vlan for network e5216518-5dde-48ff-820a-bfc2cca7806c Mar 08 11:47:39.863173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1a8133b4-6f94-4f0d-beef-18571b03da39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.878361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.902456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.905478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-021a1895-2b78-4d4e-933f-ecb7d2499064 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.914910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:39.915304 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.930633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6f7896a-acbd-4242-975c-68d317d8517f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:39.930782 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:39.934329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:39.953265 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-021a1895-2b78-4d4e-933f-ecb7d2499064 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "DELETE /v2.0/ports/7d76a9af-f357-4fd6-bab0-108ef630fdf3 HTTP/1.1" status: 204 len: 168 time: 2.0165296 Mar 08 11:47:39.959772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43958) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:40.013698 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-33cb14c2-aa13-45ed-85a0-09dd1effcd8a tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] GET failed (client error): The resource could not be found. Mar 08 11:47:40.014253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33cb14c2-aa13-45ed-85a0-09dd1effcd8a tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Synchronizing usage tracker for tenant:35ff7294c3ca4287a2ca81aa95b5c07e on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:47:40.056804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1a8133b4-6f94-4f0d-beef-18571b03da39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.078185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8133b4-6f94-4f0d-beef-18571b03da39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3215b9ac-3986-4f52-9ba1-b39c23387274,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:40.085369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.088192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.094168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:40.094793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.112312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.119923 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Network': ['ID=ad9933b5-85ae-4e00-9df1-3d4c28d37431,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:40.122873 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cde793fa-1c4c-4164-83cd-f2780e2aabea tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/ad9933b5-85ae-4e00-9df1-3d4c28d37431 HTTP/1.1" status: 204 len: 168 time: 4.7544575 Mar 08 11:47:40.128449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43962) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:40.133855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-40011903'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:40.139317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:40.144017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:network and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:40.147126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:40.153517 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:40.214009 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Allocated IP 172.20.255.242 (59858bcc-e80a-49e9-b60f-949084d6e5db/669ce471-546e-497c-887c-898f7914c3fb/8a1985e5-e703-4806-86ae-5b8f4ec28656) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:40.214687 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33cb14c2-aa13-45ed-85a0-09dd1effcd8a tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Unset dirty status for tenant:35ff7294c3ca4287a2ca81aa95b5c07e on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:47:40.215835 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-33cb14c2-aa13-45ed-85a0-09dd1effcd8a tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "GET /v2.0/ports/7d76a9af-f357-4fd6-bab0-108ef630fdf3 HTTP/1.1" status: 404 len: 333 time: 0.2551529 Mar 08 11:47:40.220670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43966) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:40.222960 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1a8133b4-6f94-4f0d-beef-18571b03da39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.224827 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1a8133b4-6f94-4f0d-beef-18571b03da39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3215b9ac-3986-4f52-9ba1-b39c23387274 HTTP/1.1" status: 204 len: 168 time: 0.5684781 Mar 08 11:47:40.227626 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Request body: {'port': {'network_id': 'fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff', 'name': 'tempest-AllowedAddressPairTestJSON-890861483'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:40.251421 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6997709 Mar 08 11:47:40.255335 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbde6a2-a40e-4f1d-b547-a641e54c6a68 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=e5216518-5dde-48ff-820a-bfc2cca7806c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:40.258055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43972) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:40.272426 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network e5216518-5dde-48ff-820a-bfc2cca7806c details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:40.273310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'subnet': {'network_id': 'e5216518-5dde-48ff-820a-bfc2cca7806c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:40.297255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.371170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.418867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:40.492144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:40.501037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:40.504556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.518898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:40.530442 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:40.533578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc0b22c-5c59-4060-8554-7160b4e28157,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:40.539240 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:subnet and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:40.542360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.542855 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Added segment 21fb4f21-062e-48b3-9b65-4146cfdaa21a of type vlan for network 56d4d451-8e1b-4796-a266-5311d98d54d7 Mar 08 11:47:40.544228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:40.545023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:40.553530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:40.556096 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.556338 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Added segment 33e84176-26d0-4745-a701-b557aafe2663 of type vlan for network 297919b1-4128-48f1-99d8-d08fc3cbd5fc Mar 08 11:47:40.560594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.573189 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Transition to ACTIVE for port object 8a1985e5-e703-4806-86ae-5b8f4ec28656 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:40.583983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.595157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Transition to ACTIVE for port object 8a1985e5-e703-4806-86ae-5b8f4ec28656 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:40.599050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.624978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Made reservation on behalf of 35ff7294c3ca4287a2ca81aa95b5c07e for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:40.628729 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.649751 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:40.654257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] device_id is not set on port d230ddca-3069-433a-9b11-88aed44a80e5 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:47:40.654731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.707608 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.759571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.765046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.766034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:40.766618 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.771260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:40.772235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:40.903514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Network 59858bcc-e80a-49e9-b60f-949084d6e5db is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:40.906394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:40.910070 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:40.949663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Pushing event updated for resources: {'Port': ['ID=8a1985e5-e703-4806-86ae-5b8f4ec28656,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:40.974154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Network': ['ID=297919b1-4128-48f1-99d8-d08fc3cbd5fc,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:40.980769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Allocated IP 172.20.0.13 (fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff/fac7e45e-b747-4b15-9a46-91bc97ac5951/d230ddca-3069-433a-9b11-88aed44a80e5) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:40.990881 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 297919b1-4128-48f1-99d8-d08fc3cbd5fc details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:40.993685 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event updated for resources: {'Network': ['ID=56d4d451-8e1b-4796-a266-5311d98d54d7,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:41.031000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 56d4d451-8e1b-4796-a266-5311d98d54d7 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:41.083659 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4f998310-143a-4100-88d3-84cab553ece9 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6079760 Mar 08 11:47:41.090043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 43988) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:41.099141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3ee54-b157-41a0-a21d-bcc5554e7906 req-b01a5832-502a-4094-9af4-127a3ae6cf25 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:41.100689 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c1f3ee54-b157-41a0-a21d-bcc5554e7906 req-b01a5832-502a-4094-9af4-127a3ae6cf25 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.1994195 Mar 08 11:47:41.110803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Request body: {'subnet': {'network_id': '56d4d451-8e1b-4796-a266-5311d98d54d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:41.164972 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2edc3baf-b15f-4ba1-a745-a67b7b5c84fd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0325398 Mar 08 11:47:41.168885 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:41.170311 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 43992) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:41.176766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Usage tracker for resource:subnet and tenant:aec0ec69a9ff49aaa9bebf8114a850f1 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:41.184233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:41.189629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'subnet': {'network_id': '297919b1-4128-48f1-99d8-d08fc3cbd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:41.196997 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c1f3ee54-b157-41a0-a21d-bcc5554e7906 req-e827d001-2927-4027-8b37-47b19afbcbbf tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740993 Mar 08 11:47:41.196997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:41.197635 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Attempting to bind port 8a1985e5-e703-4806-86ae-5b8f4ec28656 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:47:41.198094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Attempting to bind port 8a1985e5-e703-4806-86ae-5b8f4ec28656 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '530abfb7-20b1-4112-8556-8e1f3da7bea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '59858bcc-e80a-49e9-b60f-949084d6e5db'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:47:41.198470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Attempting to bind port 8a1985e5-e703-4806-86ae-5b8f4ec28656 on network 59858bcc-e80a-49e9-b60f-949084d6e5db {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:47:41.228577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:47:41.229171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Checking segment: {'id': '530abfb7-20b1-4112-8556-8e1f3da7bea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '59858bcc-e80a-49e9-b60f-949084d6e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:41.229943 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:41.229943 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Bound using segment: {'id': '530abfb7-20b1-4112-8556-8e1f3da7bea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '59858bcc-e80a-49e9-b60f-949084d6e5db'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:47:41.230212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Bound port: 8a1985e5-e703-4806-86ae-5b8f4ec28656, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530abfb7-20b1-4112-8556-8e1f3da7bea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '59858bcc-e80a-49e9-b60f-949084d6e5db'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:47:41.230569 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:41.297490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Made reservation on behalf of aec0ec69a9ff49aaa9bebf8114a850f1 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:41.301194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:41.336959 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:41.344111 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:41.344953 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] For port 8a1985e5-e703-4806-86ae-5b8f4ec28656, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:47:41.348726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] For port 8a1985e5-e703-4806-86ae-5b8f4ec28656, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8a1985e5-e703-4806-86ae-5b8f4ec28656,segment=NetworkSegment(530abfb7-20b1-4112-8556-8e1f3da7bea4),segment_id=530abfb7-20b1-4112-8556-8e1f3da7bea4)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:47:41.360244 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:subnet and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:41.364349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:41.383163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:41.395675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:41.415155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Transition to ACTIVE for port object d230ddca-3069-433a-9b11-88aed44a80e5 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:41.450765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:41.499583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Subnet': ['ID=1778ec1b-0aa1-4ceb-9b3d-448d108bc185,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:41.519075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:41.526291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking segment: {'id': '1e644bf5-439b-48b0-a074-641605f90c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e5216518-5dde-48ff-820a-bfc2cca7806c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:41.526291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network hostable DHCP agents. Network: e5216518-5dde-48ff-820a-bfc2cca7806c, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:41.526522 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:41.562320 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb6b84-71de-492a-afc4-bc0d80dd81ef None None] Pushing event updated for resources: {'Port': ['ID=8a1985e5-e703-4806-86ae-5b8f4ec28656,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:41.658048 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:41.718806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network e5216518-5dde-48ff-820a-bfc2cca7806c is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:41.776536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:41.784209 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:41.795963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, e5216518-5dde-48ff-820a-bfc2cca7806c) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:41.799215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:41.813296 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:41.813906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:41.852542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event updated for resources: {'Port': ['ID=d230ddca-3069-433a-9b11-88aed44a80e5,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:41.873073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44004) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:41.876730 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026329 Mar 08 11:47:41.880878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44006) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:41.910934 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:41.911536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:41.920911 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b390f3cc-4bac-45fa-bed6-02b146705987 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6541245 Mar 08 11:47:41.931209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44012) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:42.063141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8a1985e5-e703-4806-86ae-5b8f4ec28656 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:42.066686 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c8faaf8e-60a9-4cb6-941d-b6e7ab37bea3 tempest-NetworksApiDiscovery-1834557420 tempest-NetworksApiDiscovery-1834557420-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1823649 Mar 08 11:47:42.073364 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5c2353f5-6f7c-4898-b9c0-4bdcb51a1ab7 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8510385 Mar 08 11:47:42.074372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44020) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:42.081589 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-be392f91-964a-411f-b0ab-64de28a189fd tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:22:7b:f0'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:42.133069 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.140335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-60ba4795-cd44-41cf-b784-21337d354a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.157492 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.204800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 8a1985e5-e703-4806-86ae-5b8f4ec28656 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:42.263205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.objects.ports [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88469) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:47:42.263782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.281659 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Checking segment: {'id': '33e84176-26d0-4745-a701-b557aafe2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '297919b1-4128-48f1-99d8-d08fc3cbd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:42.282003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network hostable DHCP agents. Network: 297919b1-4128-48f1-99d8-d08fc3cbd5fc, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:42.286097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Subnet': ['ID=d58d518c-7421-4bfa-b535-c2cd9fc4f4f4,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:42.321103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.398012 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event updated for resources: {'Subnet': ['ID=67153e08-1dcf-4a3e-8b48-09a9f2213c1d,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:42.416212 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Checking segment: {'id': '21fb4f21-062e-48b3-9b65-4146cfdaa21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '56d4d451-8e1b-4796-a266-5311d98d54d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:42.416585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Network hostable DHCP agents. Network: 56d4d451-8e1b-4796-a266-5311d98d54d7, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:42.522801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf479286-5e52-4f1f-aee1-7a02763e3439 req-762b1214-de02-4c51-ab27-1d12bb1fcdc2 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:42.524307 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bf479286-5e52-4f1f-aee1-7a02763e3439 req-762b1214-de02-4c51-ab27-1d12bb1fcdc2 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.1872478 Mar 08 11:47:42.542727 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network 297919b1-4128-48f1-99d8-d08fc3cbd5fc is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:42.564186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be392f91-964a-411f-b0ab-64de28a189fd tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.581279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Network 56d4d451-8e1b-4796-a266-5311d98d54d7 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:42.585476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.644144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44028) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:42.644317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Subnet': ['ID=1778ec1b-0aa1-4ceb-9b3d-448d108bc185,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:42.647593 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bf479286-5e52-4f1f-aee1-7a02763e3439 req-a14c1323-4975-443b-86dd-fc5e4a4681ad tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096394 Mar 08 11:47:42.662609 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 297919b1-4128-48f1-99d8-d08fc3cbd5fc) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:42.667131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 56d4d451-8e1b-4796-a266-5311d98d54d7) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:42.681542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:42.681542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.688990 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:42.689861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.788185 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36fab31-b86e-4e9c-b6d8-3c9f0e6bfd75 None None] Network 59858bcc-e80a-49e9-b60f-949084d6e5db requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:42.805952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.836493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5216518-5dde-48ff-820a-bfc2cca7806c']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:42.851886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e644bf5-439b-48b0-a074-641605f90c29') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:42.852230 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e644bf5-439b-48b0-a074-641605f90c29') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:42.866436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.875590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f7160ce3-de94-46a9-abc0-f8a3aab1a8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.889404 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-90b54db6-62af-486d-b2f8-0a06b380fd3b tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7871909 Mar 08 11:47:42.890426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44038) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:42.893971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.897398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ac424e-7c52-466f-853c-a30de2f86fc0 None None] Network e5216518-5dde-48ff-820a-bfc2cca7806c requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:42.903129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:42.904561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:42.909743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bc1ef1-9ac3-42b6-8564-fcc9e812aa63 None None] Network 297919b1-4128-48f1-99d8-d08fc3cbd5fc requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:42.925966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f7160ce3-de94-46a9-abc0-f8a3aab1a8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:42.931066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-778340699', 'network_id': '56d4d451-8e1b-4796-a266-5311d98d54d7'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:42.931652 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8807236c-4a65-490f-a264-6a2fa71d09c0 None None] Network 56d4d451-8e1b-4796-a266-5311d98d54d7 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:42.934465 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:42.936320 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:42.941590 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-af2bcb09-9771-420d-a4be-394aca5cd514 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7680748 Mar 08 11:47:42.948119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44042) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:42.950011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Usage tracker for resource:port and tenant:aec0ec69a9ff49aaa9bebf8114a850f1 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:42.953378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f7160ce3-de94-46a9-abc0-f8a3aab1a8f8 admin admin] Usage tracker for resource:security_group_rule and tenant:be822c731c8d4b949e7db129ccb16b1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:42.958010 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:42.963083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f7160ce3-de94-46a9-abc0-f8a3aab1a8f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:43.015956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:43.035667 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f7160ce3-de94-46a9-abc0-f8a3aab1a8f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:43.133955 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Made reservation on behalf of aec0ec69a9ff49aaa9bebf8114a850f1 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:43.137132 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.162105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be392f91-964a-411f-b0ab-64de28a189fd tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.179543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] device_id is not set on port b89a8e3c-ff43-4271-a9c1-d8e18c952185 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:47:43.248393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be392f91-964a-411f-b0ab-64de28a189fd tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.306797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.319419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.328803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.330893 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f2bb5e46-98c5-445a-ae23-3ad12719d21a None None] Provisioning for port 8a1985e5-e703-4806-86ae-5b8f4ec28656 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:43.344567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f7160ce3-de94-46a9-abc0-f8a3aab1a8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.374056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Network': ['ID=e5216518-5dde-48ff-820a-bfc2cca7806c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:43.404318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.405016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f2bb5e46-98c5-445a-ae23-3ad12719d21a None None] Provisioning complete for port 8a1985e5-e703-4806-86ae-5b8f4ec28656 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:43.405381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5e46-98c5-445a-ae23-3ad12719d21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.420367 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-24cc2897-5974-4aa8-95f3-e53264bad819 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/e5216518-5dde-48ff-820a-bfc2cca7806c HTTP/1.1" status: 204 len: 168 time: 1.4872985 Mar 08 11:47:43.425268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44048) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:43.439096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1649332821'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:43.454774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:43.476029 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.516112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be392f91-964a-411f-b0ab-64de28a189fd tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event updated for resources: {'Port': ['ID=d230ddca-3069-433a-9b11-88aed44a80e5,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:43.524370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f7160ce3-de94-46a9-abc0-f8a3aab1a8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.524573 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:network and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:43.524877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:43.545494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:43.587736 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f7160ce3-de94-46a9-abc0-f8a3aab1a8f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be822c731c8d4b949e7db129ccb16b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9389062 Mar 08 11:47:43.594761 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-be392f91-964a-411f-b0ab-64de28a189fd tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] In _notify_port_updated(), no bound segment for port d230ddca-3069-433a-9b11-88aed44a80e5 on network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:47:43.603339 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44052) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:43.603469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be392f91-964a-411f-b0ab-64de28a189fd tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:43.603469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be392f91-964a-411f-b0ab-64de28a189fd tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.605904 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-be392f91-964a-411f-b0ab-64de28a189fd tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "PUT /v2.0/ports/d230ddca-3069-433a-9b11-88aed44a80e5 HTTP/1.1" status: 200 len: 996 time: 1.5301187 Mar 08 11:47:43.606805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44056) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:43.618965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.656042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7160ce3-de94-46a9-abc0-f8a3aab1a8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b999b10-0051-4a26-8c7d-28635db953c2,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:43.697350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:43.702044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.719463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Allocated IP 2001:db8::1c8 (56d4d451-8e1b-4796-a266-5311d98d54d7/67153e08-1dcf-4a3e-8b48-09a9f2213c1d/b89a8e3c-ff43-4271-a9c1-d8e18c952185) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:43.728594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.730152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9f1054c7-a1bb-4a54-ac47-e53e4b4cb417 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Deleting port d230ddca-3069-433a-9b11-88aed44a80e5 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:43.730604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f1054c7-a1bb-4a54-ac47-e53e4b4cb417 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.795039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35956f0d-be94-4f14-ba21-528ce8123293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.805097 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53abcc20-d5ae-45fd-a41d-14464bc1a2f6 None None] Network e5216518-5dde-48ff-820a-bfc2cca7806c requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:43.833819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35956f0d-be94-4f14-ba21-528ce8123293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.875863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:43.879615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Subnet': ['ID=d58d518c-7421-4bfa-b535-c2cd9fc4f4f4,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:43.902434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53abcc20-d5ae-45fd-a41d-14464bc1a2f6 None None] Network e5216518-5dde-48ff-820a-bfc2cca7806c could not be found, it might have been deleted concurrently. {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 08 11:47:43.911526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a781e38-69ed-46d6-a340-e87f59308534 None None] Network 56d4d451-8e1b-4796-a266-5311d98d54d7 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:44.029457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:44.040602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.074224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297919b1-4128-48f1-99d8-d08fc3cbd5fc']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:44.092377 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e84176-26d0-4745-a701-b557aafe2663') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:44.092701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e84176-26d0-4745-a701-b557aafe2663') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:44.102040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216b944-1731-4765-8e43-815c8971426b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-297919b1-4128-48f1-99d8-d08fc3cbd5fc', 'network_id': '297919b1-4128-48f1-99d8-d08fc3cbd5fc', 'tenant_id': '5e5d98b127804a80abfd244157d9c128', 'fixed_ips': [{'subnet_id': 'd58d518c-7421-4bfa-b535-c2cd9fc4f4f4'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:44.102875 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9216b944-1731-4765-8e43-815c8971426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.112531 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.127669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5e46-98c5-445a-ae23-3ad12719d21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.139705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd696c-402c-4d43-8418-02344ebdba42 req-401d058c-0b79-4e71-9044-2a8b5cd76ede tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:44.141314 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-66cd696c-402c-4d43-8418-02344ebdba42 req-401d058c-0b79-4e71-9044-2a8b5cd76ede tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.2629318 Mar 08 11:47:44.142607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.147337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35956f0d-be94-4f14-ba21-528ce8123293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.177363 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f1054c7-a1bb-4a54-ac47-e53e4b4cb417 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.179444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:44.179839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.194740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35956f0d-be94-4f14-ba21-528ce8123293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b999b10-0051-4a26-8c7d-28635db953c2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:44.197912 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:44.251442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.300282 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f2bb5e46-98c5-445a-ae23-3ad12719d21a None None] For port 8a1985e5-e703-4806-86ae-5b8f4ec28656, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8a1985e5-e703-4806-86ae-5b8f4ec28656,segment=NetworkSegment(530abfb7-20b1-4112-8556-8e1f3da7bea4),segment_id=530abfb7-20b1-4112-8556-8e1f3da7bea4)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:44.305812 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-66cd696c-402c-4d43-8418-02344ebdba42 req-d585425a-271c-4c28-8647-c50a2b18c6fc tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479204 Mar 08 11:47:44.309070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35956f0d-be94-4f14-ba21-528ce8123293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.310161 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-35956f0d-be94-4f14-ba21-528ce8123293 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b999b10-0051-4a26-8c7d-28635db953c2 HTTP/1.1" status: 204 len: 168 time: 0.7112699 Mar 08 11:47:44.335409 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9f1054c7-a1bb-4a54-ac47-e53e4b4cb417 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Calling delete_port for d230ddca-3069-433a-9b11-88aed44a80e5 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:44.397295 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52e4e59-4a4d-41d5-bfe0-6729b37e0510 None None] Network 297919b1-4128-48f1-99d8-d08fc3cbd5fc requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:44.406840 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.407424 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Added segment 1ff20b78-d2df-44c4-8d52-373fe0811892 of type vlan for network b6a506ee-06b5-459e-a796-c7d131820978 Mar 08 11:47:44.416586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.416772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5e46-98c5-445a-ae23-3ad12719d21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.423028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.453813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52e4e59-4a4d-41d5-bfe0-6729b37e0510 None None] Network 297919b1-4128-48f1-99d8-d08fc3cbd5fc could not be found, it might have been deleted concurrently. {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 08 11:47:44.457062 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/297919b1-4128-48f1-99d8-d08fc3cbd5fc HTTP/1.1" status: 204 len: 168 time: 1.5079811 Mar 08 11:47:44.461219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03012ccd-66d1-46f2-a66b-799e21c32d0a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Network': ['ID=297919b1-4128-48f1-99d8-d08fc3cbd5fc,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:44.471580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44064) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:44.475441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1566409991'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:44.480377 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:44.486675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:network and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:44.498580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb5e46-98c5-445a-ae23-3ad12719d21a None None] Pushing event updated for resources: {'Port': ['ID=8a1985e5-e703-4806-86ae-5b8f4ec28656,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:44.517847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:44.527602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:44.530851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.582705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.605555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.605915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:44.606462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-182cd457-54e5-4a7b-b930-9f8d7f856c4c None None] Provisioning for port d230ddca-3069-433a-9b11-88aed44a80e5 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:44.616947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.619328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-182cd457-54e5-4a7b-b930-9f8d7f856c4c None None] Provisioning complete for port d230ddca-3069-433a-9b11-88aed44a80e5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:44.619903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-182cd457-54e5-4a7b-b930-9f8d7f856c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.659642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f1054c7-a1bb-4a54-ac47-e53e4b4cb417 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.665274 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:44.680195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.680911 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Added segment 97673f8b-5654-467a-a9f0-89f1fdc9abbc of type vlan for network 439f6739-8db5-416d-9e22-1a404bb37e70 Mar 08 11:47:44.685086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Network 56d4d451-8e1b-4796-a266-5311d98d54d7 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:44.693787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:44.712309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-182cd457-54e5-4a7b-b930-9f8d7f856c4c None None] Port d230ddca-3069-433a-9b11-88aed44a80e5 was deleted so its status cannot be updated. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 08 11:47:44.719187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.757100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:44.757100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:44.757416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.764873 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.772075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:44.772810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.778189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event updated for resources: {'Port': ['ID=b89a8e3c-ff43-4271-a9c1-d8e18c952185,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:44.909526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1054c7-a1bb-4a54-ac47-e53e4b4cb417 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event deleted for resources: {'Port': ['ID=d230ddca-3069-433a-9b11-88aed44a80e5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:44.926303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=b6a506ee-06b5-459e-a796-c7d131820978,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:44.930357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.937221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:44.937642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.943546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f1054c7-a1bb-4a54-ac47-e53e4b4cb417 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:44.948597 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9f1054c7-a1bb-4a54-ac47-e53e4b4cb417 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "DELETE /v2.0/ports/d230ddca-3069-433a-9b11-88aed44a80e5 HTTP/1.1" status: 204 len: 168 time: 1.3380222 Mar 08 11:47:44.949076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network b6a506ee-06b5-459e-a796-c7d131820978 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:44.949531 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44074) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:44.960313 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4ae2ead5-f8bb-4a79-baf6-09c3e7e3be5b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5311711 Mar 08 11:47:45.002493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd03091-92a0-443f-96fb-7683c8e40f61 None None] Network 59858bcc-e80a-49e9-b60f-949084d6e5db requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:45.003447 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44078) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:45.061530 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5899978 Mar 08 11:47:45.065051 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44082) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:45.073921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'subnet': {'network_id': '439f6739-8db5-416d-9e22-1a404bb37e70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:45.093630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7cb4e-6e90-43fd-b761-a686429da5e8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Network': ['ID=439f6739-8db5-416d-9e22-1a404bb37e70,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:45.121212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 439f6739-8db5-416d-9e22-1a404bb37e70 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:45.140479 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'subnet': {'network_id': 'b6a506ee-06b5-459e-a796-c7d131820978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:45.155494 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8a84f96a-57f3-46f0-8877-92953707ff06 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2472107 Mar 08 11:47:45.159655 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-9101e25d-547e-4d8f-a8ff-5166e49db521 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] GET failed (client error): The resource could not be found. Mar 08 11:47:45.160317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9101e25d-547e-4d8f-a8ff-5166e49db521 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Synchronizing usage tracker for tenant:35ff7294c3ca4287a2ca81aa95b5c07e on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:47:45.174037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44090) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:45.211620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:45.217894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:subnet and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:45.222411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:45.232550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:45.297201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b81354df-e8e0-4c4d-a955-eee88c933b23 None None] Provisioning complete for port 8a1985e5-e703-4806-86ae-5b8f4ec28656 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:45.297578 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b81354df-e8e0-4c4d-a955-eee88c933b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:45.314529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-5e98afb2-a3ae-4ed7-acf3-12d7c0878ff4 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Deleting port b89a8e3c-ff43-4271-a9c1-d8e18c952185 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:45.315104 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5e98afb2-a3ae-4ed7-acf3-12d7c0878ff4 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:45.324491 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:45.329009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:45.358416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:45.365800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:subnet and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:45.370030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:45.384603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:45.428917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9101e25d-547e-4d8f-a8ff-5166e49db521 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Unset dirty status for tenant:35ff7294c3ca4287a2ca81aa95b5c07e on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:47:45.435211 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9101e25d-547e-4d8f-a8ff-5166e49db521 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "GET /v2.0/ports/d230ddca-3069-433a-9b11-88aed44a80e5 HTTP/1.1" status: 404 len: 333 time: 0.4841719 Mar 08 11:47:45.438506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44098) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:45.445947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Request body: {'port': {'network_id': 'fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff', 'name': 'tempest-AllowedAddressPairTestJSON-1510740502'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:45.541600 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:45.546370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:45.723522 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:45.798947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Subnet': ['ID=311e1e89-4bf2-4559-be59-ee0496fe6ef2,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:45.834298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Checking segment: {'id': '97673f8b-5654-467a-a9f0-89f1fdc9abbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '439f6739-8db5-416d-9e22-1a404bb37e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:45.834662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network hostable DHCP agents. Network: 439f6739-8db5-416d-9e22-1a404bb37e70, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:45.836894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.ipam_backend_mixin [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Performing IP validity checks on allocation pools {{(pid=88470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 11:47:45.837475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.ipam_backend_mixin [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 11:47:45.862555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0161f6db-f196-4c44-b241-477a21400d03 None None] Provisioning complete for port 8a1985e5-e703-4806-86ae-5b8f4ec28656 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:45.866898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0161f6db-f196-4c44-b241-477a21400d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:45.904353 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5e98afb2-a3ae-4ed7-acf3-12d7c0878ff4 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:45.913683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:45.937737 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network 439f6739-8db5-416d-9e22-1a404bb37e70 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:45.991058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:46.010488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8a1985e5-e703-4806-86ae-5b8f4ec28656 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:46.032914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 439f6739-8db5-416d-9e22-1a404bb37e70) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:46.037657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:46.038416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:46.049292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784f16ee-ce7c-4f40-af40-42a7e31877fc None None] Network 439f6739-8db5-416d-9e22-1a404bb37e70 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:46.065254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-5e98afb2-a3ae-4ed7-acf3-12d7c0878ff4 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Calling delete_port for b89a8e3c-ff43-4271-a9c1-d8e18c952185 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:46.103664 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d957fa-0979-4b6c-894d-38b3722c0b15 req-b648deff-924f-4702-869c-05829ab2ab8a tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:46.105015 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a8d957fa-0979-4b6c-894d-38b3722c0b15 req-b648deff-924f-4702-869c-05829ab2ab8a tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4884152 Mar 08 11:47:46.165125 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d58be96b-02ff-4d75-b115-dbc6c665175a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0991690 Mar 08 11:47:46.168153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44112) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:46.179799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'subnet': {'network_id': '439f6739-8db5-416d-9e22-1a404bb37e70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:46.197859 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 8a1985e5-e703-4806-86ae-5b8f4ec28656 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:46.198267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:46.211086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Made reservation on behalf of 35ff7294c3ca4287a2ca81aa95b5c07e for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:46.214824 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:46.260188 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a8d957fa-0979-4b6c-894d-38b3722c0b15 req-e196f5e3-aff1-4310-b430-044863018412 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443350 Mar 08 11:47:46.289586 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] device_id is not set on port 641370f7-c442-4514-b099-c978d4dfae66 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:47:46.448374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-439f6739-8db5-416d-9e22-1a404bb37e70', 'network_id': '439f6739-8db5-416d-9e22-1a404bb37e70', 'tenant_id': '5e5d98b127804a80abfd244157d9c128', 'fixed_ips': [{'subnet_id': '311e1e89-4bf2-4559-be59-ee0496fe6ef2'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:46.449461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:46.469405 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:46.474124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:subnet and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:46.477401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:46.483175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:46.489475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:46.549361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5e98afb2-a3ae-4ed7-acf3-12d7c0878ff4 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:46.600964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:46.609537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:46.631617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98afb2-a3ae-4ed7-acf3-12d7c0878ff4 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event deleted for resources: {'Port': ['ID=b89a8e3c-ff43-4271-a9c1-d8e18c952185,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:46.815634 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Allocated IP 2001:db8::2 (439f6739-8db5-416d-9e22-1a404bb37e70/311e1e89-4bf2-4559-be59-ee0496fe6ef2/99a19b0a-f8cb-48e9-b1ed-2940fb5937a4) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:46.816790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Subnet': ['ID=3860bafe-8978-4d8e-8fb1-236360907ed3,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:46.816790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking segment: {'id': '1ff20b78-d2df-44c4-8d52-373fe0811892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b6a506ee-06b5-459e-a796-c7d131820978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:46.816790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network hostable DHCP agents. Network: b6a506ee-06b5-459e-a796-c7d131820978, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:46.816790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5e98afb2-a3ae-4ed7-acf3-12d7c0878ff4 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:46.816790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Allocated IP 172.20.0.12 (fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff/fac7e45e-b747-4b15-9a46-91bc97ac5951/641370f7-c442-4514-b099-c978d4dfae66) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:46.943460 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:46.957808 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Transition to ACTIVE for port object 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:46.966350 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5e98afb2-a3ae-4ed7-acf3-12d7c0878ff4 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b89a8e3c-ff43-4271-a9c1-d8e18c952185 HTTP/1.1" status: 204 len: 168 time: 1.7912302 Mar 08 11:47:46.969192 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network b6a506ee-06b5-459e-a796-c7d131820978 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:46.971165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44132) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:46.976970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56d4d451-8e1b-4796-a266-5311d98d54d7', 'external_fixed_ips': [{'subnet_id': '67153e08-1dcf-4a3e-8b48-09a9f2213c1d', 'ip_address': '2001:db8::1c8'}]}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:46.982848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:46.986938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Usage tracker for resource:router and tenant:aec0ec69a9ff49aaa9bebf8114a850f1 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:46.988124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Transition to ACTIVE for port object 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:46.990835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:46.997979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:47.045444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.072958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.085200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.086367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.100000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, b6a506ee-06b5-459e-a796-c7d131820978) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:47.104831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:47.105733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.128939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network 439f6739-8db5-416d-9e22-1a404bb37e70 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:47.136818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf8421c-520b-4be6-8329-8d01a546db22 None None] Network b6a506ee-06b5-459e-a796-c7d131820978 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:47.137276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.138941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:47.150802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:47.151490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.169587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Subnet': ['ID=c129c9b7-4e1a-42a4-a86a-c2755014242a,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:47.207327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.224188 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-63b4d13e-e6c8-4621-94c0-d7db1267f447 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1040540 Mar 08 11:47:47.227019 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44136) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:47.230162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Transition to ACTIVE for port object 641370f7-c442-4514-b099-c978d4dfae66 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:47.260501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Network 439f6739-8db5-416d-9e22-1a404bb37e70 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:47.270627 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:47.272973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:47.324241 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Pushing event updated for resources: {'Port': ['ID=99a19b0a-f8cb-48e9-b1ed-2940fb5937a4,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:47.341738 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-18eb78eb-fc2c-494e-9dab-f2bc91e52918 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1715505 Mar 08 11:47:47.347370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44142) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:47.397544 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Attempting to bind port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:47:47.397544 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Attempting to bind port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '97673f8b-5654-467a-a9f0-89f1fdc9abbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '439f6739-8db5-416d-9e22-1a404bb37e70'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:47:47.398114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Attempting to bind port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 on network 439f6739-8db5-416d-9e22-1a404bb37e70 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:47:47.440356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:47:47.440750 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Checking segment: {'id': '97673f8b-5654-467a-a9f0-89f1fdc9abbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '439f6739-8db5-416d-9e22-1a404bb37e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:47.441160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.441450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44146) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:47.441572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Bound using segment: {'id': '97673f8b-5654-467a-a9f0-89f1fdc9abbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '439f6739-8db5-416d-9e22-1a404bb37e70'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:47:47.442051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Bound port: 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97673f8b-5654-467a-a9f0-89f1fdc9abbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '439f6739-8db5-416d-9e22-1a404bb37e70'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:47:47.442472 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.447165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2046202036', 'description': 'tempest-secgroup-smoke-2046202036 description', 'project_id': '841eea389ecc446e8a106e5fd6403dd4'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:47.456743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.467006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:47.473325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884757f2-8da0-4abd-af7f-83feac8d7629 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:47.474871 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884757f2-8da0-4abd-af7f-83feac8d7629 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:47.476590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884757f2-8da0-4abd-af7f-83feac8d7629 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:47.478290 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884757f2-8da0-4abd-af7f-83feac8d7629 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:47.479794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884757f2-8da0-4abd-af7f-83feac8d7629 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:47.480765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-884757f2-8da0-4abd-af7f-83feac8d7629 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Synchronizing usage tracker for tenant:5e5d98b127804a80abfd244157d9c128 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:47:47.491712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Usage tracker for resource:security_group and tenant:841eea389ecc446e8a106e5fd6403dd4 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:47.539454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:47.557820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.560250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:47.570813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.591261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6a506ee-06b5-459e-a796-c7d131820978', 'network_id': 'b6a506ee-06b5-459e-a796-c7d131820978', 'tenant_id': '11ccad0b38e34e318255f6b867d0a615', 'fixed_ips': [{'subnet_id': '3860bafe-8978-4d8e-8fb1-236360907ed3'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:47.592266 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.604494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] For port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:47:47.685923 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] For port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=99a19b0a-f8cb-48e9-b1ed-2940fb5937a4,segment=NetworkSegment(97673f8b-5654-467a-a9f0-89f1fdc9abbc),segment_id=97673f8b-5654-467a-a9f0-89f1fdc9abbc)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:47:47.691343 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:47.702168 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:47.711323 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:47.769496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event updated for resources: {'Port': ['ID=641370f7-c442-4514-b099-c978d4dfae66,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:47.769759 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.769854 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-884757f2-8da0-4abd-af7f-83feac8d7629 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Unset dirty status for tenant:5e5d98b127804a80abfd244157d9c128 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:47:47.769854 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-884757f2-8da0-4abd-af7f-83feac8d7629 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4175336 Mar 08 11:47:47.769854 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44150) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:47.776784 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.788339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.827217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1685447241'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:47.829938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Allocated IP 172.20.0.3 (b6a506ee-06b5-459e-a796-c7d131820978/3860bafe-8978-4d8e-8fb1-236360907ed3/b718c541-e2d0-4e04-8c0f-6404cf9cd5b2) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:47.846528 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.855382 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:47.879316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:network and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:47.884079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:47.904655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:47.905285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:47.909357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:47.911632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:47.935212 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75636b01-5787-463a-8b9e-daee29901c00 req-8ed39bdb-0b2a-40aa-b4a6-dbe6ee0f38f7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:47.938114 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-75636b01-5787-463a-8b9e-daee29901c00 req-8ed39bdb-0b2a-40aa-b4a6-dbe6ee0f38f7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4535730 Mar 08 11:47:47.938576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Usage tracker for resource:security_group_rule and tenant:841eea389ecc446e8a106e5fd6403dd4 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:47.962791 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:47.983819 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:48.024652 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6f758d0e-565f-4569-975b-4f738fb10557 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5850999 Mar 08 11:47:48.027449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44154) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:48.031552 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-75636b01-5787-463a-8b9e-daee29901c00 req-6b126c58-34d7-4767-87e4-3ed045d5e9d7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746522 Mar 08 11:47:48.043960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:48.048450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.062552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Request body: {'port': {'network_id': 'fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff', 'name': 'tempest-AllowedAddressPairTestJSON-1866477822'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:48.096285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:48.120386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.120739 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Added segment 3673a46c-4c09-47fd-86b1-8a414a476800 of type vlan for network 43642a95-850d-4754-9ceb-62f56b73b73e Mar 08 11:47:48.141200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9dd49-f464-4cfd-9c13-e37d686bc78c None None] Pushing event updated for resources: {'Port': ['ID=99a19b0a-f8cb-48e9-b1ed-2940fb5937a4,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:48.144851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.148993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.160086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Transition to ACTIVE for port object b718c541-e2d0-4e04-8c0f-6404cf9cd5b2 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:48.170775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.182012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Transition to ACTIVE for port object b718c541-e2d0-4e04-8c0f-6404cf9cd5b2 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:48.192932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.197317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7ca4040c-97c2-44ea-981f-70a6343dc6ef None None] Provisioning for port 641370f7-c442-4514-b099-c978d4dfae66 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:48.203116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7ca4040c-97c2-44ea-981f-70a6343dc6ef None None] Provisioning complete for port 641370f7-c442-4514-b099-c978d4dfae66 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:48.203491 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7ca4040c-97c2-44ea-981f-70a6343dc6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.229158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.229313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.234896 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:48.251421 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Usage tracker for resource:security_group_rule and tenant:841eea389ecc446e8a106e5fd6403dd4 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:48.256284 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:48.261348 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7ca4040c-97c2-44ea-981f-70a6343dc6ef None None] Port 641370f7-c442-4514-b099-c978d4dfae66 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:47:48.274005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:48.278802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1152a3-e814-4a42-bbb4-c5a8f574a614,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:48.289765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.316968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:48.325287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Usage tracker for resource:port and tenant:35ff7294c3ca4287a2ca81aa95b5c07e is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:48.326129 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.330552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:48.332094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:48.336632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.388414 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Network b6a506ee-06b5-459e-a796-c7d131820978 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:48.406517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:48.411475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:48.495728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:48.560309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Network': ['ID=43642a95-850d-4754-9ceb-62f56b73b73e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:48.565317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Pushing event updated for resources: {'Port': ['ID=b718c541-e2d0-4e04-8c0f-6404cf9cd5b2,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:48.573320 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6ef3b3b9-d92e-48bc-91ba-03ad6e9fa69b tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7978747 Mar 08 11:47:48.574758 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.576181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44158) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:48.585248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-1e458ada-ebae-43b7-a7d7-964f487ca53f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:48.587328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 43642a95-850d-4754-9ceb-62f56b73b73e details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:48.630709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Attempting to bind port b718c541-e2d0-4e04-8c0f-6404cf9cd5b2 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:47:48.630934 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Attempting to bind port b718c541-e2d0-4e04-8c0f-6404cf9cd5b2 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '1ff20b78-d2df-44c4-8d52-373fe0811892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b6a506ee-06b5-459e-a796-c7d131820978'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:47:48.631202 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Attempting to bind port b718c541-e2d0-4e04-8c0f-6404cf9cd5b2 on network b6a506ee-06b5-459e-a796-c7d131820978 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:47:48.641323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Allocated IP 2001:db8::1c8 (56d4d451-8e1b-4796-a266-5311d98d54d7/67153e08-1dcf-4a3e-8b48-09a9f2213c1d/880a0b75-fe43-4c01-b37c-832bfd8315fd) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:48.642583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:47:48.642966 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Checking segment: {'id': '1ff20b78-d2df-44c4-8d52-373fe0811892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b6a506ee-06b5-459e-a796-c7d131820978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:48.643371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.643764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Bound using segment: {'id': '1ff20b78-d2df-44c4-8d52-373fe0811892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b6a506ee-06b5-459e-a796-c7d131820978'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:47:48.644281 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Bound port: b718c541-e2d0-4e04-8c0f-6404cf9cd5b2, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff20b78-d2df-44c4-8d52-373fe0811892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b6a506ee-06b5-459e-a796-c7d131820978'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:47:48.644661 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.689934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Made reservation on behalf of 35ff7294c3ca4287a2ca81aa95b5c07e for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:48.693943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.721260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Subnet': ['ID=3860bafe-8978-4d8e-8fb1-236360907ed3,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:48.736900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.746191 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.767201 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a506ee-06b5-459e-a796-c7d131820978']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:48.774065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] device_id is not set on port 08c9afcc-2196-4f2b-89e7-998b74b0af02 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:47:48.783143 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff20b78-d2df-44c4-8d52-373fe0811892') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:48.783456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff20b78-d2df-44c4-8d52-373fe0811892') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:48.798807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.800698 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] For port b718c541-e2d0-4e04-8c0f-6404cf9cd5b2, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:47:48.803882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] For port b718c541-e2d0-4e04-8c0f-6404cf9cd5b2, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b718c541-e2d0-4e04-8c0f-6404cf9cd5b2,segment=NetworkSegment(1ff20b78-d2df-44c4-8d52-373fe0811892),segment_id=1ff20b78-d2df-44c4-8d52-373fe0811892)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:47:48.821421 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.863865 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b88d53-8c64-4703-8e29-7b6ab6996250,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:48.865680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.869551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.876604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:48.877307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:48.892820 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:48.954741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:48.958734 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a3664a74-dc82-4c96-8c8c-a357d75cb4d1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5130332 Mar 08 11:47:48.965321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44162) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:48.971276 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3c23871d-6b04-4bae-8629-d4b30d2ae819 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Request body: {'security_group_rule': {'security_group_id': '80b88d53-8c64-4703-8e29-7b6ab6996250', 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:48.983544 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3c23871d-6b04-4bae-8629-d4b30d2ae819 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:48.988639 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3c23871d-6b04-4bae-8629-d4b30d2ae819 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Usage tracker for resource:security_group_rule and tenant:841eea389ecc446e8a106e5fd6403dd4 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:48.992145 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3c23871d-6b04-4bae-8629-d4b30d2ae819 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:49.000488 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3c23871d-6b04-4bae-8629-d4b30d2ae819 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:49.014713 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6999d50-2c31-4206-b798-89ac6b85b8c2 None None] Pushing event updated for resources: {'Port': ['ID=b718c541-e2d0-4e04-8c0f-6404cf9cd5b2,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:49.027169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 11:47:49.027169 dv-neutron-828143-8-hyperv neutron-server[88470]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 11:47:49.027169 dv-neutron-828143-8-hyperv neutron-server[88470]: [parameters: {'id': 'b6a506ee-06b5-459e-a796-c7d131820978'}] Mar 08 11:47:49.027169 dv-neutron-828143-8-hyperv neutron-server[88470]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:47:49.027641 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:47:49.030549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa00d3c7-0f5e-413e-8133-3112e995c223 None None] Network b6a506ee-06b5-459e-a796-c7d131820978 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:49.082210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3c23871d-6b04-4bae-8629-d4b30d2ae819 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.126604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1e458ada-ebae-43b7-a7d7-964f487ca53f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.151761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.178438 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3c23871d-6b04-4bae-8629-d4b30d2ae819 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.223513 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Allocated IP 172.20.0.13 (fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff/fac7e45e-b747-4b15-9a46-91bc97ac5951/08c9afcc-2196-4f2b-89e7-998b74b0af02) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:49.242726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1e458ada-ebae-43b7-a7d7-964f487ca53f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.250251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3c23871d-6b04-4bae-8629-d4b30d2ae819 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.285488 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23871d-6b04-4bae-8629-d4b30d2ae819 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a507e4ce-8a66-43f0-ab3b-8f4b501372c9,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:49.288432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e458ada-ebae-43b7-a7d7-964f487ca53f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network 43642a95-850d-4754-9ceb-62f56b73b73e is not hosted by any dhcp agent {{(pid=88469) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 08 11:47:49.294879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e458ada-ebae-43b7-a7d7-964f487ca53f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:49.295500 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1e458ada-ebae-43b7-a7d7-964f487ca53f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.299917 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1e458ada-ebae-43b7-a7d7-964f487ca53f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "PUT /v2.0/networks/43642a95-850d-4754-9ceb-62f56b73b73e HTTP/1.1" status: 200 len: 723 time: 0.7191029 Mar 08 11:47:49.307584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44168) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:49.307584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'subnet': {'network_id': '43642a95-850d-4754-9ceb-62f56b73b73e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:49.397122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2e084d-4c96-45e1-b7c7-837776c97761 None None] Network 439f6739-8db5-416d-9e22-1a404bb37e70 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:49.405332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e458ada-ebae-43b7-a7d7-964f487ca53f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Network': ['ID=43642a95-850d-4754-9ceb-62f56b73b73e,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:49.405469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3c23871d-6b04-4bae-8629-d4b30d2ae819 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.406359 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3c23871d-6b04-4bae-8629-d4b30d2ae819 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4395108 Mar 08 11:47:49.412003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44172) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:49.424570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f2585417-d520-4f93-8302-7893ebdbce12 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Request body: {'security_group_rule': {'security_group_id': '80b88d53-8c64-4703-8e29-7b6ab6996250', 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:49.432327 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 43642a95-850d-4754-9ceb-62f56b73b73e details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:49.435808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f2585417-d520-4f93-8302-7893ebdbce12 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:49.451603 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f2585417-d520-4f93-8302-7893ebdbce12 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Usage tracker for resource:security_group_rule and tenant:841eea389ecc446e8a106e5fd6403dd4 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:49.471521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f2585417-d520-4f93-8302-7893ebdbce12 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:49.493859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f2585417-d520-4f93-8302-7893ebdbce12 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:49.497908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.530084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.533703 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:49.548400 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:49.558009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7f7fb-efb0-440c-bd17-b9f4bd60e8e9 req-e8f8ee35-d049-4673-a09a-586a37e65633 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:49.558224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Deleting port b718c541-e2d0-4e04-8c0f-6404cf9cd5b2 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:49.559227 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.559443 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63f7f7fb-efb0-440c-bd17-b9f4bd60e8e9 req-e8f8ee35-d049-4673-a09a-586a37e65633 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3776193 Mar 08 11:47:49.657483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Network 56d4d451-8e1b-4796-a266-5311d98d54d7 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:49.664795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:49.684445 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:49.702908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-523310ee-91cc-4f0a-8b69-a733e4ba7b73 None None] Provisioning for port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:49.755980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event updated for resources: {'Port': ['ID=880a0b75-fe43-4c01-b37c-832bfd8315fd,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:49.775472 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:47:49.785505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:49.789500 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.831587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f2585417-d520-4f93-8302-7893ebdbce12 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.881724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42396e53-d371-43f7-b0de-3253539f9f56 None None] Update dhcp port {'port': {'network_id': '439f6739-8db5-416d-9e22-1a404bb37e70', 'fixed_ips': [{'subnet_id': '311e1e89-4bf2-4559-be59-ee0496fe6ef2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c129c9b7-4e1a-42a4-a86a-c2755014242a'}], 'binding:host_id': 'dv-neutron-828143-8-hyperv'}, 'id': '99a19b0a-f8cb-48e9-b1ed-2940fb5937a4'} from dv-neutron-828143-8-hyperv. {{(pid=88471) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 11:47:49.913299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] For port b718c541-e2d0-4e04-8c0f-6404cf9cd5b2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b718c541-e2d0-4e04-8c0f-6404cf9cd5b2,segment=NetworkSegment(1ff20b78-d2df-44c4-8d52-373fe0811892),segment_id=1ff20b78-d2df-44c4-8d52-373fe0811892)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:49.913675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:49.939481 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63f7f7fb-efb0-440c-bd17-b9f4bd60e8e9 req-91c0a5e7-ec45-4733-9dfd-dba52d069f9d tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205013 Mar 08 11:47:49.942171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-42396e53-d371-43f7-b0de-3253539f9f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.000975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.027878 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Transition to ACTIVE for port object 08c9afcc-2196-4f2b-89e7-998b74b0af02 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:50.046481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f2585417-d520-4f93-8302-7893ebdbce12 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.060513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Calling delete_port for b718c541-e2d0-4e04-8c0f-6404cf9cd5b2 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:50.089081 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:50.145219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f2585417-d520-4f93-8302-7893ebdbce12 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.241000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-42396e53-d371-43f7-b0de-3253539f9f56 None None] Allocated IP 172.20.0.1 (439f6739-8db5-416d-9e22-1a404bb37e70/c129c9b7-4e1a-42a4-a86a-c2755014242a/99a19b0a-f8cb-48e9-b1ed-2940fb5937a4) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:50.289837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.301260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.303758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2585417-d520-4f93-8302-7893ebdbce12 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfc0bda-a6ec-4d66-b38c-204d8a638458,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:50.332144 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:50.347298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:50.347677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.352543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.385482 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Port': ['ID=b718c541-e2d0-4e04-8c0f-6404cf9cd5b2,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:50.389945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:50.395003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No DVR routers for this DVR port b718c541-e2d0-4e04-8c0f-6404cf9cd5b2 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:47:50.403068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:50.466381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:50.484017 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-42396e53-d371-43f7-b0de-3253539f9f56 None None] For port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=99a19b0a-f8cb-48e9-b1ed-2940fb5937a4,segment=NetworkSegment(97673f8b-5654-467a-a9f0-89f1fdc9abbc),segment_id=97673f8b-5654-467a-a9f0-89f1fdc9abbc)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:50.519499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f2585417-d520-4f93-8302-7893ebdbce12 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.524208 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f2585417-d520-4f93-8302-7893ebdbce12 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1112087 Mar 08 11:47:50.528088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44178) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:50.537549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event updated for resources: {'Port': ['ID=08c9afcc-2196-4f2b-89e7-998b74b0af02,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:50.554091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-42396e53-d371-43f7-b0de-3253539f9f56 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.556175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-31ade0f5-857a-41ec-a36a-f508581fc28b tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Request body: {'security_group_rule': {'security_group_id': '80b88d53-8c64-4703-8e29-7b6ab6996250', 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:50.571703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-31ade0f5-857a-41ec-a36a-f508581fc28b tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:50.579996 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.591078 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Checking segment: {'id': '3673a46c-4c09-47fd-86b1-8a414a476800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '43642a95-850d-4754-9ceb-62f56b73b73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:50.591821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-31ade0f5-857a-41ec-a36a-f508581fc28b tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Usage tracker for resource:security_group_rule and tenant:841eea389ecc446e8a106e5fd6403dd4 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:50.592074 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network hostable DHCP agents. Network: 43642a95-850d-4754-9ceb-62f56b73b73e, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:50.597033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-31ade0f5-857a-41ec-a36a-f508581fc28b tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:50.605808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Subnet': ['ID=84871c54-6958-4fd7-ab9f-50e86bdc57d0,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:50.612438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-42396e53-d371-43f7-b0de-3253539f9f56 None None] Transition to ACTIVE for port object 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:50.614071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-31ade0f5-857a-41ec-a36a-f508581fc28b tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:50.619460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.620492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.660174 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a506ee-06b5-459e-a796-c7d131820978']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:50.675380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff20b78-d2df-44c4-8d52-373fe0811892') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:50.681330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff20b78-d2df-44c4-8d52-373fe0811892') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:50.681461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:50.681461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.690108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.708277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.714697 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:50.715092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.723333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-42396e53-d371-43f7-b0de-3253539f9f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:50.730748 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:50.743434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network 43642a95-850d-4754-9ceb-62f56b73b73e is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:50.806760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31ade0f5-857a-41ec-a36a-f508581fc28b tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.814694 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 43642a95-850d-4754-9ceb-62f56b73b73e) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:50.820046 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:50.820652 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.834172 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-250a739e-1860-4d0f-8e75-a0a2fca25d1b tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8035095 Mar 08 11:47:50.837586 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44182) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:50.839859 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0a5362-c0fa-4574-bfe3-f9cf56617148 None None] Network 43642a95-850d-4754-9ceb-62f56b73b73e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:50.850873 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5cede69a-06ce-4864-8291-cf8980f1a466 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:22:7b:f0'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:57:7f:cc'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:50.887807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.919698 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:50.929085 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:47:50.929352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:47:50.936161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Network': ['ID=b6a506ee-06b5-459e-a796-c7d131820978,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:50.956020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44186) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:50.956257 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9d72dc1b-e6bc-47eb-88bd-11a86c064bcd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/b6a506ee-06b5-459e-a796-c7d131820978 HTTP/1.1" status: 204 len: 168 time: 3.7274747 Mar 08 11:47:50.978174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-443310337'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:50.983887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a2fca9b5-fcba-49ae-b149-e70286f77b53 None None] Provisioning for port 08c9afcc-2196-4f2b-89e7-998b74b0af02 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:51.003965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42396e53-d371-43f7-b0de-3253539f9f56 None None] Pushing event updated for resources: {'Port': ['ID=99a19b0a-f8cb-48e9-b1ed-2940fb5937a4,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:51.009492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a2fca9b5-fcba-49ae-b149-e70286f77b53 None None] Provisioning complete for port 08c9afcc-2196-4f2b-89e7-998b74b0af02 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:51.009492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a2fca9b5-fcba-49ae-b149-e70286f77b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.053959 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:51.057669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31ade0f5-857a-41ec-a36a-f508581fc28b tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.063043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:network and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:51.067619 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:51.083114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:51.087783 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a2fca9b5-fcba-49ae-b149-e70286f77b53 None None] Port 08c9afcc-2196-4f2b-89e7-998b74b0af02 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:47:51.098006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.127945 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1a1b66f8-478b-454a-afcf-ddc8c9a1f774 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8267515 Mar 08 11:47:51.135479 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44192) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:51.148552 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f015c8e5-2d42-42d9-b20e-8a2fd2da3590 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:51.160722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31ade0f5-857a-41ec-a36a-f508581fc28b tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.194892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:51.198466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.223557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ade0f5-857a-41ec-a36a-f508581fc28b tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac00d71-0956-4d21-9f86-5e479aedf1d0,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:51.246752 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-43642a95-850d-4754-9ceb-62f56b73b73e', 'network_id': '43642a95-850d-4754-9ceb-62f56b73b73e', 'tenant_id': '5e5d98b127804a80abfd244157d9c128', 'fixed_ips': [{'subnet_id': '84871c54-6958-4fd7-ab9f-50e86bdc57d0'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:51.248325 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.271185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5cede69a-06ce-4864-8291-cf8980f1a466 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.315308 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31ade0f5-857a-41ec-a36a-f508581fc28b tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.319529 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-31ade0f5-857a-41ec-a36a-f508581fc28b tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7841930 Mar 08 11:47:51.322850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44196) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:51.327994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:51.335376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c84298b8-7843-4130-8697-79a443ed66b6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Request body: {'security_group_rule': {'security_group_id': '80b88d53-8c64-4703-8e29-7b6ab6996250', 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:51.350441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c84298b8-7843-4130-8697-79a443ed66b6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:51.367080 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c84298b8-7843-4130-8697-79a443ed66b6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Usage tracker for resource:security_group_rule and tenant:841eea389ecc446e8a106e5fd6403dd4 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:51.370234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.375787 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Added segment a7f7462a-d96e-4d5d-b17e-816699bb30ab of type vlan for network 66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee Mar 08 11:47:51.375787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c84298b8-7843-4130-8697-79a443ed66b6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:51.390119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c84298b8-7843-4130-8697-79a443ed66b6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:51.433560 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.456860 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Allocated IP 2001:db8::2 (43642a95-850d-4754-9ceb-62f56b73b73e/84871c54-6958-4fd7-ab9f-50e86bdc57d0/867c19ab-6336-4190-81a0-7c781beb8f66) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:51.518462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c84298b8-7843-4130-8697-79a443ed66b6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.539868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Router e84c3c54-5e84-4e17-af36-af418e21e6fb is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:47:51.542331 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.551596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:51.552707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.553463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f015c8e5-2d42-42d9-b20e-8a2fd2da3590 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2100572'] for subnet, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.609216 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66a563-cd41-4d18-a69f-3bce9bd7135a req-df29beb1-bec0-474c-830c-bc07596ed198 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:51.611067 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6d66a563-cd41-4d18-a69f-3bce9bd7135a req-df29beb1-bec0-474c-830c-bc07596ed198 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4284208 Mar 08 11:47:51.630603 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.675894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c84298b8-7843-4130-8697-79a443ed66b6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.772537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea6d94-d5cd-42c0-a695-6d8a5b0b9038 None None] Network 439f6739-8db5-416d-9e22-1a404bb37e70 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:51.789307 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6d66a563-cd41-4d18-a69f-3bce9bd7135a req-299bc9c8-d16b-4fec-a562-79711ea30f5e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674831 Mar 08 11:47:51.829315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:51.836473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c84298b8-7843-4130-8697-79a443ed66b6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.860761 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5cede69a-06ce-4864-8291-cf8980f1a466 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.868305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84298b8-7843-4130-8697-79a443ed66b6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1cdd7f-f96b-4e09-a2fe-951e2412d1ca,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:51.890922 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-84f8631b-ce50-4aed-8608-4326d7bc840e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9340751 Mar 08 11:47:51.893832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44200) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:51.898188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=99a19b0a-f8cb-48e9-b1ed-2940fb5937a4,segment=NetworkSegment(97673f8b-5654-467a-a9f0-89f1fdc9abbc),segment_id=97673f8b-5654-467a-a9f0-89f1fdc9abbc)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:51.900215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'subnet': {'network_id': '66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:51.904507 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:51.919756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5cede69a-06ce-4864-8291-cf8980f1a466 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.960778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.982571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c84298b8-7843-4130-8697-79a443ed66b6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:51.983922 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c84298b8-7843-4130-8697-79a443ed66b6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6574132 Mar 08 11:47:51.987235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44204) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:51.995443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-710a5211-526d-4d04-913a-d357c00b449d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Request body: {'security_group_rule': {'security_group_id': '80b88d53-8c64-4703-8e29-7b6ab6996250', 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:52.004858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:47:52.010588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-710a5211-526d-4d04-913a-d357c00b449d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:52.016735 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-710a5211-526d-4d04-913a-d357c00b449d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Usage tracker for resource:security_group_rule and tenant:841eea389ecc446e8a106e5fd6403dd4 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:52.024040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-710a5211-526d-4d04-913a-d357c00b449d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:52.032672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-710a5211-526d-4d04-913a-d357c00b449d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:52.043493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4192a2c-383a-43b6-8d9a-0ce41ab18747 None None] Sync routers for ids ['e84c3c54-5e84-4e17-af36-af418e21e6fb'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:47:52.048606 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Transition to ACTIVE for port object 867c19ab-6336-4190-81a0-7c781beb8f66 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:52.056311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.058832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-211a51a2-59e7-40a5-bb5d-230fd4057d2f None None] Provisioning for port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:52.090491 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.095078 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-22e225b9-5479-41de-8cdc-1b4429a8c35e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1226349 Mar 08 11:47:52.097311 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44208) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:52.143490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cede69a-06ce-4864-8291-cf8980f1a466 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event updated for resources: {'Port': ['ID=08c9afcc-2196-4f2b-89e7-998b74b0af02,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:52.176135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:52.176575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-211a51a2-59e7-40a5-bb5d-230fd4057d2f None None] Provisioning complete for port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:52.178173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-211a51a2-59e7-40a5-bb5d-230fd4057d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.181346 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-5cede69a-06ce-4864-8291-cf8980f1a466 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] In _notify_port_updated(), no bound segment for port 08c9afcc-2196-4f2b-89e7-998b74b0af02 on network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:47:52.187373 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cede69a-06ce-4864-8291-cf8980f1a466 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:52.188026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5cede69a-06ce-4864-8291-cf8980f1a466 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.192721 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-710a5211-526d-4d04-913a-d357c00b449d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Project 841eea389ecc446e8a106e5fd6403dd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:47:52.193728 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5cede69a-06ce-4864-8291-cf8980f1a466 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "PUT /v2.0/ports/08c9afcc-2196-4f2b-89e7-998b74b0af02 HTTP/1.1" status: 200 len: 1057 time: 1.3544819 Mar 08 11:47:52.194582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44212) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:52.195648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:subnet and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:52.200382 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:52.224415 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:52.242357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:52.272086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4192a2c-383a-43b6-8d9a-0ce41ab18747 None None] Routers {'e84c3c54-5e84-4e17-af36-af418e21e6fb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:47:52.272722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c4192a2c-383a-43b6-8d9a-0ce41ab18747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e84c3c54-5e84-4e17-af36-af418e21e6fb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:52.282349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-e0056307-ca2d-4692-9b58-d62e099b2785 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Deleting port 08c9afcc-2196-4f2b-89e7-998b74b0af02 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:52.282817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e0056307-ca2d-4692-9b58-d62e099b2785 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.327049 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Transition to ACTIVE for port object 867c19ab-6336-4190-81a0-7c781beb8f66 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:47:52.328855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-710a5211-526d-4d04-913a-d357c00b449d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.331987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:52.335068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.488383 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.499430 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.530022 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=99a19b0a-f8cb-48e9-b1ed-2940fb5937a4,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:52.557263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-710a5211-526d-4d04-913a-d357c00b449d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.655920 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-710a5211-526d-4d04-913a-d357c00b449d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.686165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Network 43642a95-850d-4754-9ceb-62f56b73b73e is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:52.695671 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:52.698030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a5211-526d-4d04-913a-d357c00b449d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58eafb70-ff9e-4ebc-8896-976185f0978e,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:52.698177 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:52.719264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.782725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-710a5211-526d-4d04-913a-d357c00b449d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.785404 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-710a5211-526d-4d04-913a-d357c00b449d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7961702 Mar 08 11:47:52.787879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44216) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:52.796605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-33eed316-375b-4077-8cae-964881c6a81a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Request body: {'security_group_rule': {'security_group_id': '80b88d53-8c64-4703-8e29-7b6ab6996250', 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:52.804698 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Pushing event updated for resources: {'Port': ['ID=867c19ab-6336-4190-81a0-7c781beb8f66,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:52.806247 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-33eed316-375b-4077-8cae-964881c6a81a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:52.808723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Deleting port 880a0b75-fe43-4c01-b37c-832bfd8315fd {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:52.809277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.830403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:52.837924 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.838061 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f015c8e5-2d42-42d9-b20e-8a2fd2da3590 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752727473399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2910254'] for subnet, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.846569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33eed316-375b-4077-8cae-964881c6a81a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Usage tracker for resource:security_group_rule and tenant:841eea389ecc446e8a106e5fd6403dd4 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:52.856848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33eed316-375b-4077-8cae-964881c6a81a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:52.866742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-33eed316-375b-4077-8cae-964881c6a81a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:52.925186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015c8e5-2d42-42d9-b20e-8a2fd2da3590 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Subnet': ['ID=84871c54-6958-4fd7-ab9f-50e86bdc57d0,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:52.950689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f015c8e5-2d42-42d9-b20e-8a2fd2da3590 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:52.951535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f015c8e5-2d42-42d9-b20e-8a2fd2da3590 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:52.952983 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f015c8e5-2d42-42d9-b20e-8a2fd2da3590 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "PUT /v2.0/subnets/84871c54-6958-4fd7-ab9f-50e86bdc57d0 HTTP/1.1" status: 200 len: 826 time: 1.8167865 Mar 08 11:47:52.961400 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44222) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:52.974597 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c4192a2c-383a-43b6-8d9a-0ce41ab18747 None None] Set router e84c3c54-5e84-4e17-af36-af418e21e6fb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:47:52.996552 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-33eed316-375b-4077-8cae-964881c6a81a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Project 841eea389ecc446e8a106e5fd6403dd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:47:53.021855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-33eed316-375b-4077-8cae-964881c6a81a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.027469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e0056307-ca2d-4692-9b58-d62e099b2785 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.088736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.146111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.223783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-33eed316-375b-4077-8cae-964881c6a81a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.238795 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Attempting to bind port 867c19ab-6336-4190-81a0-7c781beb8f66 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:47:53.239310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Attempting to bind port 867c19ab-6336-4190-81a0-7c781beb8f66 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '3673a46c-4c09-47fd-86b1-8a414a476800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '43642a95-850d-4754-9ceb-62f56b73b73e'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:47:53.240062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Attempting to bind port 867c19ab-6336-4190-81a0-7c781beb8f66 on network 43642a95-850d-4754-9ceb-62f56b73b73e {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:47:53.295590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Calling delete_port for 880a0b75-fe43-4c01-b37c-832bfd8315fd owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:53.299291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:47:53.299818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Checking segment: {'id': '3673a46c-4c09-47fd-86b1-8a414a476800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '43642a95-850d-4754-9ceb-62f56b73b73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:53.300318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.300813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Bound using segment: {'id': '3673a46c-4c09-47fd-86b1-8a414a476800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '43642a95-850d-4754-9ceb-62f56b73b73e'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:47:53.301441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Bound port: 867c19ab-6336-4190-81a0-7c781beb8f66, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3673a46c-4c09-47fd-86b1-8a414a476800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '43642a95-850d-4754-9ceb-62f56b73b73e'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:47:53.301889 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.323025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-33eed316-375b-4077-8cae-964881c6a81a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.362315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eed316-375b-4077-8cae-964881c6a81a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4c5ff0-eac8-4393-9a3e-1d88554b1297,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:53.391357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09648545-6c8e-46c7-9150-01fb36af9ad2 req-17c9caa3-41c3-4d1a-a413-6cc6eb888dc1 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:53.392881 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09648545-6c8e-46c7-9150-01fb36af9ad2 req-17c9caa3-41c3-4d1a-a413-6cc6eb888dc1 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3834348 Mar 08 11:47:53.394829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-e0056307-ca2d-4692-9b58-d62e099b2785 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Calling delete_port for 08c9afcc-2196-4f2b-89e7-998b74b0af02 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:53.402519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f553cbc2-e99b-4218-a2c7-6951ce787b14 None None] Provisioning complete for port 08c9afcc-2196-4f2b-89e7-998b74b0af02 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:53.403296 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f553cbc2-e99b-4218-a2c7-6951ce787b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.479316 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09648545-6c8e-46c7-9150-01fb36af9ad2 req-ee71b1a3-4b12-41e8-b405-274924fb484c tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740256 Mar 08 11:47:53.483839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f553cbc2-e99b-4218-a2c7-6951ce787b14 None None] Port 08c9afcc-2196-4f2b-89e7-998b74b0af02 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:47:53.486860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-33eed316-375b-4077-8cae-964881c6a81a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.492688 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-33eed316-375b-4077-8cae-964881c6a81a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6991305 Mar 08 11:47:53.492688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44226) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:53.502965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Subnet': ['ID=9d041c0b-1593-4d32-804f-69b89f7a0bac,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:53.506324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Request body: {'network': {'name': 'tempest-network-smoke--1718810850', 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'port_security_enabled': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:53.512134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:53.517596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Usage tracker for resource:network and tenant:841eea389ecc446e8a106e5fd6403dd4 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:53.521844 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:53.530279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.536463 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:53.539585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking segment: {'id': 'a7f7462a-d96e-4d5d-b17e-816699bb30ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:53.540093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network hostable DHCP agents. Network: 66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:53.579722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Deleting port 867c19ab-6336-4190-81a0-7c781beb8f66 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:53.580299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.638621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-772233e8-8946-4023-bf61-71e123994b6c None None] Provisioning complete for port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:53.639020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-772233e8-8946-4023-bf61-71e123994b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.655364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Made reservation on behalf of 841eea389ecc446e8a106e5fd6403dd4 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:53.660107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.685111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] For port 867c19ab-6336-4190-81a0-7c781beb8f66, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:47:53.695106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:53.705168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c4192a2c-383a-43b6-8d9a-0ce41ab18747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84c3c54-5e84-4e17-af36-af418e21e6fb', 'name': '', 'tenant_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56d4d451-8e1b-4796-a266-5311d98d54d7', 'external_fixed_ips': [{'subnet_id': '67153e08-1dcf-4a3e-8b48-09a9f2213c1d', 'ip_address': '2001:db8::1c8'}], 'enable_snat': True}, 'gw_port_id': '880a0b75-fe43-4c01-b37c-832bfd8315fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:47Z', 'updated_at': '2022-03-08T11:47:49Z', 'revision_number': 3, 'project_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'gw_port': {'id': '880a0b75-fe43-4c01-b37c-832bfd8315fd', 'name': '', 'network_id': '56d4d451-8e1b-4796-a266-5311d98d54d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84c3c54-5e84-4e17-af36-af418e21e6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '67153e08-1dcf-4a3e-8b48-09a9f2213c1d', 'ip_address': '2001:db8::1c8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:48Z', 'updated_at': '2022-03-08T11:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67153e08-1dcf-4a3e-8b48-09a9f2213c1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:53.706791 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.707144 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Added segment 8f534f55-ef95-48cd-835d-3685aee36b19 of type vlan for network b44f3b77-f5d2-476e-b8ea-4933f530d532 Mar 08 11:47:53.714091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4192a2c-383a-43b6-8d9a-0ce41ab18747 None None] Checking router: e84c3c54-5e84-4e17-af36-af418e21e6fb for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:47:53.714468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4192a2c-383a-43b6-8d9a-0ce41ab18747 None None] Updating router e84c3c54-5e84-4e17-af36-af418e21e6fb port 880a0b75-fe43-4c01-b37c-832bfd8315fd binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:47:53.717002 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.743119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network 66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:53.756245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] For port 867c19ab-6336-4190-81a0-7c781beb8f66, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=867c19ab-6336-4190-81a0-7c781beb8f66,segment=NetworkSegment(3673a46c-4c09-47fd-86b1-8a414a476800),segment_id=3673a46c-4c09-47fd-86b1-8a414a476800)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:47:53.757267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4192a2c-383a-43b6-8d9a-0ce41ab18747 None None] Port 880a0b75-fe43-4c01-b37c-832bfd8315fd not found while updating agent binding for router e84c3c54-5e84-4e17-af36-af418e21e6fb. {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 08 11:47:53.780365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event deleted for resources: {'Port': ['ID=880a0b75-fe43-4c01-b37c-832bfd8315fd,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:53.808010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4192a2c-383a-43b6-8d9a-0ce41ab18747 None None] Routers {'e84c3c54-5e84-4e17-af36-af418e21e6fb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:47:53.808665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c4192a2c-383a-43b6-8d9a-0ce41ab18747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e84c3c54-5e84-4e17-af36-af418e21e6fb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:53.821489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.833807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.874232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.878954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e0056307-ca2d-4692-9b58-d62e099b2785 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.882339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:53.923959 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5820defd-527b-4a8d-8efa-577126c17eed None None] Network 66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:53.938026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:53.938602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:53.945519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0056307-ca2d-4692-9b58-d62e099b2785 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event deleted for resources: {'Port': ['ID=08c9afcc-2196-4f2b-89e7-998b74b0af02,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:54.023084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.027582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.030042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] For port 867c19ab-6336-4190-81a0-7c781beb8f66, host dv-neutron-828143-8-hyperv, got binding levels [] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:54.031152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.103720 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c4192a2c-383a-43b6-8d9a-0ce41ab18747 None None] Set router e84c3c54-5e84-4e17-af36-af418e21e6fb gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:47:54.135133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.142518 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:54.143701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.174072 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Calling delete_port for 867c19ab-6336-4190-81a0-7c781beb8f66 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:54.206337 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3cde1c35-39a5-4b69-9312-c3962f1ea931 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3109221 Mar 08 11:47:54.209274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44232) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:54.290173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:54.308742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.309494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e84c3c54-5e84-4e17-af36-af418e21e6fb {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:47:54.337673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c4192a2c-383a-43b6-8d9a-0ce41ab18747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84c3c54-5e84-4e17-af36-af418e21e6fb', 'name': '', 'tenant_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:47Z', 'updated_at': '2022-03-08T11:47:53Z', 'revision_number': 5, 'project_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:54.366977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4192a2c-383a-43b6-8d9a-0ce41ab18747 None None] The sync data for ids ['e84c3c54-5e84-4e17-af36-af418e21e6fb'] in dv-neutron-828143-8-hyperv is: [{'id': 'e84c3c54-5e84-4e17-af36-af418e21e6fb', 'name': '', 'tenant_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:47Z', 'updated_at': '2022-03-08T11:47:53Z', 'revision_number': 5, 'project_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'gw_port_host': None}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:47:54.379587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ad244-55a1-48e4-bd95-c939cfa9d777 None None] Pushing event updated for resources: {'Port': ['ID=867c19ab-6336-4190-81a0-7c781beb8f66,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:54.398753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.402960 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c042cd80-7f7b-432e-9997-4fc2bc73aeb8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e84c3c54-5e84-4e17-af36-af418e21e6fb HTTP/1.1" status: 204 len: 168 time: 2.3023582 Mar 08 11:47:54.407300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44236) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:54.453288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'Network': ['ID=b44f3b77-f5d2-476e-b8ea-4933f530d532,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:54.478869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network b44f3b77-f5d2-476e-b8ea-4933f530d532 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:54.506456 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6918d697-ef06-4eed-91df-2dc8c0b5e851 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0142047 Mar 08 11:47:54.510766 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44242) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:54.536068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f6218e-8bb4-4bbb-8659-2e004ca268f8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Deleting subnet 67153e08-1dcf-4a3e-8b48-09a9f2213c1d {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:47:54.544366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'admin_state_up': True, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:54.545267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-33f6218e-8bb4-4bbb-8659-2e004ca268f8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.561404 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:54.569971 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.571947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Usage tracker for resource:router and tenant:841eea389ecc446e8a106e5fd6403dd4 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:54.576300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:54.578206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:54.578760 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.584018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:54.673792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-33f6218e-8bb4-4bbb-8659-2e004ca268f8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.698805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:47:54.699095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:47:54.745838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.748127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.771054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac0ed61-523e-45f4-aff0-eeca362ae563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee', 'network_id': '66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee', 'tenant_id': '11ccad0b38e34e318255f6b867d0a615', 'fixed_ips': [{'subnet_id': '9d041c0b-1593-4d32-804f-69b89f7a0bac'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:54.772869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dac0ed61-523e-45f4-aff0-eeca362ae563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.792270 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.794437 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.825403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-33f6218e-8bb4-4bbb-8659-2e004ca268f8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:54.907336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012909f-af4c-459b-a929-3b4c0d3a3d4b req-876a8419-09e9-409b-b9eb-13142f8aba1c tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:54.909352 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3012909f-af4c-459b-a929-3b4c0d3a3d4b req-876a8419-09e9-409b-b9eb-13142f8aba1c tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.2457688 Mar 08 11:47:55.044769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-33f6218e-8bb4-4bbb-8659-2e004ca268f8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.083710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6218e-8bb4-4bbb-8659-2e004ca268f8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=67153e08-1dcf-4a3e-8b48-09a9f2213c1d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:55.087404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-33f6218e-8bb4-4bbb-8659-2e004ca268f8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.093274 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-33f6218e-8bb4-4bbb-8659-2e004ca268f8 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/67153e08-1dcf-4a3e-8b48-09a9f2213c1d HTTP/1.1" status: 204 len: 168 time: 0.6852617 Mar 08 11:47:55.096001 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44246) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:55.103366 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3012909f-af4c-459b-a929-3b4c0d3a3d4b req-f941f099-4416-4941-a39f-6432b1de92f3 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863537 Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server [None req-dac0ed61-523e-45f4-aff0-eeca362ae563 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d041c0b-1593-4d32-804f-69b89f7a0bac: This subnet is being modified by another concurrent operation. Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 11:47:55.107920 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise exception Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d041c0b-1593-4d32-804f-69b89f7a0bac: This subnet is being modified by another concurrent operation. Mar 08 11:47:55.111082 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Mar 08 11:47:55.141534 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f23b9-0d2d-4749-9852-4f7f79a49798 None None] Network 66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:55.230341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.291138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.295157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Deleting port 867c19ab-6336-4190-81a0-7c781beb8f66 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:55.295495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.377967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.405609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d4d451-8e1b-4796-a266-5311d98d54d7']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:55.418047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fb4f21-062e-48b3-9b65-4146cfdaa21a') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:55.418348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fb4f21-062e-48b3-9b65-4146cfdaa21a') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:55.429625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.451599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.465119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:55.465587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:55.492912 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:55.494778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Subnet': ['ID=9d041c0b-1593-4d32-804f-69b89f7a0bac,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:55.626227 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.644374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.668134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56d4d451-8e1b-4796-a266-5311d98d54d7 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 11:47:55.685588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.694409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event deleted for resources: {'Network': ['ID=56d4d451-8e1b-4796-a266-5311d98d54d7,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:55.709791 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2be1ec8b-4e61-4678-a6b8-e1b88a6efe17 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "DELETE /v2.0/networks/56d4d451-8e1b-4796-a266-5311d98d54d7 HTTP/1.1" status: 204 len: 168 time: 0.6126072 Mar 08 11:47:55.722429 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e0056307-ca2d-4692-9b58-d62e099b2785 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.757566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:55.796370 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e0056307-ca2d-4692-9b58-d62e099b2785 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "DELETE /v2.0/ports/08c9afcc-2196-4f2b-89e7-998b74b0af02 HTTP/1.1" status: 204 len: 168 time: 3.5944941 Mar 08 11:47:55.800754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44256) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:55.824732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:55.867414 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afae26d-e231-4911-8680-5e373da4cf70 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] GET failed (client error): The resource could not be found. Mar 08 11:47:55.868074 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2afae26d-e231-4911-8680-5e373da4cf70 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Synchronizing usage tracker for tenant:35ff7294c3ca4287a2ca81aa95b5c07e on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:47:55.870260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f7462a-d96e-4d5d-b17e-816699bb30ab') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:55.870569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f7462a-d96e-4d5d-b17e-816699bb30ab') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:55.884665 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bfa5b-aedc-4d7c-90ef-c5da3eed4571 req-64157df2-f952-470d-bab1-b2665dddaebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:55.890134 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c0bfa5b-aedc-4d7c-90ef-c5da3eed4571 req-64157df2-f952-470d-bab1-b2665dddaebe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=451a6ae544ae458da1fdd0d6f1d54d89&device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 1098 time: 0.1666493 Mar 08 11:47:55.963032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.016718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16457a3-7b4d-4b4d-9aca-d63877419fad req-c498f808-b008-496b-b433-bee557f5e4d6 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:56.017785 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a16457a3-7b4d-4b4d-9aca-d63877419fad req-c498f808-b008-496b-b433-bee557f5e4d6 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4386420 Mar 08 11:47:56.021414 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.036173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2afae26d-e231-4911-8680-5e373da4cf70 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Unset dirty status for tenant:35ff7294c3ca4287a2ca81aa95b5c07e on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:47:56.041598 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2afae26d-e231-4911-8680-5e373da4cf70 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "GET /v2.0/ports/08c9afcc-2196-4f2b-89e7-998b74b0af02 HTTP/1.1" status: 404 len: 333 time: 0.2350364 Mar 08 11:47:56.043162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:56.044975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44264) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:56.045674 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:56.075850 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:56.143373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bfa5b-aedc-4d7c-90ef-c5da3eed4571 req-0f5c9c17-b475-4181-a4c6-2534810eeb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:56.145128 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c0bfa5b-aedc-4d7c-90ef-c5da3eed4571 req-0f5c9c17-b475-4181-a4c6-2534810eeb1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c9696f42-2096-4d7e-b072-373349eed38f HTTP/1.1" status: 200 len: 912 time: 0.2482324 Mar 08 11:47:56.217850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 867c19ab-6336-4190-81a0-7c781beb8f66 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:47:56.223027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44268) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:56.238326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-af9cf3c6-d68f-4e0b-98f1-3bd59cf3fe49 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Request body: {'router': {'name': 'tempest-router--1150395438', 'project_id': '6bce1b93dd08465e87704fd10caed154'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:56.249453 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-af9cf3c6-d68f-4e0b-98f1-3bd59cf3fe49 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:56.253755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-af9cf3c6-d68f-4e0b-98f1-3bd59cf3fe49 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Usage tracker for resource:router and tenant:6bce1b93dd08465e87704fd10caed154 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:56.270696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-af9cf3c6-d68f-4e0b-98f1-3bd59cf3fe49 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:56.302199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-af9cf3c6-d68f-4e0b-98f1-3bd59cf3fe49 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:56.321215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-1f318428-a658-4fcc-b278-f3e30f398adc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Deleting port 641370f7-c442-4514-b099-c978d4dfae66 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:56.321670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1f318428-a658-4fcc-b278-f3e30f398adc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.348487 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] For port 867c19ab-6336-4190-81a0-7c781beb8f66, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=867c19ab-6336-4190-81a0-7c781beb8f66,segment=NetworkSegment(3673a46c-4c09-47fd-86b1-8a414a476800),segment_id=3673a46c-4c09-47fd-86b1-8a414a476800)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:47:56.349060 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.392741 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c0bfa5b-aedc-4d7c-90ef-c5da3eed4571 req-2018e7c9-a131-4a1c-9816-ea6bdfe61cfb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb121f6f-835f-44e5-b1b8-7b36309af64f HTTP/1.1" status: 200 len: 1000 time: 0.2393918 Mar 08 11:47:56.397976 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 867c19ab-6336-4190-81a0-7c781beb8f66 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:56.435559 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ab2495-e583-49cf-8a65-a22f25353e72 None None] Network 43642a95-850d-4754-9ceb-62f56b73b73e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:56.448992 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a16457a3-7b4d-4b4d-9aca-d63877419fad req-5691442a-0bce-4f78-ba23-0321a491201a tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746710 Mar 08 11:47:56.514101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af9cf3c6-d68f-4e0b-98f1-3bd59cf3fe49 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.515117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af9cf3c6-d68f-4e0b-98f1-3bd59cf3fe49 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.535736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Calling delete_port for 867c19ab-6336-4190-81a0-7c781beb8f66 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:56.535926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bfa5b-aedc-4d7c-90ef-c5da3eed4571 req-115e310d-3f0c-4de7-886d-9b630262376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:56.537290 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c0bfa5b-aedc-4d7c-90ef-c5da3eed4571 req-115e310d-3f0c-4de7-886d-9b630262376a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7032fe46-bda6-47b7-88cb-a85f4ab74c1d HTTP/1.1" status: 200 len: 850 time: 0.1355159 Mar 08 11:47:56.562419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-19f43bbe-0cff-43b3-b8aa-e8b39a9b6a2d None None] Provisioning for port 867c19ab-6336-4190-81a0-7c781beb8f66 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:47:56.566025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.571340 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.577670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-19f43bbe-0cff-43b3-b8aa-e8b39a9b6a2d None None] Provisioning complete for port 867c19ab-6336-4190-81a0-7c781beb8f66 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:47:56.578076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-19f43bbe-0cff-43b3-b8aa-e8b39a9b6a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.611290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af9cf3c6-d68f-4e0b-98f1-3bd59cf3fe49 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.613384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Network': ['ID=66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:56.643046 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5d7758ba-743d-4dca-958c-31171c1bd035 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee HTTP/1.1" status: 204 len: 168 time: 2.4226170 Mar 08 11:47:56.656865 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44272) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:56.665620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1672768300'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:56.672192 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:56.677276 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:network and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:56.680807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:56.687835 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:56.796510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:56.801995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.821425 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-19f43bbe-0cff-43b3-b8aa-e8b39a9b6a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.864877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1f318428-a658-4fcc-b278-f3e30f398adc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:56.874467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bfa5b-aedc-4d7c-90ef-c5da3eed4571 req-1c5e9540-8733-4790-8d0f-9cb869b47bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:56.875954 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c0bfa5b-aedc-4d7c-90ef-c5da3eed4571 req-1c5e9540-8733-4790-8d0f-9cb869b47bea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c9696f42-2096-4d7e-b072-373349eed38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3290560 Mar 08 11:47:57.012934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af9cf3c6-d68f-4e0b-98f1-3bd59cf3fe49 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:57.023065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-1f318428-a658-4fcc-b278-f3e30f398adc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Calling delete_port for 641370f7-c442-4514-b099-c978d4dfae66 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:57.040136 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241954f7-34a3-4e6b-ac85-23d272c2b412 None None] Network 43642a95-850d-4754-9ceb-62f56b73b73e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:57.095633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:57.127743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:57.137347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:57.186289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:57.186682 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Added segment fb47b697-fa61-4916-a818-e985244441a5 of type vlan for network 625ce7dd-ec08-47de-ba99-a2df0a3e5d43 Mar 08 11:47:57.221428 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:57.247295 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af9cf3c6-d68f-4e0b-98f1-3bd59cf3fe49 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:57.248452 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-af9cf3c6-d68f-4e0b-98f1-3bd59cf3fe49 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0218201 Mar 08 11:47:57.252984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44276) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:57.254901 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c0bfa5b-aedc-4d7c-90ef-c5da3eed4571 req-2c22db44-9a3c-4f4f-9e19-646afa81c331 service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202860 Mar 08 11:47:57.299713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:57.456540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:57.463150 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:57.463770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:57.464630 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-823ab613-f0d2-457c-9dc2-6c5030e1ef0f None None] Could not find standard attr ID for object 867c19ab-6336-4190-81a0-7c781beb8f66. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:47:57.488915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e13d2622-3b6c-4cc4-92c7-d1aecf1e199e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:57.531422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74990df8-aabf-4834-9c93-fe623fbf4386 None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:47:57.538144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1f318428-a658-4fcc-b278-f3e30f398adc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:57.579079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Port': ['ID=867c19ab-6336-4190-81a0-7c781beb8f66,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:57.589499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=625ce7dd-ec08-47de-ba99-a2df0a3e5d43,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:57.612595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 625ce7dd-ec08-47de-ba99-a2df0a3e5d43 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:47:57.616975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f318428-a658-4fcc-b278-f3e30f398adc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event deleted for resources: {'Port': ['ID=641370f7-c442-4514-b099-c978d4dfae66,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:57.653761 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No DVR routers for this DVR port 867c19ab-6336-4190-81a0-7c781beb8f66 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:47:57.748423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Allocated IP 172.26.4.228 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/45030a1e-2ea5-4665-beb6-14707b5c9422) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:57.756948 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:57.804739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74990df8-aabf-4834-9c93-fe623fbf4386 None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 11:47:57.829800 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3944d58a-d45b-4306-8438-4604232323e8 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1706674 Mar 08 11:47:57.842385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44282) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:57.854419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'subnet': {'network_id': '625ce7dd-ec08-47de-ba99-a2df0a3e5d43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:57.939019 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c0bfa5b-aedc-4d7c-90ef-c5da3eed4571 req-ce6e4961-f541-40b1-8997-f8f2adb501ea service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211553 Mar 08 11:47:58.073133 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:58.082986 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:subnet and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:58.087269 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:58.094381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:58.145054 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e13d2622-3b6c-4cc4-92c7-d1aecf1e199e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.150126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e13d2622-3b6c-4cc4-92c7-d1aecf1e199e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.151982 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.156222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1f318428-a658-4fcc-b278-f3e30f398adc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.200849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a2814-9385-4400-834c-659918567324 req-0a1791ff-5763-4fac-b398-f2825b04c279 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:58.202273 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b3a2814-9385-4400-834c-659918567324 req-0a1791ff-5763-4fac-b398-f2825b04c279 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.5272503 Mar 08 11:47:58.210945 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.218970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:58.222695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.243466 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Subnet': ['ID=84871c54-6958-4fd7-ab9f-50e86bdc57d0,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:58.249921 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b3a2814-9385-4400-834c-659918567324 req-bac052d9-d073-4379-bfd3-a8b5b630b74e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 Mar 08 11:47:58.254701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401d8e98-8103-4c91-a6c6-76779d1ce6ff None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:47:58.256376 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1f318428-a658-4fcc-b278-f3e30f398adc tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "DELETE /v2.0/ports/641370f7-c442-4514-b099-c978d4dfae66 HTTP/1.1" status: 204 len: 168 time: 2.2081368 Mar 08 11:47:58.259126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44288) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:58.299469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e13d2622-3b6c-4cc4-92c7-d1aecf1e199e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.300842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13d2622-3b6c-4cc4-92c7-d1aecf1e199e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52977d45-8340-4b09-933a-4b3be0aa490d {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:47:58.311763 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-98aa952e-8a48-4fb8-9ccb-3cccf488ff21 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] GET failed (client error): The resource could not be found. Mar 08 11:47:58.312365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-98aa952e-8a48-4fb8-9ccb-3cccf488ff21 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Synchronizing usage tracker for tenant:35ff7294c3ca4287a2ca81aa95b5c07e on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:47:58.318101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e13d2622-3b6c-4cc4-92c7-d1aecf1e199e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.319274 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e13d2622-3b6c-4cc4-92c7-d1aecf1e199e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "DELETE /v2.0/routers/52977d45-8340-4b09-933a-4b3be0aa490d HTTP/1.1" status: 204 len: 168 time: 1.0635159 Mar 08 11:47:58.415660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-98aa952e-8a48-4fb8-9ccb-3cccf488ff21 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Unset dirty status for tenant:35ff7294c3ca4287a2ca81aa95b5c07e on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:47:58.421410 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-98aa952e-8a48-4fb8-9ccb-3cccf488ff21 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "GET /v2.0/ports/641370f7-c442-4514-b099-c978d4dfae66 HTTP/1.1" status: 404 len: 333 time: 0.1567898 Mar 08 11:47:58.421547 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d8e98-8103-4c91-a6c6-76779d1ce6ff None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 11:47:58.421685 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44294) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:58.470788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.507648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-145e0e87-2387-4df2-9397-390e8b2c7f51 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Deleting port 6afdaa85-7f49-4298-8bf7-96f1dcc11db0 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:47:58.510283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-145e0e87-2387-4df2-9397-390e8b2c7f51 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.521936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43642a95-850d-4754-9ceb-62f56b73b73e']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:58.541175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3673a46c-4c09-47fd-86b1-8a414a476800') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:58.541604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3673a46c-4c09-47fd-86b1-8a414a476800') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:58.557821 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.608783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.627643 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:58.628155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:58.643314 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:58.653940 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44298) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:58.712497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.826730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:58.832607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:58.835302 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:47:58.900916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b76b12-b6a4-43ae-89b4-fedaffa7eee6 None None] Network 43642a95-850d-4754-9ceb-62f56b73b73e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:58.908835 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.945765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b76b12-b6a4-43ae-89b4-fedaffa7eee6 None None] Network 43642a95-850d-4754-9ceb-62f56b73b73e could not be found, it might have been deleted concurrently. {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 08 11:47:58.949226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-145e0e87-2387-4df2-9397-390e8b2c7f51 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.963906 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:58.970597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Network': ['ID=43642a95-850d-4754-9ceb-62f56b73b73e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:58.981187 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'Port': ['ID=45030a1e-2ea5-4665-beb6-14707b5c9422,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:59.084628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a86c73e-71a9-4e2c-9801-38f46496c333 None None] DHCP port deletion for 43642a95-850d-4754-9ceb-62f56b73b73e request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:47:59.159278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-226854650', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}, 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:59.175494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-145e0e87-2387-4df2-9397-390e8b2c7f51 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Calling delete_port for 6afdaa85-7f49-4298-8bf7-96f1dcc11db0 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:47:59.193475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:59.209673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:59.221743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Usage tracker for resource:router and tenant:20284a76a3c44566a0da1cd1318025c1 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:59.226279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:59.235955 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dcd1c5f7-6a45-46ab-a6aa-521229cd8e67 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/43642a95-850d-4754-9ceb-62f56b73b73e HTTP/1.1" status: 204 len: 168 time: 6.2707956 Mar 08 11:47:59.240315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:59.242058 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44304) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:59.288875 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a28b01e-6545-4d29-a3fd-a6161e28e7a3 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] DELETE failed (client error): The resource could not be found. Mar 08 11:47:59.290660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a28b01e-6545-4d29-a3fd-a6161e28e7a3 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:47:59.296647 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7a28b01e-6545-4d29-a3fd-a6161e28e7a3 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/43642a95-850d-4754-9ceb-62f56b73b73e HTTP/1.1" status: 404 len: 339 time: 0.0492108 Mar 08 11:47:59.323940 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44310) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:59.331739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2010148261', 'description': 'd1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:59.370299 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:47:59.373188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:59.374227 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:59.386256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Usage tracker for resource:network and tenant:5e5d98b127804a80abfd244157d9c128 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:47:59.392887 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:47:59.401534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:47:59.426583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:59.447490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Subnet': ['ID=996af5cc-6287-448b-997f-08ff4c7e0d01,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:59.463053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking segment: {'id': 'fb47b697-fa61-4916-a818-e985244441a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '625ce7dd-ec08-47de-ba99-a2df0a3e5d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:47:59.463413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network hostable DHCP agents. Network: 625ce7dd-ec08-47de-ba99-a2df0a3e5d43, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:59.489549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:59.493194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:59.507912 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1f7e2-a155-4406-9b87-1bcdb4648e3a req-fbab94f4-d1d0-4426-9517-12fe00c0440d tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:59.509375 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-89d1f7e2-a155-4406-9b87-1bcdb4648e3a req-fbab94f4-d1d0-4426-9517-12fe00c0440d tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.1354511 Mar 08 11:47:59.522460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:59.527823 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-145e0e87-2387-4df2-9397-390e8b2c7f51 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:59.598156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network 625ce7dd-ec08-47de-ba99-a2df0a3e5d43 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:59.630523 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-89d1f7e2-a155-4406-9b87-1bcdb4648e3a req-89efc378-8c83-41ed-bfe1-77d9851abeb9 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151435 Mar 08 11:47:59.659284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:59.659751 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Added segment 4757ee91-ba3e-4b99-89ee-3c1917775233 of type vlan for network a0619f16-3c35-444d-a8bf-3bb994c85c1c Mar 08 11:47:59.690689 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:59.695873 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 625ce7dd-ec08-47de-ba99-a2df0a3e5d43) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:59.705380 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ed508-c5d2-4c8c-aa1d-bbeb76b3d4dd None None] Network 625ce7dd-ec08-47de-ba99-a2df0a3e5d43 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:47:59.708034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:59.708618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:59.713367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e0e87-2387-4df2-9397-390e8b2c7f51 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event deleted for resources: {'Port': ['ID=6afdaa85-7f49-4298-8bf7-96f1dcc11db0,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:59.749063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:47:59.820772 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a8990a2e-2ed9-4f1a-b767-2ef764189635 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9753056 Mar 08 11:47:59.821459 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44316) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:47:59.974141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-625ce7dd-ec08-47de-ba99-a2df0a3e5d43', 'network_id': '625ce7dd-ec08-47de-ba99-a2df0a3e5d43', 'tenant_id': '11ccad0b38e34e318255f6b867d0a615', 'fixed_ips': [{'subnet_id': '996af5cc-6287-448b-997f-08ff4c7e0d01'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:47:59.975303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.082746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.086397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.092434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:00.093067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.119582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 867c19ab-6336-4190-81a0-7c781beb8f66 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:48:00.142203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.162122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-145e0e87-2387-4df2-9397-390e8b2c7f51 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.163306 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 867c19ab-6336-4190-81a0-7c781beb8f66 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:48:00.163654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 867c19ab-6336-4190-81a0-7c781beb8f66 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:48:00.179651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Allocated IP 172.20.0.2 (625ce7dd-ec08-47de-ba99-a2df0a3e5d43/996af5cc-6287-448b-997f-08ff4c7e0d01/f3539392-6537-4af1-bab0-548ea80031c4) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:00.306873 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.344670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.384239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Network': ['ID=a0619f16-3c35-444d-a8bf-3bb994c85c1c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:00.402219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network a0619f16-3c35-444d-a8bf-3bb994c85c1c details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:00.434098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef44d6-c8cb-43ac-8741-5aa266217c0a req-e754781e-eba6-4951-aa0a-694e63b1502d tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:00.435627 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-46ef44d6-c8cb-43ac-8741-5aa266217c0a req-e754781e-eba6-4951-aa0a-694e63b1502d tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.6117122 Mar 08 11:48:00.497287 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3305def4-22ec-4582-b068-ebff708d5628 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1733453 Mar 08 11:48:00.499083 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-145e0e87-2387-4df2-9397-390e8b2c7f51 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "DELETE /v2.0/ports/6afdaa85-7f49-4298-8bf7-96f1dcc11db0 HTTP/1.1" status: 204 len: 168 time: 2.0760705 Mar 08 11:48:00.506409 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.511565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44320) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:00.511891 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44322) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:00.531573 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Transition to ACTIVE for port object f3539392-6537-4af1-bab0-548ea80031c4 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:00.553987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Transition to ACTIVE for port object f3539392-6537-4af1-bab0-548ea80031c4 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:00.634074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.697898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Network 625ce7dd-ec08-47de-ba99-a2df0a3e5d43 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:00.705837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:00.710018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:00.715749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Pushing event updated for resources: {'Port': ['ID=f3539392-6537-4af1-bab0-548ea80031c4,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:00.721800 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-46ef44d6-c8cb-43ac-8741-5aa266217c0a req-5eded750-f8e5-43ab-9d10-7ca40c9cf5b6 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344534 Mar 08 11:48:00.746009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Deleting subnet fac7e45e-b747-4b15-9a46-91bc97ac5951 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:48:00.749903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.756760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268fe53f-83ae-4ecb-a5b2-ced637278b45 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:00.756867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-268fe53f-83ae-4ecb-a5b2-ced637278b45 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Synchronizing usage tracker for tenant:5e5d98b127804a80abfd244157d9c128 on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:00.760605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.797665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:48:00.806509 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Attempting to bind port f3539392-6537-4af1-bab0-548ea80031c4 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:00.806927 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Attempting to bind port f3539392-6537-4af1-bab0-548ea80031c4 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'fb47b697-fa61-4916-a818-e985244441a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '625ce7dd-ec08-47de-ba99-a2df0a3e5d43'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:00.807301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Attempting to bind port f3539392-6537-4af1-bab0-548ea80031c4 on network 625ce7dd-ec08-47de-ba99-a2df0a3e5d43 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:00.810158 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Subnet': ['ID=996af5cc-6287-448b-997f-08ff4c7e0d01,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:00.815077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:00.818032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Checking segment: {'id': 'fb47b697-fa61-4916-a818-e985244441a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '625ce7dd-ec08-47de-ba99-a2df0a3e5d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:00.818866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.819483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Bound using segment: {'id': 'fb47b697-fa61-4916-a818-e985244441a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '625ce7dd-ec08-47de-ba99-a2df0a3e5d43'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:00.820204 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Bound port: f3539392-6537-4af1-bab0-548ea80031c4, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb47b697-fa61-4916-a818-e985244441a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '625ce7dd-ec08-47de-ba99-a2df0a3e5d43'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:00.820798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.835843 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:00.921804 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] For port f3539392-6537-4af1-bab0-548ea80031c4, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:00.924896 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] For port f3539392-6537-4af1-bab0-548ea80031c4, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f3539392-6537-4af1-bab0-548ea80031c4,segment=NetworkSegment(fb47b697-fa61-4916-a818-e985244441a5),segment_id=fb47b697-fa61-4916-a818-e985244441a5)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:00.964532 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-268fe53f-83ae-4ecb-a5b2-ced637278b45 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Unset dirty status for tenant:5e5d98b127804a80abfd244157d9c128 on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:00.965619 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-268fe53f-83ae-4ecb-a5b2-ced637278b45 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "GET /v2.0/networks?id=a0619f16-3c35-444d-a8bf-3bb994c85c1c HTTP/1.1" status: 200 len: 765 time: 0.4495134 Mar 08 11:48:00.971520 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44330) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:00.981710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-10f373a1-a61e-4f76-8527-d63a982f57d2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'network': {'description': 'd2'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:00.987122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.004926 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.028358 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625ce7dd-ec08-47de-ba99-a2df0a3e5d43']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:01.098908 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb47b697-fa61-4916-a818-e985244441a5') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:01.099180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb47b697-fa61-4916-a818-e985244441a5') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:01.109315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b81e94-eb17-4985-b6dd-d26b5b0f21d3 None None] Pushing event updated for resources: {'Port': ['ID=f3539392-6537-4af1-bab0-548ea80031c4,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:01.117301 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.123420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.146238 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:48:01.148045 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.156508 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Sync routers for ids ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:01.167274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:01.167644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.171916 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Routers {'183e19e8-61e5-4ca2-b5a5-f4c7649a434c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:01.178419 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:01.183975 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:01.224448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.227951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44be72ac-7550-4cec-a259-c4434d212b52 None None] Network 625ce7dd-ec08-47de-ba99-a2df0a3e5d43 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:01.277051 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.300886 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.305108 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f5806812-31b9-46a7-8132-7fe805a8023a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.7902832 Mar 08 11:48:01.305611 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44334) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:01.341328 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 11:48:01.341328 dv-neutron-828143-8-hyperv neutron-server[88470]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 11:48:01.341328 dv-neutron-828143-8-hyperv neutron-server[88470]: [parameters: {'id': '625ce7dd-ec08-47de-ba99-a2df0a3e5d43'}] Mar 08 11:48:01.341328 dv-neutron-828143-8-hyperv neutron-server[88470]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:48:01.341750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:48:01.460828 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Set router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:01.508711 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1675877a-e249-49dd-87f1-b27d04ae25b9 tempest-TestNetworkAdvancedServerOps-1503729521 tempest-TestNetworkAdvancedServerOps-1503729521-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=841eea389ecc446e8a106e5fd6403dd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1994486 Mar 08 11:48:01.508906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c657181d-1013-42bb-9f18-968f0f016df4 None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:48:01.509584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44342) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:01.570365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-10f373a1-a61e-4f76-8527-d63a982f57d2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.597127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Allocated IP 172.26.4.31 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/198a6b48-84b0-405f-a33d-eec57fdf4801) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:01.663577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7acb456-dd72-4e04-b209-b72f2101dd7f tempest-TestNetworkAdvancedServerOps-1503729521 tempest-TestNetworkAdvancedServerOps-1503729521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:01.665079 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d7acb456-dd72-4e04-b209-b72f2101dd7f tempest-TestNetworkAdvancedServerOps-1503729521 tempest-TestNetworkAdvancedServerOps-1503729521-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1545544 Mar 08 11:48:01.667939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44346) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:01.727597 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.733007 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1766f856-1d9c-47d6-918c-fc01aab8a147 tempest-TestNetworkAdvancedServerOps-1503729521 tempest-TestNetworkAdvancedServerOps-1503729521-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607383 Mar 08 11:48:01.733535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44350) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:01.741564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1735582364', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:01.761677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c657181d-1013-42bb-9f18-968f0f016df4 None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 11:48:01.767501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-10f373a1-a61e-4f76-8527-d63a982f57d2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.830381 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:47:59Z', 'revision_number': 3, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:01.834820 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Checking router: 183e19e8-61e5-4ca2-b5a5-f4c7649a434c for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:48:01.835363 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Updating router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c port 45030a1e-2ea5-4665-beb6-14707b5c9422 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:48:01.868499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event deleted for resources: {'Subnet': ['ID=fac7e45e-b747-4b15-9a46-91bc97ac5951,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:01.869734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.872723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10f373a1-a61e-4f76-8527-d63a982f57d2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network a0619f16-3c35-444d-a8bf-3bb994c85c1c is not hosted by any dhcp agent {{(pid=88469) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 08 11:48:01.878710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f373a1-a61e-4f76-8527-d63a982f57d2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:01.880122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-10f373a1-a61e-4f76-8527-d63a982f57d2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.880255 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:01.884603 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-10f373a1-a61e-4f76-8527-d63a982f57d2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "PUT /v2.0/networks/a0619f16-3c35-444d-a8bf-3bb994c85c1c HTTP/1.1" status: 200 len: 762 time: 0.9121368 Mar 08 11:48:01.888465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44354) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:01.889159 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Deleting port f3539392-6537-4af1-bab0-548ea80031c4 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:01.889498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.899652 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.912979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:01.920921 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Usage tracker for resource:subnet and tenant:841eea389ecc446e8a106e5fd6403dd4 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:01.927527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:01.927527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:01.927527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:01.927527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:01.927864 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:01.927935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:01.928038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:01.928319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:01.928645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:01.929167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:01.929498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:01.930847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:01.930847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:01.971333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:02.073588 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Made reservation on behalf of 841eea389ecc446e8a106e5fd6403dd4 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:02.078152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:02.129815 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-861995d3-d163-4ca4-8ce7-964c2ede4d42 tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "DELETE /v2.0/subnets/fac7e45e-b747-4b15-9a46-91bc97ac5951 HTTP/1.1" status: 204 len: 168 time: 1.6116548 Mar 08 11:48:02.134264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44358) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:02.159979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f373a1-a61e-4f76-8527-d63a982f57d2 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Network': ['ID=a0619f16-3c35-444d-a8bf-3bb994c85c1c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:02.174707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfdfaca-2238-4d73-8532-f505b0bb85bb tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:02.175284 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3dfdfaca-2238-4d73-8532-f505b0bb85bb tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Synchronizing usage tracker for tenant:5e5d98b127804a80abfd244157d9c128 on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:02.181657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network a0619f16-3c35-444d-a8bf-3bb994c85c1c details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:02.242217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3dfdfaca-2238-4d73-8532-f505b0bb85bb tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Unset dirty status for tenant:5e5d98b127804a80abfd244157d9c128 on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:02.243872 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3dfdfaca-2238-4d73-8532-f505b0bb85bb tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "GET /v2.0/networks?id=a0619f16-3c35-444d-a8bf-3bb994c85c1c HTTP/1.1" status: 200 len: 765 time: 0.3262324 Mar 08 11:48:02.255510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44362) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:02.276846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d5823-8ff3-485c-ab36-62244720639b None None] Network fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:02.283367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293d8cf-abdc-4153-ac96-f917957c0828 req-b21b2e5f-9952-46c2-b746-29dc0766cc50 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:02.285262 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a293d8cf-abdc-4153-ac96-f917957c0828 req-b21b2e5f-9952-46c2-b746-29dc0766cc50 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.6528497 Mar 08 11:48:02.302941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:02.344787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:02.380310 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a293d8cf-abdc-4153-ac96-f917957c0828 req-b5387967-1f96-4af6-bd4a-ba5d67172697 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838935 Mar 08 11:48:02.385452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Deleting port a2d72919-9144-43ab-a895-260bb0e1c240 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:02.385914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:02.616846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:02.625181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec64418-8e9b-4ea9-b0d4-b6ee78542df3 None None] DHCP port deletion for fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:48:02.630176 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-aec64418-8e9b-4ea9-b0d4-b6ee78542df3 None None] Deleting port a2d72919-9144-43ab-a895-260bb0e1c240 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:02.630567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aec64418-8e9b-4ea9-b0d4-b6ee78542df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:02.688729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] For port a2d72919-9144-43ab-a895-260bb0e1c240, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a2d72919-9144-43ab-a895-260bb0e1c240,segment=NetworkSegment(67470e56-0e19-4624-8cb5-cd774442aab5),segment_id=67470e56-0e19-4624-8cb5-cd774442aab5)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:02.689474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:02.694640 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] For port f3539392-6537-4af1-bab0-548ea80031c4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f3539392-6537-4af1-bab0-548ea80031c4,segment=NetworkSegment(fb47b697-fa61-4916-a818-e985244441a5),segment_id=fb47b697-fa61-4916-a818-e985244441a5)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:02.695234 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:02.709507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:02.714361 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:02.779964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:02.868852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Pushing event updated for resources: {'Port': ['ID=198a6b48-84b0-405f-a33d-eec57fdf4801,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:02.878080 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Calling delete_port for a2d72919-9144-43ab-a895-260bb0e1c240 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:02.881592 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Calling delete_port for f3539392-6537-4af1-bab0-548ea80031c4 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:02.894229 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:02.909645 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Transition to ACTIVE for port object 45030a1e-2ea5-4665-beb6-14707b5c9422 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:02.913018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-aec64418-8e9b-4ea9-b0d4-b6ee78542df3 None None] For port a2d72919-9144-43ab-a895-260bb0e1c240, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a2d72919-9144-43ab-a895-260bb0e1c240,segment=NetworkSegment(67470e56-0e19-4624-8cb5-cd774442aab5),segment_id=67470e56-0e19-4624-8cb5-cd774442aab5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:02.913018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aec64418-8e9b-4ea9-b0d4-b6ee78542df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:02.940286 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c35d010-59e0-490e-89a7-b07bdbae58aa tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:02.944488 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3c35d010-59e0-490e-89a7-b07bdbae58aa tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6855392 Mar 08 11:48:02.950981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44370) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:03.001913 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.010980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e1b68c21-ac6a-4135-ac82-42999a24a83d tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Synchronizing usage tracker for tenant:5e5d98b127804a80abfd244157d9c128 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:03.019618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d776f-b177-4863-a95b-23c6eb74ab5d req-03c91414-8d53-4dd3-8a3a-9f249327bafc tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:03.021293 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2e0d776f-b177-4863-a95b-23c6eb74ab5d req-03c91414-8d53-4dd3-8a3a-9f249327bafc tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4806120 Mar 08 11:48:03.068267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-aec64418-8e9b-4ea9-b0d4-b6ee78542df3 None None] Calling delete_port for a2d72919-9144-43ab-a895-260bb0e1c240 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:03.096975 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2e0d776f-b177-4863-a95b-23c6eb74ab5d req-f57f6a2b-f859-4b67-a240-f1b53104e606 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592546 Mar 08 11:48:03.140863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.164531 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-aec64418-8e9b-4ea9-b0d4-b6ee78542df3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:48:03.164980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-aec64418-8e9b-4ea9-b0d4-b6ee78542df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:48:03.170257 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Pushing event updated for resources: {'Port': ['ID=45030a1e-2ea5-4665-beb6-14707b5c9422,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:03.181540 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Attempting to bind port 45030a1e-2ea5-4665-beb6-14707b5c9422 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:03.182063 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Attempting to bind port 45030a1e-2ea5-4665-beb6-14707b5c9422 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:03.182432 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Attempting to bind port 45030a1e-2ea5-4665-beb6-14707b5c9422 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:03.182876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.185520 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.185846 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.186214 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.186550 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.186963 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.187364 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.187700 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.188033 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.188992 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.189103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e1b68c21-ac6a-4135-ac82-42999a24a83d tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Unset dirty status for tenant:5e5d98b127804a80abfd244157d9c128 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:03.189182 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.189483 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.190143 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e1b68c21-ac6a-4135-ac82-42999a24a83d tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 207 time: 0.2420988 Mar 08 11:48:03.195287 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.200918 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.209463 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:03.209843 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:03.210286 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.210686 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:03.211148 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Bound port: 45030a1e-2ea5-4665-beb6-14707b5c9422, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:03.211585 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.213056 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44376) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:03.250801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event deleted for resources: {'Port': ['ID=a2d72919-9144-43ab-a895-260bb0e1c240,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:03.291471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] No DVR routers for this DVR port a2d72919-9144-43ab-a895-260bb0e1c240 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:03.292654 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] For port 45030a1e-2ea5-4665-beb6-14707b5c9422, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:03.296863 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] For port 45030a1e-2ea5-4665-beb6-14707b5c9422, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=45030a1e-2ea5-4665-beb6-14707b5c9422,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:03.323257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No DVR routers for this DVR port f3539392-6537-4af1-bab0-548ea80031c4 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:03.325353 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Port': ['ID=f3539392-6537-4af1-bab0-548ea80031c4,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:03.341205 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.425588 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Routers {'183e19e8-61e5-4ca2-b5a5-f4c7649a434c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:03.426366 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:03.446391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.453593 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'Subnet': ['ID=e9c247f5-cf51-462c-b86b-c90f70c26bae,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:03.481605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.481974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.482313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.482650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.483005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.483342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.483673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.483992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.484312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.485947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.485947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.485947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.495284 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2518346-5930-46eb-8b0a-8f4f5ed3b2c6 None None] Pushing event updated for resources: {'Port': ['ID=45030a1e-2ea5-4665-beb6-14707b5c9422,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:03.503120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.503120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.503390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.503699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.504036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.504368 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.504878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.505215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.505543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.505867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.506228 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.506553 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:03.553784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:03.572932 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Checking segment: {'id': '8f534f55-ef95-48cd-835d-3685aee36b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:03.573300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Network hostable DHCP agents. Network: b44f3b77-f5d2-476e-b8ea-4933f530d532, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:03.584802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.584986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c9148-98ab-49a0-81aa-8c3bdf129b7d req-63f58f23-f5a2-48fb-ad19-cd007bd79666 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:03.586491 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6d4c9148-98ab-49a0-81aa-8c3bdf129b7d req-63f58f23-f5a2-48fb-ad19-cd007bd79666 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3489659 Mar 08 11:48:03.588151 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67470e56-0e19-4624-8cb5-cd774442aab5') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:03.588904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67470e56-0e19-4624-8cb5-cd774442aab5') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:03.616353 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] Set router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:03.628467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625ce7dd-ec08-47de-ba99-a2df0a3e5d43']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:03.644074 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb47b697-fa61-4916-a818-e985244441a5') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:03.644750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb47b697-fa61-4916-a818-e985244441a5') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:03.659162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.666702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-aec64418-8e9b-4ea9-b0d4-b6ee78542df3 None None] Deleting port a2d72919-9144-43ab-a895-260bb0e1c240 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:03.667272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aec64418-8e9b-4ea9-b0d4-b6ee78542df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.716068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.725669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e0d61-c16c-4460-bb60-2bfff483f206 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:03.731657 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e0d61-c16c-4460-bb60-2bfff483f206 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:03.737568 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e0d61-c16c-4460-bb60-2bfff483f206 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:03.744111 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e0d61-c16c-4460-bb60-2bfff483f206 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:03.745302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-aec64418-8e9b-4ea9-b0d4-b6ee78542df3 None None] The port 'a2d72919-9144-43ab-a895-260bb0e1c240' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:48:03.756346 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e0d61-c16c-4460-bb60-2bfff483f206 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:03.763800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e0d61-c16c-4460-bb60-2bfff483f206 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:03.770838 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d91e0d61-c16c-4460-bb60-2bfff483f206 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.5171502 Mar 08 11:48:03.772820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44380) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:03.775383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:03.775782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.791047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:03.795620 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:03.840753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.851169 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.897014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Network b44f3b77-f5d2-476e-b8ea-4933f530d532 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:03.908898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:03.909083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:03.924407 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:03.927343 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6d4c9148-98ab-49a0-81aa-8c3bdf129b7d req-f8c3f97f-65b3-498b-8d71-543abe1bea5e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297729 Mar 08 11:48:03.951509 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:47:59Z', 'revision_number': 3, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:03.955491 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8863d-d7a1-4ad2-bd50-3426742c3b31 None None] The sync data for ids ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'] in dv-neutron-828143-8-hyperv is: [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:47:59Z', 'revision_number': 3, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:04.047235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, b44f3b77-f5d2-476e-b8ea-4933f530d532) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:04.052493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.058516 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:04.058821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce4582d-4658-44f8-9310-72fea70f90c7 None None] Network b44f3b77-f5d2-476e-b8ea-4933f530d532 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:04.104638 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-43f1837e-eb3c-4555-b593-a9926738585c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.3270316 Mar 08 11:48:04.105232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44386) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:04.112917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:04.119926 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:04.122610 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/625ce7dd-ec08-47de-ba99-a2df0a3e5d43 HTTP/1.1" status: 204 len: 168 time: 4.2968085 Mar 08 11:48:04.145256 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44390) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:04.146192 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afdef7-bbc1-4bcd-98ef-caf82caa5a11 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Network': ['ID=625ce7dd-ec08-47de-ba99-a2df0a3e5d43,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:04.155572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-238162171'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:04.166265 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:04.171241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:04.171715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:network and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:04.180874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:04.194646 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:04.203690 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-136db050-707e-4e2e-b58c-0ab9081d3d57 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4676635 Mar 08 11:48:04.203885 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44394) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:04.208084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:04.245646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a2d72919-9144-43ab-a895-260bb0e1c240 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:48:04.284027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] Pushing event deleted for resources: {'Network': ['ID=fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:04.289489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: a2d72919-9144-43ab-a895-260bb0e1c240 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:48:04.289855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a2d72919-9144-43ab-a895-260bb0e1c240 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:48:04.302767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:04.307571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:04.315175 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-05044ff5-f340-4915-844f-3123944dfb1d tempest-AllowedAddressPairTestJSON-2052112055 tempest-AllowedAddressPairTestJSON-2052112055-project] 10.222.0.32 "DELETE /v2.0/networks/fa6ba26f-7f28-4bd5-9b07-2aa4699ebaff HTTP/1.1" status: 204 len: 168 time: 2.1745868 Mar 08 11:48:04.325330 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b68e9-ebd2-4cc7-b100-8ffb8e85f152 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.326719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b68e9-ebd2-4cc7-b100-8ffb8e85f152 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.328383 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b68e9-ebd2-4cc7-b100-8ffb8e85f152 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.331820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b68e9-ebd2-4cc7-b100-8ffb8e85f152 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.333341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b68e9-ebd2-4cc7-b100-8ffb8e85f152 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.335206 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8a3b68e9-ebd2-4cc7-b100-8ffb8e85f152 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2291703 Mar 08 11:48:04.339730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44400) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:04.457108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:04.494157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:04.495001 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Added segment de0a4341-519a-4b1e-a939-6a039b343bbf of type vlan for network d7372e3b-0971-4fc6-9978-843e6a79475f Mar 08 11:48:04.536516 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:04.558887 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4432a285-bde0-4af1-bfca-194b372fba56 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['shared'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.560446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4432a285-bde0-4af1-bfca-194b372fba56 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['shared'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.562121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4432a285-bde0-4af1-bfca-194b372fba56 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['shared'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.563289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b44f3b77-f5d2-476e-b8ea-4933f530d532', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'fixed_ips': [{'subnet_id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:04.563834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4432a285-bde0-4af1-bfca-194b372fba56 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['shared'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.564271 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:04.565717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4432a285-bde0-4af1-bfca-194b372fba56 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['shared'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.567519 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4432a285-bde0-4af1-bfca-194b372fba56 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2262111 Mar 08 11:48:04.572620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44406) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:04.701242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:04.753496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:04.759772 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.760631 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:04.773315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Allocated IP 172.20.0.2 (b44f3b77-f5d2-476e-b8ea-4933f530d532/e9c247f5-cf51-462c-b86b-c90f70c26bae/561b6c28-e1d9-447d-9ea3-584cb9cdb014) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:05.048270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:05.075175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=d7372e3b-0971-4fc6-9978-843e6a79475f,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:05.079818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Transition to ACTIVE for port object 561b6c28-e1d9-447d-9ea3-584cb9cdb014 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:05.095882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network d7372e3b-0971-4fc6-9978-843e6a79475f details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:05.134908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e98160-685a-40c6-b175-767843e14861 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:05.142544 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e7e98160-685a-40c6-b175-767843e14861 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "GET /v2.0/networks/c62ce206-cd88-4d56-9edf-390e26f8f875 HTTP/1.1" status: 200 len: 804 time: 0.5686116 Mar 08 11:48:05.143128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44412) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:05.143454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44414) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:05.241345 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea1b4a-0f8f-407b-8bd5-da5f8777a115 req-a9fa13fd-7619-4733-9f80-8e34aec07ff6 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:05.242865 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b8ea1b4a-0f8f-407b-8bd5-da5f8777a115 req-a9fa13fd-7619-4733-9f80-8e34aec07ff6 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.6453636 Mar 08 11:48:05.273463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Transition to ACTIVE for port object 561b6c28-e1d9-447d-9ea3-584cb9cdb014 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:05.293682 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-be5e6111-63da-4636-a75a-9917449dd085 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1413767 Mar 08 11:48:05.294108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44422) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:05.301514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'subnet': {'network_id': 'd7372e3b-0971-4fc6-9978-843e6a79475f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:05.335673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:05.399979 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b8ea1b4a-0f8f-407b-8bd5-da5f8777a115 req-14cb214c-c575-40b9-a260-21e0ae476c8f tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463649 Mar 08 11:48:05.409074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Network b44f3b77-f5d2-476e-b8ea-4933f530d532 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:05.412840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:05.418790 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:05.455873 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1f4d49b6-a2f8-47cc-bbb2-48ac6c20632d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35ff7294c3ca4287a2ca81aa95b5c07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083682 Mar 08 11:48:05.458503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44428) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:05.473930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Pushing event updated for resources: {'Port': ['ID=561b6c28-e1d9-447d-9ea3-584cb9cdb014,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:05.475424 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-163d113f-0203-47bc-a5f7-9328ed0ece8c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "GET /v2.0/networks/c62ce206-cd88-4d56-9edf-390e26f8f875?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3295488 Mar 08 11:48:05.481043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44432) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:05.519853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:05.537197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:subnet and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:05.540766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Router 2763c8fa-61e2-48dd-9114-4fc045b27b5c is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:48:05.542253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:05.573248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Attempting to bind port 561b6c28-e1d9-447d-9ea3-584cb9cdb014 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:05.573728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Attempting to bind port 561b6c28-e1d9-447d-9ea3-584cb9cdb014 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '8f534f55-ef95-48cd-835d-3685aee36b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:05.574041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Attempting to bind port 561b6c28-e1d9-447d-9ea3-584cb9cdb014 on network b44f3b77-f5d2-476e-b8ea-4933f530d532 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:05.579609 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:05.580110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Checking segment: {'id': '8f534f55-ef95-48cd-835d-3685aee36b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:05.580518 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:05.580910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Bound using segment: {'id': '8f534f55-ef95-48cd-835d-3685aee36b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:05.581992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Bound port: 561b6c28-e1d9-447d-9ea3-584cb9cdb014, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f534f55-ef95-48cd-835d-3685aee36b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:05.581992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:05.604337 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:05.686471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] For port 561b6c28-e1d9-447d-9ea3-584cb9cdb014, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:05.690001 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] For port 561b6c28-e1d9-447d-9ea3-584cb9cdb014, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=561b6c28-e1d9-447d-9ea3-584cb9cdb014,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:05.694227 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:05.697853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:05.747647 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:05.781161 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ed487-40f6-400e-acae-d15dfe7f13d5 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:05.786236 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8c1ed487-40f6-400e-acae-d15dfe7f13d5 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "GET /v2.0/subnets/f7cf55bc-640a-432c-b1f8-3f98dd8b20ce HTTP/1.1" status: 200 len: 843 time: 0.2997727 Mar 08 11:48:05.790410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44436) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:05.832730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a6476f1-a51c-4c41-af75-7df52be026be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:05.832938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b6131-22cb-439f-9fd5-9c6bbb3778f7 None None] Pushing event updated for resources: {'Port': ['ID=561b6c28-e1d9-447d-9ea3-584cb9cdb014,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:05.841506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.ipam_backend_mixin [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Performing IP validity checks on allocation pools {{(pid=88470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 11:48:05.842051 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.ipam_backend_mixin [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 11:48:05.929308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:05.967343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a6476f1-a51c-4c41-af75-7df52be026be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:06.009367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049cc9ef-d74e-463b-8d0a-94aa9ef8366f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['shared'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:06.016573 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-049cc9ef-d74e-463b-8d0a-94aa9ef8366f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "GET /v2.0/subnets/f7cf55bc-640a-432c-b1f8-3f98dd8b20ce?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2217228 Mar 08 11:48:06.026158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44440) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:06.032383 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1559801027'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:06.047623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:06.056020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:48:06.091866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:06.109091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c61f0aa-cfcf-48c4-a743-be3c5c37f053 None None] Sync routers for ids ['2763c8fa-61e2-48dd-9114-4fc045b27b5c'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:06.128512 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c61f0aa-cfcf-48c4-a743-be3c5c37f053 None None] Routers {'2763c8fa-61e2-48dd-9114-4fc045b27b5c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:06.130922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5c61f0aa-cfcf-48c4-a743-be3c5c37f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2763c8fa-61e2-48dd-9114-4fc045b27b5c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:06.172884 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:06.176384 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-db8dca45-c966-49fe-bf6f-80976bad8961 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.5181389 Mar 08 11:48:06.177083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44444) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:06.279696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5c61f0aa-cfcf-48c4-a743-be3c5c37f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:06.299344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c61f0aa-cfcf-48c4-a743-be3c5c37f053 None None] Routers {'2763c8fa-61e2-48dd-9114-4fc045b27b5c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:06.300780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5c61f0aa-cfcf-48c4-a743-be3c5c37f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2763c8fa-61e2-48dd-9114-4fc045b27b5c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:06.309939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:06.313495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:06.329311 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a6476f1-a51c-4c41-af75-7df52be026be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:06.359219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6476f1-a51c-4c41-af75-7df52be026be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815985ce-12bc-420b-8f06-777d626897a0,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:06.362566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a6476f1-a51c-4c41-af75-7df52be026be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:06.363805 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2a6476f1-a51c-4c41-af75-7df52be026be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/815985ce-12bc-420b-8f06-777d626897a0 HTTP/1.1" status: 204 len: 168 time: 0.9043543 Mar 08 11:48:06.390467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:06.390974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 561b6c28-e1d9-447d-9ea3-584cb9cdb014 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:06.442007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5c61f0aa-cfcf-48c4-a743-be3c5c37f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:06.442442 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c61f0aa-cfcf-48c4-a743-be3c5c37f053 None None] The sync data for ids ['2763c8fa-61e2-48dd-9114-4fc045b27b5c'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:06.448835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:06.458788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:06.459028 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Added segment f68e86e4-68b8-44bc-9788-3813625419d0 of type vlan for network beb5a12a-0d6a-4827-ae8e-6e6dc97022c2 Mar 08 11:48:06.502248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:06.538159 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-864bb410-03af-4d5f-b756-2c3acb3c5e4a tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/routers/2763c8fa-61e2-48dd-9114-4fc045b27b5c HTTP/1.1" status: 200 len: 923 time: 0.3596423 Mar 08 11:48:06.538982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44452) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:06.551682 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 561b6c28-e1d9-447d-9ea3-584cb9cdb014 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:06.557446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 45030a1e-2ea5-4665-beb6-14707b5c9422 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:06.572537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Subnet': ['ID=03876c56-3252-4470-9fe1-1bcb96dcd217,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:06.608609 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-121b6bce-ad04-479a-b64c-4c724076e525 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "GET /v2.0/ports?device_id=2763c8fa-61e2-48dd-9114-4fc045b27b5c HTTP/1.1" status: 200 len: 205 time: 0.0609517 Mar 08 11:48:06.611125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44456) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:06.677428 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking segment: {'id': 'de0a4341-519a-4b1e-a939-6a039b343bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd7372e3b-0971-4fc6-9978-843e6a79475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:06.677428 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network hostable DHCP agents. Network: d7372e3b-0971-4fc6-9978-843e6a79475f, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:06.678623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:06.687181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:06.688034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:06.734729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 45030a1e-2ea5-4665-beb6-14707b5c9422 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:06.744518 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 45030a1e-2ea5-4665-beb6-14707b5c9422 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:06.745152 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:06.915597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network d7372e3b-0971-4fc6-9978-843e6a79475f is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:06.921688 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8920093 Mar 08 11:48:06.923413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbea23-15c5-4547-9d6c-20a6862db77c tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Network': ['ID=beb5a12a-0d6a-4827-ae8e-6e6dc97022c2,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:06.925539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44464) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:06.939382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'subnet': {'network_id': 'beb5a12a-0d6a-4827-ae8e-6e6dc97022c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:06.945619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8da809-692c-4361-b9a4-a9f4b01852f2 req-8e96844e-355f-4678-b3e4-d768ce938f0e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:06.953162 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fd8da809-692c-4361-b9a4-a9f4b01852f2 req-8e96844e-355f-4678-b3e4-d768ce938f0e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3904433 Mar 08 11:48:06.956349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Allocated IP 172.20.0.1 (b44f3b77-f5d2-476e-b8ea-4933f530d532/e9c247f5-cf51-462c-b86b-c90f70c26bae/fd4e2040-e00f-4e1b-948b-b376d0c81fb2) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:06.963597 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network beb5a12a-0d6a-4827-ae8e-6e6dc97022c2 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:07.039825 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, d7372e3b-0971-4fc6-9978-843e6a79475f) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:07.044433 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fd8da809-692c-4361-b9a4-a9f4b01852f2 req-1db6ff5a-900f-4ca9-8ca0-89fe3a03b036 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903668 Mar 08 11:48:07.049302 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:07.049899 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.063894 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1941b80d-834d-4503-9e71-3c9004f75358 None None] Network d7372e3b-0971-4fc6-9978-843e6a79475f requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:07.091707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.170376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.197165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:07.221672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:07.275397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.303041 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5956a43b-f427-4424-bd25-11e873729950 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0059824 Mar 08 11:48:07.305989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44476) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:07.306967 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Transition to ACTIVE for port object fd4e2040-e00f-4e1b-948b-b376d0c81fb2 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:07.311415 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8369c38d-faff-40ba-ae57-d340f7c6a7fb None None] Network b44f3b77-f5d2-476e-b8ea-4933f530d532 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:07.333941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.365985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 45030a1e-2ea5-4665-beb6-14707b5c9422, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=45030a1e-2ea5-4665-beb6-14707b5c9422,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:07.404670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Made reservation on behalf of 5e5d98b127804a80abfd244157d9c128 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:07.408834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.448134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.501720 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.503507 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d07dd191-6d76-446f-bd67-fce369f49d81 None None] Provisioning for port 561b6c28-e1d9-447d-9ea3-584cb9cdb014 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:07.520370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Network b44f3b77-f5d2-476e-b8ea-4933f530d532 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:07.525789 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:07.532666 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:07.538516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.ipam_backend_mixin [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Performing IP validity checks on allocation pools {{(pid=88469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 11:48:07.539004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.ipam_backend_mixin [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 11:48:07.612770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.616562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'Port': ['ID=fd4e2040-e00f-4e1b-948b-b376d0c81fb2,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:07.630670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d07dd191-6d76-446f-bd67-fce369f49d81 None None] Provisioning complete for port 561b6c28-e1d9-447d-9ea3-584cb9cdb014 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:07.631842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d07dd191-6d76-446f-bd67-fce369f49d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.695252 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.723500 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Deleting port 198a6b48-84b0-405f-a33d-eec57fdf4801 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:07.724188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.730416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.835338 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571849f4-6fb1-4c7a-a72d-242968b866a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-d7372e3b-0971-4fc6-9978-843e6a79475f', 'network_id': 'd7372e3b-0971-4fc6-9978-843e6a79475f', 'tenant_id': '11ccad0b38e34e318255f6b867d0a615', 'fixed_ips': [{'subnet_id': '03876c56-3252-4470-9fe1-1bcb96dcd217'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:07.836436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-571849f4-6fb1-4c7a-a72d-242968b866a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.913969 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89728cad-b2ad-4da9-8640-656bf447f7fa req-e0ea244b-883e-4702-9c1d-38efef2cd12b tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:07.915522 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-89728cad-b2ad-4da9-8640-656bf447f7fa req-e0ea244b-883e-4702-9c1d-38efef2cd12b tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.1862817 Mar 08 11:48:07.977926 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:07.998465 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=45030a1e-2ea5-4665-beb6-14707b5c9422,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:08.095441 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Subnet': ['ID=03876c56-3252-4470-9fe1-1bcb96dcd217,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:08.099797 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-89728cad-b2ad-4da9-8640-656bf447f7fa req-703aca59-ca29-4fff-a9b5-db1b6a9d340e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605594 Mar 08 11:48:08.100551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44492) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:08.160267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server [None req-571849f4-6fb1-4c7a-a72d-242968b866a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03876c56-3252-4470-9fe1-1bcb96dcd217: This subnet is being modified by another concurrent operation. Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 11:48:08.173719 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise exception Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03876c56-3252-4470-9fe1-1bcb96dcd217: This subnet is being modified by another concurrent operation. Mar 08 11:48:08.178950 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Mar 08 11:48:08.195238 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d07dd191-6d76-446f-bd67-fce369f49d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.230578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.266979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Subnet': ['ID=baea6bd2-39f4-4295-b26c-9fef14359750,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:08.278340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb0cd5f-d968-480d-83ca-ee861322eac9 None None] Network d7372e3b-0971-4fc6-9978-843e6a79475f requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:08.286857 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.300285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.307100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 45030a1e-2ea5-4665-beb6-14707b5c9422 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:08.312855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7372e3b-0971-4fc6-9978-843e6a79475f']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:08.335943 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0a4341-519a-4b1e-a939-6a039b343bbf') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:08.335943 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0a4341-519a-4b1e-a939-6a039b343bbf') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:08.355059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Checking segment: {'id': 'f68e86e4-68b8-44bc-9788-3813625419d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'beb5a12a-0d6a-4827-ae8e-6e6dc97022c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:08.355059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network hostable DHCP agents. Network: beb5a12a-0d6a-4827-ae8e-6e6dc97022c2, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:08.388149 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.397697 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1915766641'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:08.410669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:08.422645 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Usage tracker for resource:network and tenant:92ca7b3e47224372adf51c9287a6828f is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:08.429794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Calling delete_port for 198a6b48-84b0-405f-a33d-eec57fdf4801 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:08.432886 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:08.435902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.443045 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:08.448735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d07dd191-6d76-446f-bd67-fce369f49d81 None None] For port 561b6c28-e1d9-447d-9ea3-584cb9cdb014, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=561b6c28-e1d9-447d-9ea3-584cb9cdb014,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:08.519914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:08.520442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:08.537362 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:08.539649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 45030a1e-2ea5-4665-beb6-14707b5c9422 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:08.539649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.568648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d07dd191-6d76-446f-bd67-fce369f49d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.639683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Made reservation on behalf of 92ca7b3e47224372adf51c9287a6828f for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:08.643388 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Network beb5a12a-0d6a-4827-ae8e-6e6dc97022c2 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:08.648086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.649577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd191-6d76-446f-bd67-fce369f49d81 None None] Pushing event updated for resources: {'Port': ['ID=561b6c28-e1d9-447d-9ea3-584cb9cdb014,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:08.679203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.706563 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.755691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.761013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.789449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:08.795030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, beb5a12a-0d6a-4827-ae8e-6e6dc97022c2) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:08.798440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Usage tracker for resource:security_group_rule and tenant:92ca7b3e47224372adf51c9287a6828f is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:08.805143 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46398543-29e8-4b3f-bdfe-184532a431cd None None] Network beb5a12a-0d6a-4827-ae8e-6e6dc97022c2 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:08.806136 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:08.812109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Pushing event deleted for resources: {'Port': ['ID=198a6b48-84b0-405f-a33d-eec57fdf4801,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:08.815038 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Network': ['ID=d7372e3b-0971-4fc6-9978-843e6a79475f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:08.816177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:08.816976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.837694 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c3b60d81-91f5-4acc-b849-ce4810ea3953 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/d7372e3b-0971-4fc6-9978-843e6a79475f HTTP/1.1" status: 204 len: 168 time: 1.5257034 Mar 08 11:48:08.838717 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:08.846860 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44498) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:08.855565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1498210788'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:08.860666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a9b0124f-f7c6-4236-af5d-8a075155f6df None None] Provisioning for port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:08.865425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:08.906183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:network and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:08.913756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:08.917273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.920839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a9b0124f-f7c6-4236-af5d-8a075155f6df None None] Provisioning complete for port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:08.921216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a9b0124f-f7c6-4236-af5d-8a075155f6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:08.925278 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:08.974494 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-aaa20fbd-3824-4a41-abad-aa17ffb1240e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0415974 Mar 08 11:48:09.008424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a9b0124f-f7c6-4236-af5d-8a075155f6df None None] Port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:48:09.041658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44504) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:09.054672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a1a1f18e-d1a3-495b-b756-d6bb5f14d0e5 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:09.066879 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a9b0124f-f7c6-4236-af5d-8a075155f6df None None] Provisioning complete for port 561b6c28-e1d9-447d-9ea3-584cb9cdb014 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:09.067260 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a9b0124f-f7c6-4236-af5d-8a075155f6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.173851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.178326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.190780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:09.194721 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.205471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-beb5a12a-0d6a-4827-ae8e-6e6dc97022c2', 'network_id': 'beb5a12a-0d6a-4827-ae8e-6e6dc97022c2', 'tenant_id': '5e5d98b127804a80abfd244157d9c128', 'fixed_ips': [{'subnet_id': 'baea6bd2-39f4-4295-b26c-9fef14359750'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:09.206347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.240640 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.261475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.268664 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:09.272962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a1a1f18e-d1a3-495b-b756-d6bb5f14d0e5 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2962665'] for subnet, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.283185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.283537 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Added segment 62b8977a-f766-44e7-b282-00c19e6f401a of type vlan for network f97c10c2-315c-419d-97ed-e9207572579d Mar 08 11:48:09.312072 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.380042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.395832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.396724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.397257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Fanout notify agent at l3_agent the message router_deleted on router 2763c8fa-61e2-48dd-9114-4fc045b27b5c {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:48:09.431645 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6eee14e6-c8c6-490b-942f-6cb8340b36c6 None None] Provisioning complete for port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:09.432019 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6eee14e6-c8c6-490b-942f-6cb8340b36c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.452160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.456439 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1335033a-6a86-4878-b402-546dc6d8ca53 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "DELETE /v2.0/routers/2763c8fa-61e2-48dd-9114-4fc045b27b5c HTTP/1.1" status: 204 len: 168 time: 2.8406219 Mar 08 11:48:09.465782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44510) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:09.466742 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 08 11:48:09.466742 dv-neutron-828143-8-hyperv neutron-server[88471]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 08 11:48:09.466742 dv-neutron-828143-8-hyperv neutron-server[88471]: [parameters: {'in_use': 1, 'id_1': 'baea6bd2-39f4-4295-b26c-9fef14359750'}] Mar 08 11:48:09.466742 dv-neutron-828143-8-hyperv neutron-server[88471]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:48:09.467078 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:09.467157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:48:09.496472 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-6eee14e6-c8c6-490b-942f-6cb8340b36c6 None None] Port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:48:09.499219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3930c1d-5af2-4dba-9a2d-5dde563f403c req-40abeeaf-c13a-4720-9f72-b045684894b3 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:09.500736 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d3930c1d-5af2-4dba-9a2d-5dde563f403c req-40abeeaf-c13a-4720-9f72-b045684894b3 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.1784818 Mar 08 11:48:09.503676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Request body: {'router': {'name': 'tempest-snat-router-847435163', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'enable_snat': False}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:09.513080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'Port': ['ID=fd4e2040-e00f-4e1b-948b-b376d0c81fb2,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:09.516720 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.523748 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21312911-52bf-439e-8168-a1fca1782baf,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:09.528410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:09.539133 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Usage tracker for resource:router and tenant:aec0ec69a9ff49aaa9bebf8114a850f1 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:09.541773 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.542151 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Added segment 379ea922-4679-4a4c-a888-72c5252d19a8 of type vlan for network 613ce8a9-48ae-4f54-a328-dcb0d17250e2 Mar 08 11:48:09.546180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:09.568953 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:09.597112 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d3930c1d-5af2-4dba-9a2d-5dde563f403c req-6256f004-0503-4e5f-bf29-067045eb7aa7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635316 Mar 08 11:48:09.611945 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.668093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.673479 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:09.674098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.677485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a1a1f18e-d1a3-495b-b756-d6bb5f14d0e5 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752727473399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3350534'] for subnet, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.712853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.713891 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.742705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a1f18e-d1a3-495b-b756-d6bb5f14d0e5 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:09.743310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a1a1f18e-d1a3-495b-b756-d6bb5f14d0e5 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.744581 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a1a1f18e-d1a3-495b-b756-d6bb5f14d0e5 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "PUT /v2.0/subnets/baea6bd2-39f4-4295-b26c-9fef14359750 HTTP/1.1" status: 200 len: 900 time: 0.7026250 Mar 08 11:48:09.748214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44516) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:09.786262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1f18e-d1a3-495b-b756-d6bb5f14d0e5 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event updated for resources: {'Subnet': ['ID=baea6bd2-39f4-4295-b26c-9fef14359750,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:09.848762 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ba67fb6d-4a9f-4233-bbd2-53985bf03f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.910633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=f97c10c2-315c-419d-97ed-e9207572579d,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:09.913984 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:09.922911 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network f97c10c2-315c-419d-97ed-e9207572579d details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:09.949604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Network b44f3b77-f5d2-476e-b8ea-4933f530d532 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:09.952125 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:10.007047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:10.009341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:10.023871 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-13f7c6b4-cfa9-4ecc-b31d-54604768026b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1759319 Mar 08 11:48:10.039446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02713d-112c-4e05-93eb-97c8b3885705 req-1d704085-6f32-4bce-b4f7-8ca712af1103 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:10.047263 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1a02713d-112c-4e05-93eb-97c8b3885705 req-1d704085-6f32-4bce-b4f7-8ca712af1103 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3119874 Mar 08 11:48:10.049590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44520) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:10.074398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'subnet': {'network_id': 'f97c10c2-315c-419d-97ed-e9207572579d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:10.123027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:10.147876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:10.153464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:10.154119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:10.208548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 561b6c28-e1d9-447d-9ea3-584cb9cdb014 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:10.295803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Allocated IP 2001:db8::3 (beb5a12a-0d6a-4827-ae8e-6e6dc97022c2/baea6bd2-39f4-4295-b26c-9fef14359750/183d80f9-1670-4dcc-840c-949fce90e535) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:10.351685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 561b6c28-e1d9-447d-9ea3-584cb9cdb014 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:10.352056 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:10.458726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-41b433f8-ec3b-41e0-9058-b2f666d3e367 None None] Provisioning complete for port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:10.458994 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-41b433f8-ec3b-41e0-9058-b2f666d3e367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:10.577313 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1a02713d-112c-4e05-93eb-97c8b3885705 req-38da3bc1-a94b-4563-a78d-5d9842c5fe5d tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5291417 Mar 08 11:48:10.585160 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4774377 Mar 08 11:48:10.585584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-41b433f8-ec3b-41e0-9058-b2f666d3e367 None None] Port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:48:10.588388 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44524) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:10.595848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Request body: {'subnet': {'network_id': '613ce8a9-48ae-4f54-a328-dcb0d17250e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:10.627212 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdd21c-ac7d-481e-b2ae-00e5efc14435 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Pushing event updated for resources: {'Network': ['ID=613ce8a9-48ae-4f54-a328-dcb0d17250e2,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:10.640077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:48:10.671563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 613ce8a9-48ae-4f54-a328-dcb0d17250e2 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:10.793790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:10.804805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Usage tracker for resource:subnet and tenant:92ca7b3e47224372adf51c9287a6828f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:10.812170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:10.827587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:10.831972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:10.835976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:10.843829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:subnet and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:10.848903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:10.856401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b99ad0-6670-44d1-8ffb-e78071d384e1 req-436f29c3-51ce-485a-889c-120cd8704739 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:10.858395 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d5b99ad0-6670-44d1-8ffb-e78071d384e1 req-436f29c3-51ce-485a-889c-120cd8704739 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.1343946 Mar 08 11:48:10.860648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:10.868502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:10.879305 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Transition to ACTIVE for port object 183d80f9-1670-4dcc-840c-949fce90e535 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:10.898016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Transition to ACTIVE for port object 183d80f9-1670-4dcc-840c-949fce90e535 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:10.904618 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d5b99ad0-6670-44d1-8ffb-e78071d384e1 req-936d6979-60f5-43d7-b2ca-e9161389736b tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407360 Mar 08 11:48:10.923734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Made reservation on behalf of 92ca7b3e47224372adf51c9287a6828f for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:10.928395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.011289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.078830 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:11.079069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Network beb5a12a-0d6a-4827-ae8e-6e6dc97022c2 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:11.079969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:11.082276 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.083741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:11.130077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Pushing event updated for resources: {'Port': ['ID=183d80f9-1670-4dcc-840c-949fce90e535,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:11.139663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.174253 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:11.174599 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:11.174937 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:11.175271 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:11.175600 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:11.176506 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:11.176506 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:11.176708 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:11.176880 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:11.177511 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:11.177511 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:11.177825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:11.185281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Subnet': ['ID=baea6bd2-39f4-4295-b26c-9fef14359750,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:11.203114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Attempting to bind port 183d80f9-1670-4dcc-840c-949fce90e535 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:11.203847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Attempting to bind port 183d80f9-1670-4dcc-840c-949fce90e535 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'f68e86e4-68b8-44bc-9788-3813625419d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'beb5a12a-0d6a-4827-ae8e-6e6dc97022c2'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:11.204356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Attempting to bind port 183d80f9-1670-4dcc-840c-949fce90e535 on network beb5a12a-0d6a-4827-ae8e-6e6dc97022c2 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:11.211908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:11.212531 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Checking segment: {'id': 'f68e86e4-68b8-44bc-9788-3813625419d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'beb5a12a-0d6a-4827-ae8e-6e6dc97022c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:11.213080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.213734 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Bound using segment: {'id': 'f68e86e4-68b8-44bc-9788-3813625419d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'beb5a12a-0d6a-4827-ae8e-6e6dc97022c2'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:11.214411 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Bound port: 183d80f9-1670-4dcc-840c-949fce90e535, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68e86e4-68b8-44bc-9788-3813625419d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'beb5a12a-0d6a-4827-ae8e-6e6dc97022c2'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:11.214970 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.259416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:48:11.274365 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Sync routers for ids ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:11.292506 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-29e0d9c6-ad82-453a-acfe-38ce026eb8b1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "PUT /v2.0/routers/183e19e8-61e5-4ca2-b5a5-f4c7649a434c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0801818 Mar 08 11:48:11.293436 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Routers {'183e19e8-61e5-4ca2-b5a5-f4c7649a434c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:11.294325 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:47:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:11.335709 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.361335 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a12d2-3835-4f9a-a311-13fcf5215143 req-8dec5813-3106-484b-b5a0-d5a6e13cc241 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:11.363229 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-702a12d2-3835-4f9a-a311-13fcf5215143 req-8dec5813-3106-484b-b5a0-d5a6e13cc241 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3308547 Mar 08 11:48:11.367930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] For port 183d80f9-1670-4dcc-840c-949fce90e535, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:11.374205 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] For port 183d80f9-1670-4dcc-840c-949fce90e535, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=183d80f9-1670-4dcc-840c-949fce90e535,segment=NetworkSegment(f68e86e4-68b8-44bc-9788-3813625419d0),segment_id=f68e86e4-68b8-44bc-9788-3813625419d0)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:11.380120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb5a12a-0d6a-4827-ae8e-6e6dc97022c2']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:11.407631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68e86e4-68b8-44bc-9788-3813625419d0') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:11.407934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68e86e4-68b8-44bc-9788-3813625419d0') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:11.433344 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.436256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.446105 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-702a12d2-3835-4f9a-a311-13fcf5215143 req-6648a62a-6ba2-463d-9d4f-5feac74f44cb tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699096 Mar 08 11:48:11.457027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.464637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:11.465238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:11.487213 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:11.646030 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6d97b-ed3e-4650-849f-fca39ab3531d None None] Pushing event updated for resources: {'Port': ['ID=183d80f9-1670-4dcc-840c-949fce90e535,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:11.667264 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Set router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:11.689055 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-c3c218f0-88eb-4850-bd29-1e100035b726 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2046202036&fields=id&tenant_id=841eea389ecc446e8a106e5fd6403dd4 HTTP/1.1" status: 200 len: 267 time: 0.0510180 Mar 08 11:48:11.690532 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.709463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34d5dc4-26f9-4265-8a4e-bd0abf9b012c None None] Network beb5a12a-0d6a-4827-ae8e-6e6dc97022c2 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:11.760217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 11:48:11.760217 dv-neutron-828143-8-hyperv neutron-server[88469]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 11:48:11.760217 dv-neutron-828143-8-hyperv neutron-server[88469]: [parameters: {'id': 'beb5a12a-0d6a-4827-ae8e-6e6dc97022c2'}] Mar 08 11:48:11.760217 dv-neutron-828143-8-hyperv neutron-server[88469]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:48:11.760704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:48:11.797647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.807212 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Pushing event updated for resources: {'Subnet': ['ID=105bb1a6-042e-4bd2-800e-b95ddec1cc44,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:11.866169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:11.903412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Checking segment: {'id': '379ea922-4679-4a4c-a888-72c5252d19a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '613ce8a9-48ae-4f54-a328-dcb0d17250e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:11.903781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Network hostable DHCP agents. Network: 613ce8a9-48ae-4f54-a328-dcb0d17250e2, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:11.966953 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482333a-845b-4493-8985-114663bfd39b req-62ebfe76-80f3-41e6-bfb2-dc5a3c5306be tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:11.967662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6482333a-845b-4493-8985-114663bfd39b req-62ebfe76-80f3-41e6-bfb2-dc5a3c5306be tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Synchronizing usage tracker for tenant:841eea389ecc446e8a106e5fd6403dd4 on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:11.969038 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97c4920-61e7-48b8-888a-5cf015d86f09 None None] Network beb5a12a-0d6a-4827-ae8e-6e6dc97022c2 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:12.020374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Network 613ce8a9-48ae-4f54-a328-dcb0d17250e2 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:12.085498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Allocated IP 172.26.4.42 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/815d9da0-b424-4b7a-bd22-31daccdd2873) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:12.101376 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1babea-66c2-4194-bb60-c9f986883d2b req-0b0f9a8d-bbf1-48c5-a536-2d21a153430d tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:12.103023 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cf1babea-66c2-4194-bb60-c9f986883d2b req-0b0f9a8d-bbf1-48c5-a536-2d21a153430d tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3750494 Mar 08 11:48:12.108708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 613ce8a9-48ae-4f54-a328-dcb0d17250e2) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:12.109954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.121591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6482333a-845b-4493-8985-114663bfd39b req-62ebfe76-80f3-41e6-bfb2-dc5a3c5306be tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Unset dirty status for tenant:841eea389ecc446e8a106e5fd6403dd4 on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:12.124029 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-62ebfe76-80f3-41e6-bfb2-dc5a3c5306be tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/networks?id=b44f3b77-f5d2-476e-b8ea-4933f530d532 HTTP/1.1" status: 200 len: 797 time: 0.3621902 Mar 08 11:48:12.130331 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'fd4e2040-e00f-4e1b-948b-b376d0c81fb2', 'name': '', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'mac_address': 'fa:16:3e:cc:42:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:06Z', 'updated_at': '2022-03-08T11:48:08Z', 'revision_number': 2, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'subnets': [{'id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:12.138010 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Checking router: 183e19e8-61e5-4ca2-b5a5-f4c7649a434c for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:48:12.138665 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Updating router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:48:12.139756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:12.140891 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.157186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54064cf3-f40b-4801-b9fe-7399aa3e2ac4 None None] Network 613ce8a9-48ae-4f54-a328-dcb0d17250e2 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:12.193391 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-d8a8e88d-1c95-4c51-b7c3-b3b352b21c88 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/quotas/841eea389ecc446e8a106e5fd6403dd4 HTTP/1.1" status: 200 len: 375 time: 0.0577269 Mar 08 11:48:12.254230 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.284308 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.324739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0f36555a-08d3-4799-82a1-249c52ccdf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.324962 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Subnet': ['ID=5772a367-8d5e-4fef-80af-ddba418784df,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:12.342038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Deleting port 183d80f9-1670-4dcc-840c-949fce90e535 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:12.342609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.355133 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cf1babea-66c2-4194-bb60-c9f986883d2b req-3258b2c1-5ab3-4d16-ac81-3e5f05f90bfc tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018111 Mar 08 11:48:12.375714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking segment: {'id': '62b8977a-f766-44e7-b282-00c19e6f401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f97c10c2-315c-419d-97ed-e9207572579d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:12.375714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network hostable DHCP agents. Network: f97c10c2-315c-419d-97ed-e9207572579d, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:12.391950 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2ce7e172-582c-4cad-8b8a-aaa49fbe71c7 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8011892 Mar 08 11:48:12.398066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44548) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:12.418915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-613ce8a9-48ae-4f54-a328-dcb0d17250e2', 'network_id': '613ce8a9-48ae-4f54-a328-dcb0d17250e2', 'tenant_id': '92ca7b3e47224372adf51c9287a6828f', 'fixed_ips': [{'subnet_id': '105bb1a6-042e-4bd2-800e-b95ddec1cc44'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:12.421511 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.430051 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Request body: {'port': {'network_id': '613ce8a9-48ae-4f54-a328-dcb0d17250e2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1987335848'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:12.610640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Allocated IP 172.20.0.2 (613ce8a9-48ae-4f54-a328-dcb0d17250e2/105bb1a6-042e-4bd2-800e-b95ddec1cc44/c85c1c21-de98-43ed-a068-e4aa0ffbdc7f) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:12.685601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.701848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:12.754691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Usage tracker for resource:port and tenant:92ca7b3e47224372adf51c9287a6828f is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:12.758054 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] For port 183d80f9-1670-4dcc-840c-949fce90e535, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=183d80f9-1670-4dcc-840c-949fce90e535,segment=NetworkSegment(f68e86e4-68b8-44bc-9788-3813625419d0),segment_id=f68e86e4-68b8-44bc-9788-3813625419d0)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:12.758555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.766641 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.767428 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:12.781688 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Transition to ACTIVE for port object fd4e2040-e00f-4e1b-948b-b376d0c81fb2 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:12.782140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network f97c10c2-315c-419d-97ed-e9207572579d is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:12.786607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:12.838805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3559b-490b-4259-88a3-266f6827bd56 req-20c3767b-7ddb-446d-a401-a8a55cbb2174 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:12.846616 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-53c3559b-490b-4259-88a3-266f6827bd56 req-20c3767b-7ddb-446d-a401-a8a55cbb2174 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.1517508 Mar 08 11:48:12.850379 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.884987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, f97c10c2-315c-419d-97ed-e9207572579d) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:12.890833 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:12.891456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.904903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413e7da3-8bba-45c3-9693-740322b783d8 None None] Network f97c10c2-315c-419d-97ed-e9207572579d requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:12.912527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Made reservation on behalf of 92ca7b3e47224372adf51c9287a6828f for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:12.916198 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.951123 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-53c3559b-490b-4259-88a3-266f6827bd56 req-ff9bdd28-5aa0-463b-84b7-d92b4be8c076 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035345 Mar 08 11:48:12.964321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:12.991498 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91648065-9e18-4b8b-8b37-196b65c1e3dd None None] Pushing event updated for resources: {'Port': ['ID=fd4e2040-e00f-4e1b-948b-b376d0c81fb2,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:13.029283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] device_id is not set on port 5f5db782-9740-436b-be19-b0b39e8884e4 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:48:13.095116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.120823 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Calling delete_port for 183d80f9-1670-4dcc-840c-949fce90e535 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:13.125497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Transition to ACTIVE for port object c85c1c21-de98-43ed-a068-e4aa0ffbdc7f will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:13.168401 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-403dffa5-aca4-4d30-81ed-d5a8cec7a559 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1153796 Mar 08 11:48:13.170750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:13.172812 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-bb827a4e-2e64-4a20-80f7-0d8734bc8552 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=841eea389ecc446e8a106e5fd6403dd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9683342 Mar 08 11:48:13.173513 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44554) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:13.181093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:13.185075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:13.217291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Transition to ACTIVE for port object c85c1c21-de98-43ed-a068-e4aa0ffbdc7f will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:13.307566 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Attempting to bind port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:13.310838 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Attempting to bind port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '8f534f55-ef95-48cd-835d-3685aee36b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:13.314907 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Attempting to bind port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 on network b44f3b77-f5d2-476e-b8ea-4933f530d532 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:13.321122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.325254 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:13.355017 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Checking segment: {'id': '8f534f55-ef95-48cd-835d-3685aee36b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:13.355017 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.355017 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Bound using segment: {'id': '8f534f55-ef95-48cd-835d-3685aee36b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:13.355017 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Bound port: fd4e2040-e00f-4e1b-948b-b376d0c81fb2, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f534f55-ef95-48cd-835d-3685aee36b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:13.355017 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.396996 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.418668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event updated for resources: {'Port': ['ID=815d9da0-b424-4b7a-bd22-31daccdd2873,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:13.438181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.440446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Network 613ce8a9-48ae-4f54-a328-dcb0d17250e2 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:13.461237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:13.468822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:13.470838 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Pushing event updated for resources: {'Port': ['ID=c85c1c21-de98-43ed-a068-e4aa0ffbdc7f,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:13.521471 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] For port fd4e2040-e00f-4e1b-948b-b376d0c81fb2, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:13.524846 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] For port fd4e2040-e00f-4e1b-948b-b376d0c81fb2, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fd4e2040-e00f-4e1b-948b-b376d0c81fb2,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:13.614490 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.614490 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Attempting to bind port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:13.614490 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Attempting to bind port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '379ea922-4679-4a4c-a888-72c5252d19a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '613ce8a9-48ae-4f54-a328-dcb0d17250e2'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:13.614490 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Attempting to bind port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f on network 613ce8a9-48ae-4f54-a328-dcb0d17250e2 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:13.630359 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-f97c10c2-315c-419d-97ed-e9207572579d', 'network_id': 'f97c10c2-315c-419d-97ed-e9207572579d', 'tenant_id': '11ccad0b38e34e318255f6b867d0a615', 'fixed_ips': [{'subnet_id': '5772a367-8d5e-4fef-80af-ddba418784df'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:13.631421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.655526 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.665417 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Allocated IP 172.20.0.14 (613ce8a9-48ae-4f54-a328-dcb0d17250e2/105bb1a6-042e-4bd2-800e-b95ddec1cc44/5f5db782-9740-436b-be19-b0b39e8884e4) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:13.674173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:13.674173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Checking segment: {'id': '379ea922-4679-4a4c-a888-72c5252d19a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '613ce8a9-48ae-4f54-a328-dcb0d17250e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:13.674489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.674871 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Bound using segment: {'id': '379ea922-4679-4a4c-a888-72c5252d19a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '613ce8a9-48ae-4f54-a328-dcb0d17250e2'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:13.675353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Bound port: c85c1c21-de98-43ed-a068-e4aa0ffbdc7f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ea922-4679-4a4c-a888-72c5252d19a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '613ce8a9-48ae-4f54-a328-dcb0d17250e2'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:13.675730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.711816 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-5fd5cbf7-6e06-4b87-aa29-7025f0f19183 service neutron] 10.222.0.32 "GET /v2.0/networks/b44f3b77-f5d2-476e-b8ea-4933f530d532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096621 Mar 08 11:48:13.718374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.749466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.806180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No DVR routers for this DVR port 183d80f9-1670-4dcc-840c-949fce90e535 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:13.814381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:13.837368 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91648065-9e18-4b8b-8b37-196b65c1e3dd None None] Pushing event updated for resources: {'Port': ['ID=fd4e2040-e00f-4e1b-948b-b376d0c81fb2,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:13.905828 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Routers {'183e19e8-61e5-4ca2-b5a5-f4c7649a434c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:13.906804 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:13.916940 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Port': ['ID=183d80f9-1670-4dcc-840c-949fce90e535,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:13.921547 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] For port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:13.983462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] For port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c85c1c21-de98-43ed-a068-e4aa0ffbdc7f,segment=NetworkSegment(379ea922-4679-4a4c-a888-72c5252d19a8),segment_id=379ea922-4679-4a4c-a888-72c5252d19a8)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:13.998591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Allocated IP 172.20.0.1 (f97c10c2-315c-419d-97ed-e9207572579d/5772a367-8d5e-4fef-80af-ddba418784df/c2f9f379-8270-4fc8-98af-cf15af3a7c2c) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:14.021203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.073208 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Transition to ACTIVE for port object 5f5db782-9740-436b-be19-b0b39e8884e4 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:14.075293 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.145501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.188440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.198705 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-78fff9a3-2b95-4a1b-af72-ec8efaf18c4c service neutron] 10.222.0.32 "GET /v2.0/networks/b44f3b77-f5d2-476e-b8ea-4933f530d532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859793 Mar 08 11:48:14.213299 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb5a12a-0d6a-4827-ae8e-6e6dc97022c2']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:14.237636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766b4cb-8cf7-4ff6-8b51-521c9beea64c None None] Pushing event updated for resources: {'Port': ['ID=c85c1c21-de98-43ed-a068-e4aa0ffbdc7f,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:14.244466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68e86e4-68b8-44bc-9788-3813625419d0') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:14.247082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68e86e4-68b8-44bc-9788-3813625419d0') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:14.285209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.315770 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.327607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:14.328016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.335246 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] Set router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:14.349438 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:14.518783 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.535202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.554078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Transition to ACTIVE for port object c2f9f379-8270-4fc8-98af-cf15af3a7c2c will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:14.576124 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.593710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.606271 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Transition to ACTIVE for port object c2f9f379-8270-4fc8-98af-cf15af3a7c2c will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:14.618675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Network': ['ID=beb5a12a-0d6a-4827-ae8e-6e6dc97022c2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:14.639998 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d54102b2-ef22-4854-938c-e41e2802a7c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/beb5a12a-0d6a-4827-ae8e-6e6dc97022c2 HTTP/1.1" status: 204 len: 168 time: 4.8906157 Mar 08 11:48:14.644769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44562) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:14.685181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.751555 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d8067c-dbb8-446e-ae00-f717379e03f9 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:14.752035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d8067c-dbb8-446e-ae00-f717379e03f9 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:14.765285 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b6d8067c-dbb8-446e-ae00-f717379e03f9 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/subnets/baea6bd2-39f4-4295-b26c-9fef14359750 HTTP/1.1" status: 404 len: 337 time: 0.1182339 Mar 08 11:48:14.767999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44570) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:14.800142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.819975 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1da218-db20-44b5-8032-0ff3d0d81c6a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:14.820601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1da218-db20-44b5-8032-0ff3d0d81c6a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:14.822444 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ec1da218-db20-44b5-8032-0ff3d0d81c6a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/beb5a12a-0d6a-4827-ae8e-6e6dc97022c2 HTTP/1.1" status: 404 len: 339 time: 0.0534189 Mar 08 11:48:14.826247 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44574) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:14.826607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Network f97c10c2-315c-419d-97ed-e9207572579d is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:14.829646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:14.833520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:14.857316 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.940110 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Subnet': ['ID=5772a367-8d5e-4fef-80af-ddba418784df,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:14.946976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-a004689c-95b2-4a58-b94b-27cb4bf40ffa req-9da00d5b-8f0a-48f3-8de7-a2d09b81ba13 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Synchronizing usage tracker for tenant:841eea389ecc446e8a106e5fd6403dd4 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:14.950335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Pushing event updated for resources: {'Port': ['ID=c2f9f379-8270-4fc8-98af-cf15af3a7c2c,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:14.958271 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Network 613ce8a9-48ae-4f54-a328-dcb0d17250e2 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:14.958750 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'fd4e2040-e00f-4e1b-948b-b376d0c81fb2', 'name': '', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'mac_address': 'fa:16:3e:cc:42:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:06Z', 'updated_at': '2022-03-08T11:48:13Z', 'revision_number': 4, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'subnets': [{'id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:14.967327 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0c340e-88cb-4fab-8b72-fa604ed539ac None None] The sync data for ids ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'] in dv-neutron-828143-8-hyperv is: [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'fd4e2040-e00f-4e1b-948b-b376d0c81fb2', 'name': '', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'mac_address': 'fa:16:3e:cc:42:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:06Z', 'updated_at': '2022-03-08T11:48:13Z', 'revision_number': 4, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'subnets': [{'id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:14.970951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Attempting to bind port c2f9f379-8270-4fc8-98af-cf15af3a7c2c on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:14.974485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Attempting to bind port c2f9f379-8270-4fc8-98af-cf15af3a7c2c by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '62b8977a-f766-44e7-b282-00c19e6f401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f97c10c2-315c-419d-97ed-e9207572579d'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:14.974485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Attempting to bind port c2f9f379-8270-4fc8-98af-cf15af3a7c2c on network f97c10c2-315c-419d-97ed-e9207572579d {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:14.983072 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:14.983995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Checking segment: {'id': '62b8977a-f766-44e7-b282-00c19e6f401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f97c10c2-315c-419d-97ed-e9207572579d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:14.983995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.984574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Bound using segment: {'id': '62b8977a-f766-44e7-b282-00c19e6f401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f97c10c2-315c-419d-97ed-e9207572579d'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:14.985142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Bound port: c2f9f379-8270-4fc8-98af-cf15af3a7c2c, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b8977a-f766-44e7-b282-00c19e6f401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f97c10c2-315c-419d-97ed-e9207572579d'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:14.985632 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:14.986355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:14.998238 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:15.090341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:15.090988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:15.138126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] For port c2f9f379-8270-4fc8-98af-cf15af3a7c2c, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:15.142301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] For port c2f9f379-8270-4fc8-98af-cf15af3a7c2c, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c2f9f379-8270-4fc8-98af-cf15af3a7c2c,segment=NetworkSegment(62b8977a-f766-44e7-b282-00c19e6f401a),segment_id=62b8977a-f766-44e7-b282-00c19e6f401a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:15.177219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:15.187402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:15.203244 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1a67e606-5f08-469a-8c1c-e7a63adcb848 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:15.212269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97c10c2-315c-419d-97ed-e9207572579d']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:15.230617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b8977a-f766-44e7-b282-00c19e6f401a') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:15.231273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b8977a-f766-44e7-b282-00c19e6f401a') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:15.254367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:15.359687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4dc804-2087-469a-aa5a-88d1b4b704d8 None None] Network f97c10c2-315c-419d-97ed-e9207572579d requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:15.436185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Pushing event updated for resources: {'Port': ['ID=5f5db782-9740-436b-be19-b0b39e8884e4,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:15.439077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:15.452659 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-a004689c-95b2-4a58-b94b-27cb4bf40ffa req-9da00d5b-8f0a-48f3-8de7-a2d09b81ba13 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Unset dirty status for tenant:841eea389ecc446e8a106e5fd6403dd4 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:15.464201 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a004689c-95b2-4a58-b94b-27cb4bf40ffa req-9da00d5b-8f0a-48f3-8de7-a2d09b81ba13 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 210 time: 0.9069064 Mar 08 11:48:15.502663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:15.615325 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:15.619204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:15.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:15.696095 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23111e56-614b-4d4f-a1db-5c4fa93ecce8 None None] Pushing event updated for resources: {'Port': ['ID=c2f9f379-8270-4fc8-98af-cf15af3a7c2c,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:15.732325 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e82d228b-b425-4986-8d07-872cd1a0e208 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3273740 Mar 08 11:48:15.740583 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44582) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:15.758621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Request body: {'port': {'network_id': '613ce8a9-48ae-4f54-a328-dcb0d17250e2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1191937156', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:15.759191 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.api.validators [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] bootfile-name is not in valid_values {{(pid=88470) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 11:48:15.759540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.api.validators [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] tftp-server is not in valid_values {{(pid=88470) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 11:48:15.759879 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.api.validators [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] server-ip-address is not in valid_values {{(pid=88470) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 11:48:15.790926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1a67e606-5f08-469a-8c1c-e7a63adcb848 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:15.841751 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-1a67e606-5f08-469a-8c1c-e7a63adcb848 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0619f16-3c35-444d-a8bf-3bb994c85c1c']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:15.856905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-1a67e606-5f08-469a-8c1c-e7a63adcb848 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4757ee91-ba3e-4b99-89ee-3c1917775233') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:15.857111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-1a67e606-5f08-469a-8c1c-e7a63adcb848 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4757ee91-ba3e-4b99-89ee-3c1917775233') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:15.871924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1a67e606-5f08-469a-8c1c-e7a63adcb848 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:15.895059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1a67e606-5f08-469a-8c1c-e7a63adcb848 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:15.901199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 11:48:15.901199 dv-neutron-828143-8-hyperv neutron-server[88469]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 11:48:15.901199 dv-neutron-828143-8-hyperv neutron-server[88469]: [parameters: {'id': 'f97c10c2-315c-419d-97ed-e9207572579d'}] Mar 08 11:48:15.901199 dv-neutron-828143-8-hyperv neutron-server[88469]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:48:15.902480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:48:15.904976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a67e606-5f08-469a-8c1c-e7a63adcb848 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:15.905633 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1a67e606-5f08-469a-8c1c-e7a63adcb848 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:15.924722 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:15.988161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f746a8d-d6f3-4d0d-a01f-05d1ea64331b None None] Network 613ce8a9-48ae-4f54-a328-dcb0d17250e2 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:16.005005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:16.009358 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Usage tracker for resource:port and tenant:92ca7b3e47224372adf51c9287a6828f is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:16.012854 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:16.019059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:16.071802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Router 4be78f3c-5a8c-4fbc-94a9-68f83fcb1932 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:48:16.101921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1a67e606-5f08-469a-8c1c-e7a63adcb848 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:16.141107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cf7659d6-8524-4039-85e8-a3fabaa16769 None None] Provisioning for port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:16.154174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1a67e606-5f08-469a-8c1c-e7a63adcb848 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:16.182426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67e606-5f08-469a-8c1c-e7a63adcb848 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Network': ['ID=a0619f16-3c35-444d-a8bf-3bb994c85c1c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:16.193377 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1a67e606-5f08-469a-8c1c-e7a63adcb848 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/a0619f16-3c35-444d-a8bf-3bb994c85c1c HTTP/1.1" status: 204 len: 168 time: 1.3659155 Mar 08 11:48:16.197184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44586) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:16.198286 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Made reservation on behalf of 92ca7b3e47224372adf51c9287a6828f for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:16.209195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:16.257172 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-4883628d-47f1-446d-8d36-fbf839a671ca tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:16.257781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4883628d-47f1-446d-8d36-fbf839a671ca tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:16.260176 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4883628d-47f1-446d-8d36-fbf839a671ca tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/subnets/84871c54-6958-4fd7-ab9f-50e86bdc57d0 HTTP/1.1" status: 404 len: 337 time: 0.0617089 Mar 08 11:48:16.265809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44590) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:16.268682 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] device_id is not set on port 72529c27-a5e5-479c-8c62-aefcefea27ca yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:48:16.326984 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c85c1c21-de98-43ed-a068-e4aa0ffbdc7f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:16.361682 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0801d3-921a-4b36-b784-9062251cfdb8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:16.365945 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0801d3-921a-4b36-b784-9062251cfdb8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:16.403456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:16.424797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Deleting port c2f9f379-8270-4fc8-98af-cf15af3a7c2c {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:16.425085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:16.455529 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1c0801d3-921a-4b36-b784-9062251cfdb8 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/43642a95-850d-4754-9ceb-62f56b73b73e HTTP/1.1" status: 404 len: 339 time: 0.1884768 Mar 08 11:48:16.459592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44596) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:16.500802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:16.512584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:16.512584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:16.554709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:48:16.585663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Sync routers for ids ['4be78f3c-5a8c-4fbc-94a9-68f83fcb1932'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:16.598424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Routers {'4be78f3c-5a8c-4fbc-94a9-68f83fcb1932'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:16.598542 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-916324f0-da42-4995-b513-2f0465305b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be78f3c-5a8c-4fbc-94a9-68f83fcb1932'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:16.671925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2fe134-71ae-4d65-91e1-39f8beec1e7e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Deleting subnet c129c9b7-4e1a-42a4-a86a-c2755014242a {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:48:16.688486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe134-71ae-4d65-91e1-39f8beec1e7e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:16.697152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:16.698419 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-07f49c1b-6e1e-40bc-b8be-e71a90fd08a7 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.2179711 Mar 08 11:48:16.705574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44602) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:16.830440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Allocated IP 172.20.0.6 (613ce8a9-48ae-4f54-a328-dcb0d17250e2/105bb1a6-042e-4bd2-800e-b95ddec1cc44/72529c27-a5e5-479c-8c62-aefcefea27ca) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:16.830846 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-584a558c-5f14-4f0e-9494-c0985988675a req-5799cebb-cad7-4a8b-bd08-7af42072c19f tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 210 time: 0.0974114 Mar 08 11:48:16.859534 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a06a5bc4-10be-43f3-86db-f54cd17c1bf4 None None] Provisioning for port 5f5db782-9740-436b-be19-b0b39e8884e4 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:16.882872 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a06a5bc4-10be-43f3-86db-f54cd17c1bf4 None None] Provisioning complete for port 5f5db782-9740-436b-be19-b0b39e8884e4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:16.883247 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a06a5bc4-10be-43f3-86db-f54cd17c1bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:16.925517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe134-71ae-4d65-91e1-39f8beec1e7e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:16.940197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d4faae-cac6-46f9-88b7-f9fbbc9133c7 None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:48:16.973280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] For port c2f9f379-8270-4fc8-98af-cf15af3a7c2c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c2f9f379-8270-4fc8-98af-cf15af3a7c2c,segment=NetworkSegment(62b8977a-f766-44e7-b282-00c19e6f401a),segment_id=62b8977a-f766-44e7-b282-00c19e6f401a)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:16.973814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.093595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Set router 4be78f3c-5a8c-4fbc-94a9-68f83fcb1932 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:17.139151 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Calling delete_port for c2f9f379-8270-4fc8-98af-cf15af3a7c2c owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:17.152523 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-145a32b1-ea16-4e43-bcf3-8dff39cf55b2 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/routers/4be78f3c-5a8c-4fbc-94a9-68f83fcb1932 HTTP/1.1" status: 200 len: 907 time: 0.4452415 Mar 08 11:48:17.156539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44606) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:17.172141 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Request body: {'router': {'name': 'tempest-snat-router-847435163', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'enable_snat': True}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:17.182080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:17.192092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Usage tracker for resource:router and tenant:aec0ec69a9ff49aaa9bebf8114a850f1 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:17.195835 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:17.201223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.206631 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:17.209202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.231309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Transition to ACTIVE for port object 72529c27-a5e5-479c-8c62-aefcefea27ca will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:17.266283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a06a5bc4-10be-43f3-86db-f54cd17c1bf4 None None] Port 5f5db782-9740-436b-be19-b0b39e8884e4 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:48:17.301528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d4faae-cac6-46f9-88b7-f9fbbc9133c7 None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 11:48:17.312304 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.313731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.334799 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.368464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe134-71ae-4d65-91e1-39f8beec1e7e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.374292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c85c1c21-de98-43ed-a068-e4aa0ffbdc7f,segment=NetworkSegment(379ea922-4679-4a4c-a888-72c5252d19a8),segment_id=379ea922-4679-4a4c-a888-72c5252d19a8)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:17.392788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.395598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a06a5bc4-10be-43f3-86db-f54cd17c1bf4 None None] Provisioning complete for port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:17.395598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a06a5bc4-10be-43f3-86db-f54cd17c1bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.452464 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f92d6a93-160d-4b97-b10f-40b12e06fb75 req-eb7ca9fe-5d71-4177-9475-76a7d8359309 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4080498 Mar 08 11:48:17.461166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482333a-845b-4493-8985-114663bfd39b req-0b416078-4243-4851-b88b-086da6dbeaa9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:17.462746 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-0b416078-4243-4851-b88b-086da6dbeaa9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.18 "GET /v2.0/networks?id=b44f3b77-f5d2-476e-b8ea-4933f530d532 HTTP/1.1" status: 200 len: 797 time: 0.2842984 Mar 08 11:48:17.529035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.556076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Network 613ce8a9-48ae-4f54-a328-dcb0d17250e2 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:17.568103 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.568815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fd4e2040-e00f-4e1b-948b-b376d0c81fb2 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:17.571770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:17.578548 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:17.794676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Pushing event updated for resources: {'Port': ['ID=72529c27-a5e5-479c-8c62-aefcefea27ca,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:17.798867 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-d4bb5e3e-a861-45dd-b6c7-5f3551b1b2f2 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=841eea389ecc446e8a106e5fd6403dd4 HTTP/1.1" status: 200 len: 380 time: 0.3121166 Mar 08 11:48:17.811952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe134-71ae-4d65-91e1-39f8beec1e7e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.821437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No DVR routers for this DVR port c2f9f379-8270-4fc8-98af-cf15af3a7c2c on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:17.828722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Request body: {'port': {'device_id': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'admin_state_up': True, 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'security_groups': ['80b88d53-8c64-4703-8e29-7b6ab6996250']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:17.868482 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Port': ['ID=c2f9f379-8270-4fc8-98af-cf15af3a7c2c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:17.895341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=c85c1c21-de98-43ed-a068-e4aa0ffbdc7f,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:17.928294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fe134-71ae-4d65-91e1-39f8beec1e7e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Subnet': ['ID=c129c9b7-4e1a-42a4-a86a-c2755014242a,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:17.950122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe134-71ae-4d65-91e1-39f8beec1e7e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.974364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:17.975016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:17.980957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.018591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-916324f0-da42-4995-b513-2f0465305b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be78f3c-5a8c-4fbc-94a9-68f83fcb1932', 'name': 'tempest-snat-router-847435163', 'tenant_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.42'}], 'enable_snat': False}, 'gw_port_id': '815d9da0-b424-4b7a-bd22-31daccdd2873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:09Z', 'updated_at': '2022-03-08T11:48:13Z', 'revision_number': 3, 'project_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'gw_port': {'id': '815d9da0-b424-4b7a-bd22-31daccdd2873', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be78f3c-5a8c-4fbc-94a9-68f83fcb1932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:11Z', 'updated_at': '2022-03-08T11:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:18.026502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Checking router: 4be78f3c-5a8c-4fbc-94a9-68f83fcb1932 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:48:18.026859 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Updating router 4be78f3c-5a8c-4fbc-94a9-68f83fcb1932 port 815d9da0-b424-4b7a-bd22-31daccdd2873 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:48:18.065459 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:18.080693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:18.081067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.117369 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ffd210c2-9606-4fbe-a212-d83c25c4e9ac tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.3732362 Mar 08 11:48:18.119267 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2c2fe134-71ae-4d65-91e1-39f8beec1e7e tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/subnets/c129c9b7-4e1a-42a4-a86a-c2755014242a HTTP/1.1" status: 204 len: 168 time: 1.6584146 Mar 08 11:48:18.125029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44616) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:18.126475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44618) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:18.135474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.138454 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-aa571aab-a394-4204-893d-33d041a78e3a req-5d2625b5-1c09-4eed-a80a-d3594df5e659 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 210 time: 0.0815532 Mar 08 11:48:18.193211 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97c10c2-315c-419d-97ed-e9207572579d']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:18.206916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d6a93-160d-4b97-b10f-40b12e06fb75 req-4da534d8-c5f8-4e29-8fa0-02cf4728beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:18.208379 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f92d6a93-160d-4b97-b10f-40b12e06fb75 req-4da534d8-c5f8-4e29-8fa0-02cf4728beb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f7cf23e768e4420895e1a6e55553a02&device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 1098 time: 0.4532514 Mar 08 11:48:18.212812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b8977a-f766-44e7-b282-00c19e6f401a') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:18.213026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b8977a-f766-44e7-b282-00c19e6f401a') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:18.213236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.228817 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.235911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:18.286404 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f186c5e6-b36e-4a37-abb6-5ae6959f1794 None None] Provisioning complete for port 5f5db782-9740-436b-be19-b0b39e8884e4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:18.286780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f186c5e6-b36e-4a37-abb6-5ae6959f1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.291457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:18.318306 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1e192e-fba3-4d38-9618-e42a81c0f0c7 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Deleting subnet 311e1e89-4bf2-4559-be59-ee0496fe6ef2 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:48:18.326312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e1e192e-fba3-4d38-9618-e42a81c0f0c7 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.345000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.362416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:18.362817 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:18.378273 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:18.420560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97949cc6-0ef4-4410-8e22-be8b8c36d593 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:18.426527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97949cc6-0ef4-4410-8e22-be8b8c36d593 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:18.432367 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97949cc6-0ef4-4410-8e22-be8b8c36d593 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:18.433901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-97949cc6-0ef4-4410-8e22-be8b8c36d593 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Synchronizing usage tracker for tenant:92ca7b3e47224372adf51c9287a6828f on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:18.438351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e1e192e-fba3-4d38-9618-e42a81c0f0c7 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.454501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2ad0ad-810a-4610-a818-d0d381bf7852 None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:48:18.455995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Made reservation on behalf of 841eea389ecc446e8a106e5fd6403dd4 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:18.459496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.513453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f186c5e6-b36e-4a37-abb6-5ae6959f1794 None None] Port 5f5db782-9740-436b-be19-b0b39e8884e4 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:48:18.544326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d6a93-160d-4b97-b10f-40b12e06fb75 req-5c5dd57a-05eb-4528-9af6-660615b6873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:18.545811 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f92d6a93-160d-4b97-b10f-40b12e06fb75 req-5c5dd57a-05eb-4528-9af6-660615b6873a service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 HTTP/1.1" status: 200 len: 912 time: 0.3075211 Mar 08 11:48:18.566140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.671613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-97949cc6-0ef4-4410-8e22-be8b8c36d593 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Unset dirty status for tenant:92ca7b3e47224372adf51c9287a6828f on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:18.675397 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-97949cc6-0ef4-4410-8e22-be8b8c36d593 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.5463700 Mar 08 11:48:18.676734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44626) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:18.703056 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e1e192e-fba3-4d38-9618-e42a81c0f0c7 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.713728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.741506 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port fd4e2040-e00f-4e1b-948b-b376d0c81fb2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fd4e2040-e00f-4e1b-948b-b376d0c81fb2,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:18.755838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.783300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Network': ['ID=f97c10c2-315c-419d-97ed-e9207572579d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:18.802572 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-476763e2-3c03-4a64-8825-0f891f6df8ac tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/f97c10c2-315c-419d-97ed-e9207572579d HTTP/1.1" status: 204 len: 168 time: 5.6228213 Mar 08 11:48:18.802932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44630) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:18.813367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-295926855'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:18.817960 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:18.828299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2ad0ad-810a-4610-a818-d0d381bf7852 None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 11:48:18.835728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:network and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:18.843768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:18.844408 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-48d0e837-14b0-42d4-8d00-c2a72e388e95 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Deleting port 72529c27-a5e5-479c-8c62-aefcefea27ca {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:18.844821 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-48d0e837-14b0-42d4-8d00-c2a72e388e95 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.846888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Allocated IP 172.20.0.10 (b44f3b77-f5d2-476e-b8ea-4933f530d532/e9c247f5-cf51-462c-b86b-c90f70c26bae/0e15851f-4c44-4488-b198-dc1514ab7524) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:18.850273 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f92d6a93-160d-4b97-b10f-40b12e06fb75 req-ba05710c-faf0-4cc3-8b66-197df7ee891f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf46965d-041c-4673-8821-de55947774ae HTTP/1.1" status: 200 len: 1001 time: 0.2939432 Mar 08 11:48:18.856905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:18.870515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.875410 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.919410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:18.923428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d6a93-160d-4b97-b10f-40b12e06fb75 req-f4a51ce3-5549-461d-918f-abb44ed88faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:18.925530 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f92d6a93-160d-4b97-b10f-40b12e06fb75 req-f4a51ce3-5549-461d-918f-abb44ed88faa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2890795d-e559-4819-84cc-8d8066a8ce8a HTTP/1.1" status: 200 len: 850 time: 0.0633519 Mar 08 11:48:19.023913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:19.030408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.044054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c85c1c21-de98-43ed-a068-e4aa0ffbdc7f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:19.053573 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e1e192e-fba3-4d38-9618-e42a81c0f0c7 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.079333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.109067 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e192e-fba3-4d38-9618-e42a81c0f0c7 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Subnet': ['ID=311e1e89-4bf2-4559-be59-ee0496fe6ef2,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:19.138880 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Transition to ACTIVE for port object 815d9da0-b424-4b7a-bd22-31daccdd2873 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:19.140370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e1e192e-fba3-4d38-9618-e42a81c0f0c7 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.146247 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=fd4e2040-e00f-4e1b-948b-b376d0c81fb2,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:19.161366 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7e1e192e-fba3-4d38-9618-e42a81c0f0c7 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/subnets/311e1e89-4bf2-4559-be59-ee0496fe6ef2 HTTP/1.1" status: 204 len: 168 time: 1.0308847 Mar 08 11:48:19.183188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44636) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:19.207156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.250240 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:19.253932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d6a93-160d-4b97-b10f-40b12e06fb75 req-2f541046-ad79-435c-bbf7-98df7279ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:19.255767 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f92d6a93-160d-4b97-b10f-40b12e06fb75 req-2f541046-ad79-435c-bbf7-98df7279ceba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3221016 Mar 08 11:48:19.291308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Allocated IP 172.26.4.180 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/edb31836-4cfe-48ff-a2ee-20727dcae10f) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:19.326441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:19.326811 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.375896 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Attempting to bind port 815d9da0-b424-4b7a-bd22-31daccdd2873 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:19.376264 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Attempting to bind port 815d9da0-b424-4b7a-bd22-31daccdd2873 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:19.376630 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Attempting to bind port 815d9da0-b424-4b7a-bd22-31daccdd2873 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:19.398921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c27d19-f1fe-46cb-9284-4db64c1ba595 None None] Pushing event updated for resources: {'Port': ['ID=815d9da0-b424-4b7a-bd22-31daccdd2873,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:19.402813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:19.403188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:19.403603 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.404000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:19.404524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Bound port: 815d9da0-b424-4b7a-bd22-31daccdd2873, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:19.405309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.571857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-48d0e837-14b0-42d4-8d00-c2a72e388e95 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.634946 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-916324f0-da42-4995-b513-2f0465305b1d None None] For port 815d9da0-b424-4b7a-bd22-31daccdd2873, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:19.682132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d121185c-e0b7-49f8-bf26-de8aeb9a7aec req-873d60ab-3487-46cd-9fa4-6f88136f430a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Synchronizing usage tracker for tenant:841eea389ecc446e8a106e5fd6403dd4 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:19.697327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.697788 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Added segment f37093a3-8f19-4ddb-8479-b4f21a235f08 of type vlan for network 986d32bc-a98f-4c8f-822b-e7d413289459 Mar 08 11:48:19.704845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-916324f0-da42-4995-b513-2f0465305b1d None None] For port 815d9da0-b424-4b7a-bd22-31daccdd2873, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=815d9da0-b424-4b7a-bd22-31daccdd2873,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:19.712070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-48d0e837-14b0-42d4-8d00-c2a72e388e95 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Calling delete_port for 72529c27-a5e5-479c-8c62-aefcefea27ca owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:19.714192 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f92d6a93-160d-4b97-b10f-40b12e06fb75 req-a1c56810-9632-474f-85f6-12ad3ea0a82b service neutron] 10.222.0.18 "GET /v2.0/networks/4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998818 Mar 08 11:48:19.716785 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.771421 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.774091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.778272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.788740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d121185c-e0b7-49f8-bf26-de8aeb9a7aec req-873d60ab-3487-46cd-9fa4-6f88136f430a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Unset dirty status for tenant:841eea389ecc446e8a106e5fd6403dd4 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:19.797868 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d121185c-e0b7-49f8-bf26-de8aeb9a7aec req-873d60ab-3487-46cd-9fa4-6f88136f430a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 210 time: 0.5318317 Mar 08 11:48:19.832738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Transition to ACTIVE for port object 0e15851f-4c44-4488-b198-dc1514ab7524 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:19.838617 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3f0ad4-c636-44b1-b9b1-da883c3001cc None None] Network 439f6739-8db5-416d-9e22-1a404bb37e70 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:19.926660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.942333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:19.961680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Routers {'4be78f3c-5a8c-4fbc-94a9-68f83fcb1932'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:19.962520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-916324f0-da42-4995-b513-2f0465305b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be78f3c-5a8c-4fbc-94a9-68f83fcb1932'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:19.973230 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f92d6a93-160d-4b97-b10f-40b12e06fb75 req-416b851f-1f25-4408-ac2d-c7900dddd34c service neutron] 10.222.0.18 "GET /v2.0/networks/4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401438 Mar 08 11:48:19.979278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Deleting port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:19.979636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:20.000581 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-48d0e837-14b0-42d4-8d00-c2a72e388e95 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:20.048715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:20.055137 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event updated for resources: {'Port': ['ID=edb31836-4cfe-48ff-a2ee-20727dcae10f,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:20.057584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:20.102229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:20.164775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:20.171894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:20.172517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:20.173775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9d62ff28-5925-4bfc-a788-745204158c3b None None] Could not find standard attr ID for object 72529c27-a5e5-479c-8c62-aefcefea27ca. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:48:20.191659 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0e837-14b0-42d4-8d00-c2a72e388e95 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Pushing event deleted for resources: {'Port': ['ID=72529c27-a5e5-479c-8c62-aefcefea27ca,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:20.216308 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:20.257833 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c27d19-f1fe-46cb-9284-4db64c1ba595 None None] Pushing event updated for resources: {'Port': ['ID=815d9da0-b424-4b7a-bd22-31daccdd2873,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:20.286689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-916324f0-da42-4995-b513-2f0465305b1d None None] Set router 4be78f3c-5a8c-4fbc-94a9-68f83fcb1932 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:20.350913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=986d32bc-a98f-4c8f-822b-e7d413289459,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:20.403071 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 986d32bc-a98f-4c8f-822b-e7d413289459 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:20.415846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Network b44f3b77-f5d2-476e-b8ea-4933f530d532 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:20.426750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:20.428736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-48d0e837-14b0-42d4-8d00-c2a72e388e95 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:20.487675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:20.539272 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-48d0e837-14b0-42d4-8d00-c2a72e388e95 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] 10.222.0.32 "DELETE /v2.0/ports/72529c27-a5e5-479c-8c62-aefcefea27ca HTTP/1.1" status: 204 len: 168 time: 1.8580687 Mar 08 11:48:20.546671 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44640) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:20.548927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b9367c7a-d926-442a-8ab1-306eff1ffd32 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Request body: {'port': {'name': 'tempest-new-port-name-1047930986', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:20.549332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.api.validators [None req-b9367c7a-d926-442a-8ab1-306eff1ffd32 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] bootfile-name is not in valid_values {{(pid=88470) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 11:48:20.549679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.api.validators [None req-b9367c7a-d926-442a-8ab1-306eff1ffd32 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] tftp-server is not in valid_values {{(pid=88470) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 11:48:20.550043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.api.validators [None req-b9367c7a-d926-442a-8ab1-306eff1ffd32 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] server-ip-address is not in valid_values {{(pid=88470) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 11:48:20.586720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'Port': ['ID=0e15851f-4c44-4488-b198-dc1514ab7524,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:20.598944 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] For port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=99a19b0a-f8cb-48e9-b1ed-2940fb5937a4,segment=NetworkSegment(97673f8b-5654-467a-a9f0-89f1fdc9abbc),segment_id=97673f8b-5654-467a-a9f0-89f1fdc9abbc)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:20.599623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:20.740036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:20.749122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:20.752539 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ed1b2cd8-3b32-47fc-86b0-a526bf945aa3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9436009 Mar 08 11:48:20.757685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44644) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:20.759856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Calling delete_port for 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:20.769560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'subnet': {'network_id': '986d32bc-a98f-4c8f-822b-e7d413289459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:20.777658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-916324f0-da42-4995-b513-2f0465305b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be78f3c-5a8c-4fbc-94a9-68f83fcb1932', 'name': 'tempest-snat-router-847435163', 'tenant_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.42'}], 'enable_snat': False}, 'gw_port_id': '815d9da0-b424-4b7a-bd22-31daccdd2873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:09Z', 'updated_at': '2022-03-08T11:48:13Z', 'revision_number': 3, 'project_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'gw_port': {'id': '815d9da0-b424-4b7a-bd22-31daccdd2873', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be78f3c-5a8c-4fbc-94a9-68f83fcb1932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:11Z', 'updated_at': '2022-03-08T11:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:20.782038 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d369d4e-9741-41f2-aacf-33f3352416b8 None None] DHCP port deletion for 439f6739-8db5-416d-9e22-1a404bb37e70 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:48:20.787465 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4d369d4e-9741-41f2-aacf-33f3352416b8 None None] Deleting port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:20.787845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4d369d4e-9741-41f2-aacf-33f3352416b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:20.837141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916324f0-da42-4995-b513-2f0465305b1d None None] The sync data for ids ['4be78f3c-5a8c-4fbc-94a9-68f83fcb1932'] in dv-neutron-828143-8-hyperv is: [{'id': '4be78f3c-5a8c-4fbc-94a9-68f83fcb1932', 'name': 'tempest-snat-router-847435163', 'tenant_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.42'}], 'enable_snat': False}, 'gw_port_id': '815d9da0-b424-4b7a-bd22-31daccdd2873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:09Z', 'updated_at': '2022-03-08T11:48:13Z', 'revision_number': 3, 'project_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'gw_port': {'id': '815d9da0-b424-4b7a-bd22-31daccdd2873', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be78f3c-5a8c-4fbc-94a9-68f83fcb1932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:11Z', 'updated_at': '2022-03-08T11:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:20.890295 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-1108a50f-96e5-4c17-99c6-59d753c943e0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0665615 Mar 08 11:48:20.902938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Request body: {'port': {'device_id': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:20.934884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4d369d4e-9741-41f2-aacf-33f3352416b8 None None] The port '99a19b0a-f8cb-48e9-b1ed-2940fb5937a4' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:48:20.962721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:20.968657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4d1a03ad-6c93-42bc-a204-611a217f9b0c None None] Provisioning for port 0e15851f-4c44-4488-b198-dc1514ab7524 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:20.975305 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4d1a03ad-6c93-42bc-a204-611a217f9b0c None None] Provisioning complete for port 0e15851f-4c44-4488-b198-dc1514ab7524 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:20.979602 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4d1a03ad-6c93-42bc-a204-611a217f9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:21.015530 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fd4e2040-e00f-4e1b-948b-b376d0c81fb2 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:21.032074 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No DVR routers for this DVR port 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:21.066423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Port': ['ID=99a19b0a-f8cb-48e9-b1ed-2940fb5937a4,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:21.110897 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a03ad-6c93-42bc-a204-611a217f9b0c None None] Port 0e15851f-4c44-4488-b198-dc1514ab7524 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:48:21.119526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9367c7a-d926-442a-8ab1-306eff1ffd32 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:21.127041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:21.127502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:21.171582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:21.223637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:subnet and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:21.231747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:21.232358 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:21.258261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:21.282586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:21.289316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:21.296225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439f6739-8db5-416d-9e22-1a404bb37e70']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:21.314870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97673f8b-5654-467a-a9f0-89f1fdc9abbc') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:21.315174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97673f8b-5654-467a-a9f0-89f1fdc9abbc') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:21.369714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:48:21.371407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:21.398796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:21.416406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:21.416818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:21.434338 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:21.484727 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:48:21.485488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 99a19b0a-f8cb-48e9-b1ed-2940fb5937a4 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:48:21.547938 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8aa2f-0a35-4dbf-ace0-38496fbce931 req-056994f4-fce1-44c1-9d04-c0afa4d0c3ec tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:21.549696 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d3a8aa2f-0a35-4dbf-ace0-38496fbce931 req-056994f4-fce1-44c1-9d04-c0afa4d0c3ec tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 932 time: 0.5822771 Mar 08 11:48:21.654448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:21.658161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:21.793592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:21.796214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-d3a8aa2f-0a35-4dbf-ace0-38496fbce931 req-f423e7c1-0c89-41bf-b525-d9665862b7d8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Synchronizing usage tracker for tenant:841eea389ecc446e8a106e5fd6403dd4 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:21.819057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:21.836161 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Network': ['ID=439f6739-8db5-416d-9e22-1a404bb37e70,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:21.846939 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6eddc1b4-8bea-4445-b97d-8aed943f2b5a tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/439f6739-8db5-416d-9e22-1a404bb37e70 HTTP/1.1" status: 204 len: 168 time: 2.6595173 Mar 08 11:48:21.849347 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44650) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:21.899592 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e8fc1c-4dbf-4811-9215-6d00d8f468c4 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:21.900071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e8fc1c-4dbf-4811-9215-6d00d8f468c4 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:21.901725 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-84e8fc1c-4dbf-4811-9215-6d00d8f468c4 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/subnets/d58d518c-7421-4bfa-b535-c2cd9fc4f4f4 HTTP/1.1" status: 404 len: 337 time: 0.0514641 Mar 08 11:48:21.904774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44654) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:21.938829 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-665503ba-9dea-458d-b860-f4f2c83a14be tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:21.939255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665503ba-9dea-458d-b860-f4f2c83a14be tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:21.943744 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-665503ba-9dea-458d-b860-f4f2c83a14be tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/297919b1-4128-48f1-99d8-d08fc3cbd5fc HTTP/1.1" status: 404 len: 339 time: 0.0353663 Mar 08 11:48:21.945590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44658) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:21.986217 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-2944c94c-4de9-46c7-a3e8-ceff0c3436cd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:21.986686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2944c94c-4de9-46c7-a3e8-ceff0c3436cd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:21.988387 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2944c94c-4de9-46c7-a3e8-ceff0c3436cd tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/subnets/853a6ea0-47c7-4e91-9e8b-37f562f360ee HTTP/1.1" status: 404 len: 337 time: 0.0418844 Mar 08 11:48:21.998485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44662) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:22.026102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-d3a8aa2f-0a35-4dbf-ace0-38496fbce931 req-f423e7c1-0c89-41bf-b525-d9665862b7d8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Unset dirty status for tenant:841eea389ecc446e8a106e5fd6403dd4 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:22.027286 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d3a8aa2f-0a35-4dbf-ace0-38496fbce931 req-f423e7c1-0c89-41bf-b525-d9665862b7d8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4625506 Mar 08 11:48:22.064626 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b62197e-25f0-471c-bea2-46b2b51324c4 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:22.065087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b62197e-25f0-471c-bea2-46b2b51324c4 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:22.066761 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0b62197e-25f0-471c-bea2-46b2b51324c4 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/ad9933b5-85ae-4e00-9df1-3d4c28d37431 HTTP/1.1" status: 404 len: 339 time: 0.0674672 Mar 08 11:48:22.069279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44666) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:22.122736 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abc40e7-5f25-463b-999b-eb2fd82f3124 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:22.123189 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abc40e7-5f25-463b-999b-eb2fd82f3124 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:22.124848 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3abc40e7-5f25-463b-999b-eb2fd82f3124 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/subnets/1daae4fa-314b-47e9-98d2-935648d9a595 HTTP/1.1" status: 404 len: 337 time: 0.0547121 Mar 08 11:48:22.128862 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e15851f-4c44-4488-b198-dc1514ab7524 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:48:22.132822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44670) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:22.139379 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.resource_extend [None req-b9367c7a-d926-442a-8ab1-306eff1ffd32 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:48:22.155963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.165198 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-83743054-87cc-472c-8753-a8492c3ef403 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:22.165662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83743054-87cc-472c-8753-a8492c3ef403 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:22.167352 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-83743054-87cc-472c-8753-a8492c3ef403 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/797ae2e7-8048-4124-a663-dab5092c3012 HTTP/1.1" status: 404 len: 339 time: 0.0336435 Mar 08 11:48:22.169856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9367c7a-d926-442a-8ab1-306eff1ffd32 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.171089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44674) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:22.204781 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.209235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Transition to ACTIVE for port object 0e15851f-4c44-4488-b198-dc1514ab7524 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:22.240792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-2142124b-2fe8-4f52-a39b-828a75a83dc1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Deleting subnet 07df543a-fe56-40a6-9b1e-891d05ea5414 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:48:22.243734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2142124b-2fe8-4f52-a39b-828a75a83dc1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.274454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.285775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9367c7a-d926-442a-8ab1-306eff1ffd32 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.425991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2142124b-2fe8-4f52-a39b-828a75a83dc1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.440548 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9367c7a-d926-442a-8ab1-306eff1ffd32 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Pushing event updated for resources: {'Port': ['ID=5f5db782-9740-436b-be19-b0b39e8884e4,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:22.465450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Pushing event updated for resources: {'Port': ['ID=0e15851f-4c44-4488-b198-dc1514ab7524,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:22.544077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.646745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Attempting to bind port 0e15851f-4c44-4488-b198-dc1514ab7524 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:22.647011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Attempting to bind port 0e15851f-4c44-4488-b198-dc1514ab7524 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '8f534f55-ef95-48cd-835d-3685aee36b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:22.647347 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Attempting to bind port 0e15851f-4c44-4488-b198-dc1514ab7524 on network b44f3b77-f5d2-476e-b8ea-4933f530d532 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:22.659928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2142124b-2fe8-4f52-a39b-828a75a83dc1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.683147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Subnet': ['ID=a7644281-7a93-44e1-b9fb-6950dc01d1bc,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:22.697307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b9367c7a-d926-442a-8ab1-306eff1ffd32 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] In _notify_port_updated(), no bound segment for port 5f5db782-9740-436b-be19-b0b39e8884e4 on network 613ce8a9-48ae-4f54-a328-dcb0d17250e2 {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:48:22.703374 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9367c7a-d926-442a-8ab1-306eff1ffd32 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:22.704030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b9367c7a-d926-442a-8ab1-306eff1ffd32 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.707953 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b9367c7a-d926-442a-8ab1-306eff1ffd32 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] 10.222.0.32 "PUT /v2.0/ports/5f5db782-9740-436b-be19-b0b39e8884e4 HTTP/1.1" status: 200 len: 1137 time: 2.1668742 Mar 08 11:48:22.711586 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44678) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:22.728100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Port 0e15851f-4c44-4488-b198-dc1514ab7524 on network b44f3b77-f5d2-476e-b8ea-4933f530d532 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:48:22.728433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Attempting to bind port 0e15851f-4c44-4488-b198-dc1514ab7524 on network b44f3b77-f5d2-476e-b8ea-4933f530d532 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:22.741607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:22.741980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Checking segment: {'id': '8f534f55-ef95-48cd-835d-3685aee36b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:22.742378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Bound using segment: {'id': '8f534f55-ef95-48cd-835d-3685aee36b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:22.742815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Bound port: 0e15851f-4c44-4488-b198-dc1514ab7524, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f534f55-ef95-48cd-835d-3685aee36b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:22.743170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.746864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-89af3d1a-dc95-4ffc-aeab-d6138e161251 None None] Provisioning complete for port 5f5db782-9740-436b-be19-b0b39e8884e4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:22.747394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-89af3d1a-dc95-4ffc-aeab-d6138e161251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.787007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking segment: {'id': 'f37093a3-8f19-4ddb-8479-b4f21a235f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '986d32bc-a98f-4c8f-822b-e7d413289459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:22.787007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network hostable DHCP agents. Network: 986d32bc-a98f-4c8f-822b-e7d413289459, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:22.806653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-89af3d1a-dc95-4ffc-aeab-d6138e161251 None None] Port 5f5db782-9740-436b-be19-b0b39e8884e4 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:48:22.823464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b805e82-6356-41d0-9e85-7ba10ebd77bf tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:22.824623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6b805e82-6356-41d0-9e85-7ba10ebd77bf tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Synchronizing usage tracker for tenant:92ca7b3e47224372adf51c9287a6828f on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:22.852878 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] For port 0e15851f-4c44-4488-b198-dc1514ab7524, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:22.855836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] For port 0e15851f-4c44-4488-b198-dc1514ab7524, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e15851f-4c44-4488-b198-dc1514ab7524,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:22.865919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2142124b-2fe8-4f52-a39b-828a75a83dc1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.913743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2142124b-2fe8-4f52-a39b-828a75a83dc1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:22.917833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142124b-2fe8-4f52-a39b-828a75a83dc1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Subnet': ['ID=07df543a-fe56-40a6-9b1e-891d05ea5414,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:22.923032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fd19db-025c-4ef8-a46b-5fc0c2701787 None None] Network 47514b10-3679-4490-b5c2-a56135afe502 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:22.927353 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2142124b-2fe8-4f52-a39b-828a75a83dc1 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/subnets/07df543a-fe56-40a6-9b1e-891d05ea5414 HTTP/1.1" status: 204 len: 168 time: 0.7553077 Mar 08 11:48:22.929834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Router 3d89755c-f252-4713-9b16-47b7d43d1339 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:48:22.930872 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44682) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:22.931944 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network 986d32bc-a98f-4c8f-822b-e7d413289459 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:23.015749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 815d9da0-b424-4b7a-bd22-31daccdd2873 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:23.028575 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6b805e82-6356-41d0-9e85-7ba10ebd77bf tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Unset dirty status for tenant:92ca7b3e47224372adf51c9287a6828f on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:23.032861 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6b805e82-6356-41d0-9e85-7ba10ebd77bf tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] 10.222.0.32 "GET /v2.0/ports/5f5db782-9740-436b-be19-b0b39e8884e4 HTTP/1.1" status: 200 len: 1137 time: 0.3195670 Mar 08 11:48:23.044080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44686) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:23.048877 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 986d32bc-a98f-4c8f-822b-e7d413289459) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:23.050459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:23.072164 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3042f0-3ed3-4470-af09-74204f97db22 None None] Network 986d32bc-a98f-4c8f-822b-e7d413289459 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:23.086019 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:23.086612 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:23.147380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:23.234698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:23.235461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:23.237018 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] 10.222.0.18 "PUT /v2.0/ports/0e15851f-4c44-4488-b198-dc1514ab7524 HTTP/1.1" status: 200 len: 1094 time: 2.3389294 Mar 08 11:48:23.240366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:23.289011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Deleting port 9ee53182-4601-4bd6-b006-6f12a11c56d0 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:23.289705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:23.331170 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524', 'status': 'completed', 'code': 200} Mar 08 11:48:23.339539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b8288837-2150-4ea0-86c8-026459a504f8 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Deleting port 5f5db782-9740-436b-be19-b0b39e8884e4 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:23.344167 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8288837-2150-4ea0-86c8-026459a504f8 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:23.347780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bb2c0-cc35-4950-aa53-8f1126c93982 service neutron] Pushing event updated for resources: {'Port': ['ID=0e15851f-4c44-4488-b198-dc1514ab7524,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:23.387126 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7662fb35-2bc5-4075-b105-863abac07fde tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6262360 Mar 08 11:48:23.389417 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44694) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:23.396781 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 815d9da0-b424-4b7a-bd22-31daccdd2873 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:23.435446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 815d9da0-b424-4b7a-bd22-31daccdd2873 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:23.436264 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:23.463513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:48:23.474783 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Sync routers for ids ['3d89755c-f252-4713-9b16-47b7d43d1339'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:23.490709 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Routers {'3d89755c-f252-4713-9b16-47b7d43d1339'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:23.491384 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['3d89755c-f252-4713-9b16-47b7d43d1339'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:23.603687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de88959-65ea-44c9-bc8e-af88fe52ce4b None None] DHCP port deletion for 47514b10-3679-4490-b5c2-a56135afe502 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:48:23.621650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:23.625046 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c9e4fb39-4be0-4ba3-bb00-223a65b0a390 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4652591 Mar 08 11:48:23.628502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44698) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:23.658880 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8de88959-65ea-44c9-bc8e-af88fe52ce4b None None] Deleting port 9ee53182-4601-4bd6-b006-6f12a11c56d0 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:23.659264 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8de88959-65ea-44c9-bc8e-af88fe52ce4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:23.705989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832c0cb-f930-4535-a921-dd33518d9056 req-2160d374-f20f-48cb-b88e-463b18594432 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:23.707592 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0832c0cb-f930-4535-a921-dd33518d9056 req-2160d374-f20f-48cb-b88e-463b18594432 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 944 time: 0.5500457 Mar 08 11:48:23.720706 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-986d32bc-a98f-4c8f-822b-e7d413289459', 'network_id': '986d32bc-a98f-4c8f-822b-e7d413289459', 'tenant_id': '11ccad0b38e34e318255f6b867d0a615', 'fixed_ips': [{'subnet_id': 'a7644281-7a93-44e1-b9fb-6950dc01d1bc'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:23.721578 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:23.771660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8288837-2150-4ea0-86c8-026459a504f8 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:23.775728 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Set router 3d89755c-f252-4713-9b16-47b7d43d1339 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:23.843101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579279a-d7db-43ed-81f1-01ee716bee84 req-5fedfa08-5880-4d31-8ea4-f74e922e9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:23.845578 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3579279a-d7db-43ed-81f1-01ee716bee84 req-5fedfa08-5880-4d31-8ea4-f74e922e9aa7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=841eea389ecc446e8a106e5fd6403dd4&device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 1097 time: 0.4945142 Mar 08 11:48:23.855237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:23.929732 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0832c0cb-f930-4535-a921-dd33518d9056 req-4cf2c3bd-01ce-4df1-8698-6d1fc1371d97 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070377 Mar 08 11:48:23.949545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:23.950245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b8288837-2150-4ea0-86c8-026459a504f8 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Calling delete_port for 5f5db782-9740-436b-be19-b0b39e8884e4 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:23.981849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] For port 9ee53182-4601-4bd6-b006-6f12a11c56d0, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9ee53182-4601-4bd6-b006-6f12a11c56d0,segment=NetworkSegment(d37a084e-77eb-4e7d-8bec-64feb8548fff),segment_id=d37a084e-77eb-4e7d-8bec-64feb8548fff)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:23.982324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.014197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Allocated IP 172.20.0.1 (986d32bc-a98f-4c8f-822b-e7d413289459/a7644281-7a93-44e1-b9fb-6950dc01d1bc/0276688c-f805-479e-b174-aa49b53070b6) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:24.102077 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d89755c-f252-4713-9b16-47b7d43d1339', 'name': 'tempest-snat-router-847435163', 'tenant_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'edb31836-4cfe-48ff-a2ee-20727dcae10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:17Z', 'updated_at': '2022-03-08T11:48:20Z', 'revision_number': 3, 'project_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'gw_port': {'id': 'edb31836-4cfe-48ff-a2ee-20727dcae10f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d89755c-f252-4713-9b16-47b7d43d1339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:18Z', 'updated_at': '2022-03-08T11:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:24.108972 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Checking router: 3d89755c-f252-4713-9b16-47b7d43d1339 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:48:24.109750 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Updating router 3d89755c-f252-4713-9b16-47b7d43d1339 port edb31836-4cfe-48ff-a2ee-20727dcae10f binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:48:24.166916 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.187108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8288837-2150-4ea0-86c8-026459a504f8 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.210373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Calling delete_port for 9ee53182-4601-4bd6-b006-6f12a11c56d0 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:24.227319 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.237961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Transition to ACTIVE for port object 0276688c-f805-479e-b174-aa49b53070b6 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:24.258637 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Transition to ACTIVE for port object 0276688c-f805-479e-b174-aa49b53070b6 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:24.263652 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8288837-2150-4ea0-86c8-026459a504f8 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Pushing event deleted for resources: {'Port': ['ID=5f5db782-9740-436b-be19-b0b39e8884e4,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:24.297221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.329550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 815d9da0-b424-4b7a-bd22-31daccdd2873, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=815d9da0-b424-4b7a-bd22-31daccdd2873,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:24.381919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579279a-d7db-43ed-81f1-01ee716bee84 req-22417a2a-2a9e-4870-86f9-21d3c6cecccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:24.383434 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3579279a-d7db-43ed-81f1-01ee716bee84 req-22417a2a-2a9e-4870-86f9-21d3c6cecccb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=841eea389ecc446e8a106e5fd6403dd4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4791346 Mar 08 11:48:24.450438 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a35afaaf-957e-4507-abdc-50db084392b2 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/routers/3d89755c-f252-4713-9b16-47b7d43d1339 HTTP/1.1" status: 200 len: 907 time: 0.8207738 Mar 08 11:48:24.454334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.457216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.460749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44704) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:24.502895 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8288837-2150-4ea0-86c8-026459a504f8 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.552267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.563111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Pushing event updated for resources: {'Port': ['ID=0276688c-f805-479e-b174-aa49b53070b6,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:24.609949 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b8288837-2150-4ea0-86c8-026459a504f8 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] 10.222.0.32 "DELETE /v2.0/ports/5f5db782-9740-436b-be19-b0b39e8884e4 HTTP/1.1" status: 204 len: 168 time: 1.5647802 Mar 08 11:48:24.612224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44708) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:24.648656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Network 986d32bc-a98f-4c8f-822b-e7d413289459 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:24.659041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:24.663844 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-8de88959-65ea-44c9-bc8e-af88fe52ce4b None None] For port 9ee53182-4601-4bd6-b006-6f12a11c56d0, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9ee53182-4601-4bd6-b006-6f12a11c56d0,segment=NetworkSegment(d37a084e-77eb-4e7d-8bec-64feb8548fff),segment_id=d37a084e-77eb-4e7d-8bec-64feb8548fff)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:24.667620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8de88959-65ea-44c9-bc8e-af88fe52ce4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.668379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Subnet': ['ID=a7644281-7a93-44e1-b9fb-6950dc01d1bc,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:24.670161 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.673941 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.697204 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Transition to ACTIVE for port object edb31836-4cfe-48ff-a2ee-20727dcae10f will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:24.719790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c7e06b-9d87-434c-9b9f-ea9965d44f57 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Deleting subnet 105bb1a6-042e-4bd2-800e-b95ddec1cc44 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:48:24.722829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-63c7e06b-9d87-434c-9b9f-ea9965d44f57 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.761004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Port': ['ID=9ee53182-4601-4bd6-b006-6f12a11c56d0,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:24.770689 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.778898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-63c7e06b-9d87-434c-9b9f-ea9965d44f57 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.782490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No DVR routers for this DVR port 9ee53182-4601-4bd6-b006-6f12a11c56d0 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:24.851152 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Attempting to bind port edb31836-4cfe-48ff-a2ee-20727dcae10f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:24.851776 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Attempting to bind port edb31836-4cfe-48ff-a2ee-20727dcae10f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:24.852307 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Attempting to bind port edb31836-4cfe-48ff-a2ee-20727dcae10f on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:24.859491 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:24.862230 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:24.862230 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.862230 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:24.862230 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Bound port: edb31836-4cfe-48ff-a2ee-20727dcae10f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:24.862230 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.882971 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-63c7e06b-9d87-434c-9b9f-ea9965d44f57 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:24.913215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8de88959-65ea-44c9-bc8e-af88fe52ce4b None None] Calling delete_port for 9ee53182-4601-4bd6-b006-6f12a11c56d0 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:24.955011 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] For port edb31836-4cfe-48ff-a2ee-20727dcae10f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:24.959426 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] For port edb31836-4cfe-48ff-a2ee-20727dcae10f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=edb31836-4cfe-48ff-a2ee-20727dcae10f,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:24.987668 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81957b74-db3e-4b65-ac7e-ce9aaa6f1212 None None] Pushing event updated for resources: {'Port': ['ID=edb31836-4cfe-48ff-a2ee-20727dcae10f,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:25.003988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:25.006752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.018900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9ee53182-4601-4bd6-b006-6f12a11c56d0 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:48:25.026112 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579279a-d7db-43ed-81f1-01ee716bee84 req-c6ffba6f-66a8-4fcb-86eb-c73201907a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:25.027619 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3579279a-d7db-43ed-81f1-01ee716bee84 req-c6ffba6f-66a8-4fcb-86eb-c73201907a7b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6258271 Mar 08 11:48:25.050908 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.079489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-63c7e06b-9d87-434c-9b9f-ea9965d44f57 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.096383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-8de88959-65ea-44c9-bc8e-af88fe52ce4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:48:25.102206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-8de88959-65ea-44c9-bc8e-af88fe52ce4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:48:25.150236 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Routers {'3d89755c-f252-4713-9b16-47b7d43d1339'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:25.150885 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['3d89755c-f252-4713-9b16-47b7d43d1339'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:25.157052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7e06b-9d87-434c-9b9f-ea9965d44f57 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Pushing event deleted for resources: {'Subnet': ['ID=105bb1a6-042e-4bd2-800e-b95ddec1cc44,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:25.201112 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 9ee53182-4601-4bd6-b006-6f12a11c56d0 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:48:25.201608 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9ee53182-4601-4bd6-b006-6f12a11c56d0 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:48:25.234687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Attempting to bind port 0276688c-f805-479e-b174-aa49b53070b6 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:25.235898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Attempting to bind port 0276688c-f805-479e-b174-aa49b53070b6 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'f37093a3-8f19-4ddb-8479-b4f21a235f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '986d32bc-a98f-4c8f-822b-e7d413289459'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:25.236413 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81957b74-db3e-4b65-ac7e-ce9aaa6f1212 None None] Pushing event updated for resources: {'Port': ['ID=edb31836-4cfe-48ff-a2ee-20727dcae10f,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:25.236614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Attempting to bind port 0276688c-f805-479e-b174-aa49b53070b6 on network 986d32bc-a98f-4c8f-822b-e7d413289459 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:25.236835 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-63c7e06b-9d87-434c-9b9f-ea9965d44f57 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.246957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:25.247608 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Checking segment: {'id': 'f37093a3-8f19-4ddb-8479-b4f21a235f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '986d32bc-a98f-4c8f-822b-e7d413289459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:25.250127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.250618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Bound using segment: {'id': 'f37093a3-8f19-4ddb-8479-b4f21a235f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '986d32bc-a98f-4c8f-822b-e7d413289459'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:25.251190 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Bound port: 0276688c-f805-479e-b174-aa49b53070b6, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37093a3-8f19-4ddb-8479-b4f21a235f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '986d32bc-a98f-4c8f-822b-e7d413289459'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:25.251666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.259125 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-63c7e06b-9d87-434c-9b9f-ea9965d44f57 tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] 10.222.0.32 "DELETE /v2.0/subnets/105bb1a6-042e-4bd2-800e-b95ddec1cc44 HTTP/1.1" status: 204 len: 168 time: 0.6457422 Mar 08 11:48:25.261693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44718) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:25.270138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=815d9da0-b424-4b7a-bd22-31daccdd2873,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:25.274749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400d88ca-60f4-4ce4-bebb-ebc49bbb546b None None] Network 613ce8a9-48ae-4f54-a328-dcb0d17250e2 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:25.278372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986d32bc-a98f-4c8f-822b-e7d413289459']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:25.303060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.310752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.374631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37093a3-8f19-4ddb-8479-b4f21a235f08') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:25.374897 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37093a3-8f19-4ddb-8479-b4f21a235f08') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:25.392042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.392666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] For port 0276688c-f805-479e-b174-aa49b53070b6, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:25.395882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] For port 0276688c-f805-479e-b174-aa49b53070b6, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0276688c-f805-479e-b174-aa49b53070b6,segment=NetworkSegment(f37093a3-8f19-4ddb-8479-b4f21a235f08),segment_id=f37093a3-8f19-4ddb-8479-b4f21a235f08)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:25.411935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Deleting port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:25.411935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.414187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47514b10-3679-4490-b5c2-a56135afe502']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:25.423305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.423840 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] Set router 3d89755c-f252-4713-9b16-47b7d43d1339 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:25.459091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37a084e-77eb-4e7d-8bec-64feb8548fff') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:25.459438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37a084e-77eb-4e7d-8bec-64feb8548fff') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:25.539134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2589a5-71dc-4de8-ab4f-954e1e94176c req-685dea69-d01f-47fb-aa81-fb92b33b19bd tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:25.542342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.546815 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9a2589a5-71dc-4de8-ab4f-954e1e94176c req-685dea69-d01f-47fb-aa81-fb92b33b19bd tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 944 time: 0.3933775 Mar 08 11:48:25.552948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.572763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.584223 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:25.584223 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:25.600278 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:25.603253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.647357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:25.647357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.665422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8de88959-65ea-44c9-bc8e-af88fe52ce4b None None] Deleting port 9ee53182-4601-4bd6-b006-6f12a11c56d0 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:25.665802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8de88959-65ea-44c9-bc8e-af88fe52ce4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.760045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8de88959-65ea-44c9-bc8e-af88fe52ce4b None None] The port '9ee53182-4601-4bd6-b006-6f12a11c56d0' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:25.781859 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:25.814434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0c984-9044-477f-b419-27655c9fcd50 None None] Pushing event updated for resources: {'Port': ['ID=0276688c-f805-479e-b174-aa49b53070b6,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:25.843536 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9a2589a5-71dc-4de8-ab4f-954e1e94176c req-472d2387-cf11-4108-8ab7-6fb23d58774e tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957454 Mar 08 11:48:25.872944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943f37f-929e-4e5f-80b5-1bbd57c251e2 None None] Network 986d32bc-a98f-4c8f-822b-e7d413289459 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:25.874261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] For port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c85c1c21-de98-43ed-a068-e4aa0ffbdc7f,segment=NetworkSegment(379ea922-4679-4a4c-a888-72c5252d19a8),segment_id=379ea922-4679-4a4c-a888-72c5252d19a8)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:25.874630 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.881970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.886736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.894586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482333a-845b-4493-8985-114663bfd39b req-af6104f0-75ee-45ec-9599-705cd013e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:25.899904 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-af6104f0-75ee-45ec-9599-705cd013e5cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=841eea389ecc446e8a106e5fd6403dd4&device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 1097 time: 0.6616638 Mar 08 11:48:25.978049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:25.989273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fb615a-c654-4d0a-9949-0b7291341f64 None None] DHCP port deletion for 613ce8a9-48ae-4f54-a328-dcb0d17250e2 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:48:25.991833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Network': ['ID=47514b10-3679-4490-b5c2-a56135afe502,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:26.010420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 11:48:26.010420 dv-neutron-828143-8-hyperv neutron-server[88469]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 11:48:26.010420 dv-neutron-828143-8-hyperv neutron-server[88469]: [parameters: {'id': '986d32bc-a98f-4c8f-822b-e7d413289459'}] Mar 08 11:48:26.010420 dv-neutron-828143-8-hyperv neutron-server[88469]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:48:26.010916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:48:26.015739 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-df0bc1ad-7f82-4c01-afff-95e6640c4b6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e15851f-4c44-4488-b198-dc1514ab7524 HTTP/1.1" status: 200 len: 217 time: 0.1007326 Mar 08 11:48:26.016488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-27fb615a-c654-4d0a-9949-0b7291341f64 None None] Deleting port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:26.017023 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-27fb615a-c654-4d0a-9949-0b7291341f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.020993 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-50ba0aac-59af-42ff-8671-275b6ab1e752 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/47514b10-3679-4490-b5c2-a56135afe502 HTTP/1.1" status: 204 len: 168 time: 3.0889039 Mar 08 11:48:26.024664 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44722) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:26.061234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Deleting port edb31836-4cfe-48ff-a2ee-20727dcae10f {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:26.061496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.069626 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Calling delete_port for c85c1c21-de98-43ed-a068-e4aa0ffbdc7f owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:26.114027 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f005819-68f4-4d3d-8299-43a14cafc025 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:26.114694 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f005819-68f4-4d3d-8299-43a14cafc025 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:26.118994 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3f005819-68f4-4d3d-8299-43a14cafc025 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/subnets/b80a36b4-f6a7-4268-9704-41f83ebd8e84 HTTP/1.1" status: 404 len: 337 time: 0.0937634 Mar 08 11:48:26.119674 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44726) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:26.129760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482333a-845b-4493-8985-114663bfd39b req-d7dd5d2a-2a0e-4b2b-b84c-52a97f3a7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:26.132251 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-d7dd5d2a-2a0e-4b2b-b84c-52a97f3a7ab5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9c247f5-cf51-462c-b86b-c90f70c26bae HTTP/1.1" status: 200 len: 835 time: 0.1099305 Mar 08 11:48:26.161150 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-32243c7a-9437-48cf-b152-d293166592c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:26.161379 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d89755c-f252-4713-9b16-47b7d43d1339', 'name': 'tempest-snat-router-847435163', 'tenant_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'edb31836-4cfe-48ff-a2ee-20727dcae10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:17Z', 'updated_at': '2022-03-08T11:48:20Z', 'revision_number': 3, 'project_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'gw_port': {'id': 'edb31836-4cfe-48ff-a2ee-20727dcae10f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d89755c-f252-4713-9b16-47b7d43d1339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:18Z', 'updated_at': '2022-03-08T11:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:26.161926 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32243c7a-9437-48cf-b152-d293166592c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:26.166216 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-32243c7a-9437-48cf-b152-d293166592c6 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/fb7b50f2-ede8-4e93-80db-0d7a974e94c0 HTTP/1.1" status: 404 len: 339 time: 0.0429814 Mar 08 11:48:26.169994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44730) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:26.180372 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35b1ce-1f50-4011-915c-24e9c7e1156a None None] The sync data for ids ['3d89755c-f252-4713-9b16-47b7d43d1339'] in dv-neutron-828143-8-hyperv is: [{'id': '3d89755c-f252-4713-9b16-47b7d43d1339', 'name': 'tempest-snat-router-847435163', 'tenant_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'edb31836-4cfe-48ff-a2ee-20727dcae10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:17Z', 'updated_at': '2022-03-08T11:48:20Z', 'revision_number': 3, 'project_id': 'aec0ec69a9ff49aaa9bebf8114a850f1', 'gw_port': {'id': 'edb31836-4cfe-48ff-a2ee-20727dcae10f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d89755c-f252-4713-9b16-47b7d43d1339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:18Z', 'updated_at': '2022-03-08T11:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:26.262156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f85934a-fced-4367-8ba3-b317b88ebc06 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Deleting subnet f7cf55bc-640a-432c-b1f8-3f98dd8b20ce {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:48:26.266103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f85934a-fced-4367-8ba3-b317b88ebc06 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.327502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.333834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f85934a-fced-4367-8ba3-b317b88ebc06 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.336562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482333a-845b-4493-8985-114663bfd39b req-0d16e8fa-71f6-4015-b1dd-979912c2ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:26.338050 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-0d16e8fa-71f6-4015-b1dd-979912c2ea27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b44f3b77-f5d2-476e-b8ea-4933f530d532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1849518 Mar 08 11:48:26.369364 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-27fb615a-c654-4d0a-9949-0b7291341f64 None None] For port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c85c1c21-de98-43ed-a068-e4aa0ffbdc7f,segment=NetworkSegment(379ea922-4679-4a4c-a888-72c5252d19a8),segment_id=379ea922-4679-4a4c-a888-72c5252d19a8)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:26.369364 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-27fb615a-c654-4d0a-9949-0b7291341f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.394231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] For port edb31836-4cfe-48ff-a2ee-20727dcae10f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=edb31836-4cfe-48ff-a2ee-20727dcae10f,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:26.394597 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.423944 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Pushing event deleted for resources: {'Port': ['ID=c85c1c21-de98-43ed-a068-e4aa0ffbdc7f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:26.428024 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] No DVR routers for this DVR port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:26.496275 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-27fb615a-c654-4d0a-9949-0b7291341f64 None None] Calling delete_port for c85c1c21-de98-43ed-a068-e4aa0ffbdc7f owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:26.531576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.598273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-27fb615a-c654-4d0a-9949-0b7291341f64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:48:26.598637 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-27fb615a-c654-4d0a-9949-0b7291341f64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:48:26.624526 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Calling delete_port for edb31836-4cfe-48ff-a2ee-20727dcae10f owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:26.626637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.664149 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613ce8a9-48ae-4f54-a328-dcb0d17250e2']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:26.673721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Deleting port 0276688c-f805-479e-b174-aa49b53070b6 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:26.674222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.675665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f85934a-fced-4367-8ba3-b317b88ebc06 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.721095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379ea922-4679-4a4c-a888-72c5252d19a8') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:26.721442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379ea922-4679-4a4c-a888-72c5252d19a8') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:26.739868 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.764693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.773786 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-68cd43c6-82cb-4e8a-b81a-0eb861ada8d4 service neutron] 10.222.0.18 "GET /v2.0/networks/b44f3b77-f5d2-476e-b8ea-4933f530d532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268186 Mar 08 11:48:26.777804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:26.778492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.778894 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:26.798445 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:26.900720 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f85934a-fced-4367-8ba3-b317b88ebc06 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:26.969211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85934a-fced-4367-8ba3-b317b88ebc06 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Subnet': ['ID=f7cf55bc-640a-432c-b1f8-3f98dd8b20ce,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:26.970709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ddb322-7407-49c8-8bbf-1d4593f4b087 None None] Network c62ce206-cd88-4d56-9edf-390e26f8f875 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:26.972368 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f85934a-fced-4367-8ba3-b317b88ebc06 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:27.001098 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0f85934a-fced-4367-8ba3-b317b88ebc06 tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/subnets/f7cf55bc-640a-432c-b1f8-3f98dd8b20ce HTTP/1.1" status: 204 len: 168 time: 0.8297758 Mar 08 11:48:27.004607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44736) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:27.048170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:27.093734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:27.095890 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] 10.222.0.32 "DELETE /v2.0/networks/613ce8a9-48ae-4f54-a328-dcb0d17250e2 HTTP/1.1" status: 204 len: 168 time: 1.8332918 Mar 08 11:48:27.122136 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30854e39-b451-46e4-a322-947f946e390b tempest-ExtraDHCPOptionsTestJSON-1639157317 tempest-ExtraDHCPOptionsTestJSON-1639157317-project] Pushing event deleted for resources: {'Network': ['ID=613ce8a9-48ae-4f54-a328-dcb0d17250e2,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:27.200080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-27fb615a-c654-4d0a-9949-0b7291341f64 None None] Deleting port c85c1c21-de98-43ed-a068-e4aa0ffbdc7f {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:27.200646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-27fb615a-c654-4d0a-9949-0b7291341f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:27.267775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 815d9da0-b424-4b7a-bd22-31daccdd2873 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:27.269621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:27.283075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Deleting port fdf1928a-6526-416f-bce5-cf09fa70f144 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:27.283516 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:27.373416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] For port 0276688c-f805-479e-b174-aa49b53070b6, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0276688c-f805-479e-b174-aa49b53070b6,segment=NetworkSegment(f37093a3-8f19-4ddb-8479-b4f21a235f08),segment_id=f37093a3-8f19-4ddb-8479-b4f21a235f08)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:27.374008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:27.391171 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6482333a-845b-4493-8985-114663bfd39b req-2eda59a5-e3c0-4267-a98e-04bf03bda78e service neutron] 10.222.0.18 "GET /v2.0/networks/b44f3b77-f5d2-476e-b8ea-4933f530d532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838532 Mar 08 11:48:27.435967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-27fb615a-c654-4d0a-9949-0b7291341f64 None None] The port 'c85c1c21-de98-43ed-a068-e4aa0ffbdc7f' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:48:27.460014 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 815d9da0-b424-4b7a-bd22-31daccdd2873 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:27.463448 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:27.521737 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Calling delete_port for 0276688c-f805-479e-b174-aa49b53070b6 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:27.599888 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] For port fdf1928a-6526-416f-bce5-cf09fa70f144, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fdf1928a-6526-416f-bce5-cf09fa70f144,segment=NetworkSegment(b746bfb4-5417-4dd1-86e7-861e08967d9d),segment_id=b746bfb4-5417-4dd1-86e7-861e08967d9d)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:27.600675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:27.634725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d954491-c695-4f43-842d-d7cdea83b2bf req-aee78d6e-d7b9-41b0-a953-76bf13a6c445 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.636254 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6d954491-c695-4f43-842d-d7cdea83b2bf req-aee78d6e-d7b9-41b0-a953-76bf13a6c445 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 944 time: 0.6044834 Mar 08 11:48:27.660715 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device edb31836-4cfe-48ff-a2ee-20727dcae10f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:27.712486 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d537e-5995-4ecb-8679-4325a4bcdbbc None None] DHCP port deletion for c62ce206-cd88-4d56-9edf-390e26f8f875 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:48:27.740925 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6d954491-c695-4f43-842d-d7cdea83b2bf req-320711dd-648d-4bc4-9050-4edc1897e44a tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951855 Mar 08 11:48:27.756383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-330d537e-5995-4ecb-8679-4325a4bcdbbc None None] Deleting port fdf1928a-6526-416f-bce5-cf09fa70f144 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:27.756772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-330d537e-5995-4ecb-8679-4325a4bcdbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:27.768635 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:27.817672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No active binding found for port edb31836-4cfe-48ff-a2ee-20727dcae10f {{(pid=88471) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 08 11:48:27.818115 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device edb31836-4cfe-48ff-a2ee-20727dcae10f not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 08 11:48:27.830543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:27.848543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event deleted for resources: {'Port': ['ID=edb31836-4cfe-48ff-a2ee-20727dcae10f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:27.858977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Port edb31836-4cfe-48ff-a2ee-20727dcae10f not found, will not notify nova. {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 08 11:48:27.898577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Calling delete_port for fdf1928a-6526-416f-bce5-cf09fa70f144 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:27.928698 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44744) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:27.934229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c85c1c21-de98-43ed-a068-e4aa0ffbdc7f no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:48:27.992758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No DVR routers for this DVR port 0276688c-f805-479e-b174-aa49b53070b6 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:27.994786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Port': ['ID=0276688c-f805-479e-b174-aa49b53070b6,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:27.997663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: c85c1c21-de98-43ed-a068-e4aa0ffbdc7f {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:48:28.001502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c85c1c21-de98-43ed-a068-e4aa0ffbdc7f not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:48:28.122771 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.148222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.175358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-330d537e-5995-4ecb-8679-4325a4bcdbbc None None] For port fdf1928a-6526-416f-bce5-cf09fa70f144, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fdf1928a-6526-416f-bce5-cf09fa70f144,segment=NetworkSegment(b746bfb4-5417-4dd1-86e7-861e08967d9d),segment_id=b746bfb4-5417-4dd1-86e7-861e08967d9d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:28.177701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-330d537e-5995-4ecb-8679-4325a4bcdbbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.196368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.198316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Port': ['ID=fdf1928a-6526-416f-bce5-cf09fa70f144,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:28.202869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] No DVR routers for this DVR port fdf1928a-6526-416f-bce5-cf09fa70f144 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:28.306503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-330d537e-5995-4ecb-8679-4325a4bcdbbc None None] Calling delete_port for fdf1928a-6526-416f-bce5-cf09fa70f144 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:28.343532 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b7f474db-d7a0-437a-bf20-03e6f16b2950 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92ca7b3e47224372adf51c9287a6828f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137533 Mar 08 11:48:28.349247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44750) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:28.351658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986d32bc-a98f-4c8f-822b-e7d413289459']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:28.361592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.366245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.368996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.371260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37093a3-8f19-4ddb-8479-b4f21a235f08') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:28.371559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37093a3-8f19-4ddb-8479-b4f21a235f08') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:28.389857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-330d537e-5995-4ecb-8679-4325a4bcdbbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:48:28.390321 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-330d537e-5995-4ecb-8679-4325a4bcdbbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:48:28.395899 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.414749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.419989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62ce206-cd88-4d56-9edf-390e26f8f875']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:28.422199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:28.422585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:28.436919 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:28.438996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b746bfb4-5417-4dd1-86e7-861e08967d9d') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:28.438996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b746bfb4-5417-4dd1-86e7-861e08967d9d') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:28.451405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.477192 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-090eea59-f8a9-4291-8d0c-34b056b54384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.478634 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.494946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:28.495382 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.502286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.502830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d89755c-f252-4713-9b16-47b7d43d1339 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:28.513565 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:28.533034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.533602 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9571ee1a-3ef6-449a-857f-05a8c642b6c5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3d89755c-f252-4713-9b16-47b7d43d1339 HTTP/1.1" status: 204 len: 168 time: 4.0718133 Mar 08 11:48:28.537777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44754) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:28.591852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-090eea59-f8a9-4291-8d0c-34b056b54384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.685082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.703566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526207'] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.710009 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-090eea59-f8a9-4291-8d0c-34b056b54384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.728152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] Pushing event deleted for resources: {'Network': ['ID=c62ce206-cd88-4d56-9edf-390e26f8f875,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:28.742061 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090eea59-f8a9-4291-8d0c-34b056b54384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21312911-52bf-439e-8168-a1fca1782baf,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:28.751081 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-090eea59-f8a9-4291-8d0c-34b056b54384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.751081 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-090eea59-f8a9-4291-8d0c-34b056b54384 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21312911-52bf-439e-8168-a1fca1782baf HTTP/1.1" status: 204 len: 168 time: 0.3980427 Mar 08 11:48:28.751081 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-173c6fce-79fd-4ec0-bdbc-71d4205f904f tempest-NetworksIpV6Test-1047851911 tempest-NetworksIpV6Test-1047851911-project] 10.222.0.32 "DELETE /v2.0/networks/c62ce206-cd88-4d56-9edf-390e26f8f875 HTTP/1.1" status: 204 len: 168 time: 1.7445552 Mar 08 11:48:28.826290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.852655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.874740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Network': ['ID=986d32bc-a98f-4c8f-822b-e7d413289459,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:28.880160 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b5c1fab8-e4be-48c5-9710-3f08da1b900b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/986d32bc-a98f-4c8f-822b-e7d413289459 HTTP/1.1" status: 204 len: 168 time: 5.4841645 Mar 08 11:48:28.885044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44764) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:28.891861 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-330d537e-5995-4ecb-8679-4325a4bcdbbc None None] Deleting port fdf1928a-6526-416f-bce5-cf09fa70f144 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:28.892498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-330d537e-5995-4ecb-8679-4325a4bcdbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.894415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-672221520'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:28.898839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:28.968847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-330d537e-5995-4ecb-8679-4325a4bcdbbc None None] The port 'fdf1928a-6526-416f-bce5-cf09fa70f144' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:48:28.982067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:28.989241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:network and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:28.994809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848c10e0-7c82-4d01-b7f9-0e8f97122d5f None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:48:29.006247 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:29.079088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:29.126356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fdf1928a-6526-416f-bce5-cf09fa70f144 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:48:29.131729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:29.146726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74387343-c21e-4bb4-851d-434c06f1d5e4 req-b751c6e3-a405-4fc3-be1d-e2653985f698 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:29.148343 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-74387343-c21e-4bb4-851d-434c06f1d5e4 req-b751c6e3-a405-4fc3-be1d-e2653985f698 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 944 time: 0.1318738 Mar 08 11:48:29.165302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:29.171438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:29.180213 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: fdf1928a-6526-416f-bce5-cf09fa70f144 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:48:29.180867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fdf1928a-6526-416f-bce5-cf09fa70f144 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:48:29.181385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device edb31836-4cfe-48ff-a2ee-20727dcae10f no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:48:29.201121 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-74387343-c21e-4bb4-851d-434c06f1d5e4 req-5d4fc45f-0de3-43b4-8ef8-e75418cc71e4 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464773 Mar 08 11:48:29.215746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:29.227675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:29.228086 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Added segment b7854967-5673-44cf-a692-e04be0e31c0e of type vlan for network 360f5a23-cd19-41d2-9233-4a94ac857d11 Mar 08 11:48:29.236002 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: edb31836-4cfe-48ff-a2ee-20727dcae10f {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:48:29.237632 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device edb31836-4cfe-48ff-a2ee-20727dcae10f not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:48:29.256014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Deleting port 815d9da0-b424-4b7a-bd22-31daccdd2873 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:29.256365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:29.272302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848c10e0-7c82-4d01-b7f9-0e8f97122d5f None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 11:48:29.298881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:29.339739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44772) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:29.450448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:29.456616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:29.457459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:29.531309 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6436710a-9f66-49d6-a0a1-ef4c1457d68c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e5d98b127804a80abfd244157d9c128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899281 Mar 08 11:48:29.531519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44784) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:29.600492 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=360f5a23-cd19-41d2-9233-4a94ac857d11,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:29.619437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] For port 815d9da0-b424-4b7a-bd22-31daccdd2873, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=815d9da0-b424-4b7a-bd22-31daccdd2873,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:29.620002 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:29.631344 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bea2c561-a10e-4d8a-bbe7-86ff53a5942a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:29.642549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 360f5a23-cd19-41d2-9233-4a94ac857d11 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:29.671757 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bea2c561-a10e-4d8a-bbe7-86ff53a5942a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:29.758261 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-00d96e8d-592b-416d-8131-6f6cb4602a8f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8702054 Mar 08 11:48:29.758660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44790) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:29.762716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Calling delete_port for 815d9da0-b424-4b7a-bd22-31daccdd2873 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:29.765376 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8407100e-5927-4781-8440-e50f9935ccf0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:29.853784 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bea2c561-a10e-4d8a-bbe7-86ff53a5942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:29.887266 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2c561-a10e-4d8a-bbe7-86ff53a5942a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910f543b-37dc-48cf-a69b-6bdd4d72cb1b,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:29.913363 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bea2c561-a10e-4d8a-bbe7-86ff53a5942a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:29.914492 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bea2c561-a10e-4d8a-bbe7-86ff53a5942a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/910f543b-37dc-48cf-a69b-6bdd4d72cb1b HTTP/1.1" status: 204 len: 168 time: 0.3820653 Mar 08 11:48:30.025419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:30.028197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8407100e-5927-4781-8440-e50f9935ccf0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:30.075033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event deleted for resources: {'Port': ['ID=815d9da0-b424-4b7a-bd22-31daccdd2873,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:30.111313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8407100e-5927-4781-8440-e50f9935ccf0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:30.148776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8407100e-5927-4781-8440-e50f9935ccf0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network 360f5a23-cd19-41d2-9233-4a94ac857d11 is not hosted by any dhcp agent {{(pid=88470) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 08 11:48:30.154816 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8407100e-5927-4781-8440-e50f9935ccf0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:30.155534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8407100e-5927-4781-8440-e50f9935ccf0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:30.156859 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8407100e-5927-4781-8440-e50f9935ccf0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "PUT /v2.0/networks/360f5a23-cd19-41d2-9233-4a94ac857d11 HTTP/1.1" status: 200 len: 723 time: 0.3973892 Mar 08 11:48:30.160113 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44804) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:30.168777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'subnet': {'network_id': '360f5a23-cd19-41d2-9233-4a94ac857d11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:30.211114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44808) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:30.234347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407100e-5927-4781-8440-e50f9935ccf0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=360f5a23-cd19-41d2-9233-4a94ac857d11,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:30.246785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 360f5a23-cd19-41d2-9233-4a94ac857d11 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:30.322228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:30.500389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:30.504815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4ccc1727-e5c6-4ecf-852b-ff09056e8a42 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-898519062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:30.664608 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4ccc1727-e5c6-4ecf-852b-ff09056e8a42 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:30.666976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:subnet and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:30.678882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4ccc1727-e5c6-4ecf-852b-ff09056e8a42 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Usage tracker for resource:router and tenant:ba7775c30b684b2e85b444cb742306fe is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:30.681465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:30.690601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:30.692333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4ccc1727-e5c6-4ecf-852b-ff09056e8a42 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:30.695386 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:30.697058 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:30.708359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4ccc1727-e5c6-4ecf-852b-ff09056e8a42 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:30.757925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe18cc9-2de3-4f33-bfa1-2344910118ae req-337b9222-77c7-4dc7-a840-921001996eec tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:30.759401 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fbe18cc9-2de3-4f33-bfa1-2344910118ae req-337b9222-77c7-4dc7-a840-921001996eec tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 944 time: 0.3770070 Mar 08 11:48:30.793293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:30.796704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:30.827813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1727-e5c6-4ecf-852b-ff09056e8a42 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:30.828809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1727-e5c6-4ecf-852b-ff09056e8a42 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:30.831937 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:30.832437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4be78f3c-5a8c-4fbc-94a9-68f83fcb1932 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:48:30.903462 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fbe18cc9-2de3-4f33-bfa1-2344910118ae req-ecc0ec2b-b089-432e-82db-30fdd2436424 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382780 Mar 08 11:48:30.923643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1727-e5c6-4ecf-852b-ff09056e8a42 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:30.962772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:30.968243 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-17723732-53a7-4835-825d-45da6c168964 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "DELETE /v2.0/routers/4be78f3c-5a8c-4fbc-94a9-68f83fcb1932 HTTP/1.1" status: 204 len: 168 time: 2.4310575 Mar 08 11:48:30.968403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44836) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:30.974195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-458401601', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:30.983698 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:30.989544 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Usage tracker for resource:router and tenant:20284a76a3c44566a0da1cd1318025c1 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:30.992632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:30.999646 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:31.027416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44840) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:31.046718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1727-e5c6-4ecf-852b-ff09056e8a42 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.071762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.072936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.090205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.136340 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2001634230'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:31.141092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:31.144896 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Usage tracker for resource:network and tenant:be48fa7f52ce4064a14c84ad07e871f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:31.148042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:31.154346 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:31.157212 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1727-e5c6-4ecf-852b-ff09056e8a42 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.160221 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4ccc1727-e5c6-4ecf-852b-ff09056e8a42 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9435825 Mar 08 11:48:31.161174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44846) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:31.166685 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1541619464'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:31.171434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:31.175400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Usage tracker for resource:network and tenant:ba7775c30b684b2e85b444cb742306fe is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:31.178284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:31.184473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:31.188259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.255608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:31.259084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.274795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Made reservation on behalf of ba7775c30b684b2e85b444cb742306fe for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:31.278882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.282116 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.290266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Subnet': ['ID=f571e437-8bd1-45c5-9582-39b5581f2ce7,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:31.298178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.310587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking segment: {'id': 'b7854967-5673-44cf-a692-e04be0e31c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '360f5a23-cd19-41d2-9233-4a94ac857d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:31.310943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network hostable DHCP agents. Network: 360f5a23-cd19-41d2-9233-4a94ac857d11, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:31.324249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:31.329154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Usage tracker for resource:security_group_rule and tenant:ba7775c30b684b2e85b444cb742306fe is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:31.333225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:31.340319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:31.355755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:31.414521 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Usage tracker for resource:security_group_rule and tenant:be48fa7f52ce4064a14c84ad07e871f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:31.434572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.449049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network 360f5a23-cd19-41d2-9233-4a94ac857d11 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:31.482934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.517708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:31.525558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 360f5a23-cd19-41d2-9233-4a94ac857d11) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:31.528254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a52b636-f5f5-49fd-b6ca-9fec07daecab,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:31.528873 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:31.533300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:31.533916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.537009 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c083ae51-63fd-407c-8c6a-4a82fc38f90b None None] Network 360f5a23-cd19-41d2-9233-4a94ac857d11 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:31.538228 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:31.556558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.556994 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Added segment bba46d0d-740f-46c1-bb26-a425a5a7caa3 of type vlan for network 57ff1508-af3e-4148-9c37-bc3f3ad8ea41 Mar 08 11:48:31.584160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.601915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.621570 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fd466e69-935f-4ce9-ab4b-fe619c0c44d7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4574120 Mar 08 11:48:31.622043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44850) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:31.628415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-3a23c124-ead5-4ab3-8927-deb3d0b8b2ba tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:31.692033 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.723487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.728827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:31.729414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.740134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.780785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-360f5a23-cd19-41d2-9233-4a94ac857d11', 'network_id': '360f5a23-cd19-41d2-9233-4a94ac857d11', 'tenant_id': '11ccad0b38e34e318255f6b867d0a615', 'fixed_ips': [{'subnet_id': 'f571e437-8bd1-45c5-9582-39b5581f2ce7'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:31.782002 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.798370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:31.804436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3a23c124-ead5-4ab3-8927-deb3d0b8b2ba tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2962665'] for subnet, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.824200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83acdeb-2a9f-43cc-9871-9624979fc595,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:31.826985 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.827340 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Added segment 933a4de1-e005-46d6-a51b-283e810cb756 of type vlan for network 4d6157bf-ab56-4a8d-b4e3-01330d337cf1 Mar 08 11:48:31.900413 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7353477 Mar 08 11:48:31.902772 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44854) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:31.905422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51f9c4-40bd-478a-ae60-5bb4ccf8eccf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event updated for resources: {'Network': ['ID=57ff1508-af3e-4148-9c37-bc3f3ad8ea41,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:31.914955 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Request body: {'subnet': {'network_id': '57ff1508-af3e-4148-9c37-bc3f3ad8ea41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:31.930135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:31.930916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 57ff1508-af3e-4148-9c37-bc3f3ad8ea41 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:32.055678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Allocated IP 172.20.0.2 (360f5a23-cd19-41d2-9233-4a94ac857d11/f571e437-8bd1-45c5-9582-39b5581f2ce7/cb86279a-374e-4551-bdfd-db868d638cba) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:32.106302 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:32.112002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Usage tracker for resource:subnet and tenant:ba7775c30b684b2e85b444cb742306fe is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:32.119416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:32.128434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:32.233600 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 0e15851f-4c44-4488-b198-dc1514ab7524 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 11:48:32.234834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38457c-ec82-45a2-8103-1263d35fc834 req-b50a66f2-c329-405f-ab5b-0ece591f3917 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:32.236317 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4c38457c-ec82-45a2-8103-1263d35fc834 req-b50a66f2-c329-405f-ab5b-0ece591f3917 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 944 time: 0.2024744 Mar 08 11:48:32.236943 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.242472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:32.243055 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.247230 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Made reservation on behalf of ba7775c30b684b2e85b444cb742306fe for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:32.250431 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.287338 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.312067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Transition to ACTIVE for port object cb86279a-374e-4551-bdfd-db868d638cba will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:32.390366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Transition to ACTIVE for port object cb86279a-374e-4551-bdfd-db868d638cba will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:32.422175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 0e15851f-4c44-4488-b198-dc1514ab7524, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e15851f-4c44-4488-b198-dc1514ab7524,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:32.436769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '0e15851f-4c44-4488-b198-dc1514ab7524', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'port_id': '0e15851f-4c44-4488-b198-dc1514ab7524', 'mac_address': 'fa:16:3e:3e:65:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 11:48:32.468063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.550273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Network 360f5a23-cd19-41d2-9233-4a94ac857d11 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:32.560522 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:32.568406 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:32.571836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Pushing event updated for resources: {'Port': ['ID=cb86279a-374e-4551-bdfd-db868d638cba,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:32.575836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.582521 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.615195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Network': ['ID=4d6157bf-ab56-4a8d-b4e3-01330d337cf1,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:32.629893 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e15851f-4c44-4488-b198-dc1514ab7524 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:48:32.630176 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.637825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3a23c124-ead5-4ab3-8927-deb3d0b8b2ba tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752727473399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3350534'] for subnet, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.640476 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4c38457c-ec82-45a2-8103-1263d35fc834 req-69269114-f59c-4154-8447-e893030bd573 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3646905 Mar 08 11:48:32.675225 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 4d6157bf-ab56-4a8d-b4e3-01330d337cf1 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:32.700338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a23c124-ead5-4ab3-8927-deb3d0b8b2ba tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:32.700929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3a23c124-ead5-4ab3-8927-deb3d0b8b2ba tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.704653 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3a23c124-ead5-4ab3-8927-deb3d0b8b2ba tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "PUT /v2.0/subnets/f571e437-8bd1-45c5-9582-39b5581f2ce7 HTTP/1.1" status: 200 len: 806 time: 1.0792601 Mar 08 11:48:32.706132 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a9f6ecf4-65a3-464e-ba34-fa5d39114883 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6773837 Mar 08 11:48:32.707103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44862) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:32.873326 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Allocated IP 172.26.4.4 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/89547124-608f-44c4-9df0-9f20ce4c8dc8) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:32.885506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.900188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23c124-ead5-4ab3-8927-deb3d0b8b2ba tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Subnet': ['ID=f571e437-8bd1-45c5-9582-39b5581f2ce7,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:32.902504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 0e15851f-4c44-4488-b198-dc1514ab7524, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e15851f-4c44-4488-b198-dc1514ab7524,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:32.904817 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Attempting to bind port cb86279a-374e-4551-bdfd-db868d638cba on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:32.905191 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Attempting to bind port cb86279a-374e-4551-bdfd-db868d638cba by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'b7854967-5673-44cf-a692-e04be0e31c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '360f5a23-cd19-41d2-9233-4a94ac857d11'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:32.905562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Attempting to bind port cb86279a-374e-4551-bdfd-db868d638cba on network 360f5a23-cd19-41d2-9233-4a94ac857d11 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:32.911280 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:32.911672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Checking segment: {'id': 'b7854967-5673-44cf-a692-e04be0e31c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '360f5a23-cd19-41d2-9233-4a94ac857d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:32.912071 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.912470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Bound using segment: {'id': 'b7854967-5673-44cf-a692-e04be0e31c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '360f5a23-cd19-41d2-9233-4a94ac857d11'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:32.913226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Bound port: cb86279a-374e-4551-bdfd-db868d638cba, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7854967-5673-44cf-a692-e04be0e31c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '360f5a23-cd19-41d2-9233-4a94ac857d11'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:32.913356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.923846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Deleting port cb86279a-374e-4551-bdfd-db868d638cba {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:32.924199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:32.973461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 815d9da0-b424-4b7a-bd22-31daccdd2873 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:48:33.017567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 815d9da0-b424-4b7a-bd22-31daccdd2873 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:48:33.017961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 815d9da0-b424-4b7a-bd22-31daccdd2873 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:48:33.021904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:33.045724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:33.107775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] For port cb86279a-374e-4551-bdfd-db868d638cba, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:33.119925 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] For port cb86279a-374e-4551-bdfd-db868d638cba, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cb86279a-374e-4551-bdfd-db868d638cba,segment=NetworkSegment(b7854967-5673-44cf-a692-e04be0e31c0e),segment_id=b7854967-5673-44cf-a692-e04be0e31c0e)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:33.121511 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=0e15851f-4c44-4488-b198-dc1514ab7524,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:33.171873 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:33.199480 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Checking segment: {'id': 'bba46d0d-740f-46c1-bb26-a425a5a7caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '57ff1508-af3e-4148-9c37-bc3f3ad8ea41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:33.200079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Network hostable DHCP agents. Network: 57ff1508-af3e-4148-9c37-bc3f3ad8ea41, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:33.220389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event updated for resources: {'Subnet': ['ID=3931512d-b14f-461b-b2aa-937f13f8eac9,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:33.223925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] For port cb86279a-374e-4551-bdfd-db868d638cba, host dv-neutron-828143-8-hyperv, got binding levels [] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:33.224291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:33.232510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:33.299740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Network 57ff1508-af3e-4148-9c37-bc3f3ad8ea41 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:33.307653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9824b-e340-4e9b-9144-8d135f1f1a59 None None] Pushing event updated for resources: {'Port': ['ID=cb86279a-374e-4551-bdfd-db868d638cba,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:33.325774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:33.392505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 57ff1508-af3e-4148-9c37-bc3f3ad8ea41) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:33.398117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:33.398804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:33.402514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['0e15851f-4c44-4488-b198-dc1514ab7524'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:48:33.432586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b8e02a-7be3-4e4f-9f33-4b718deb5137 None None] Network 57ff1508-af3e-4148-9c37-bc3f3ad8ea41 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:33.523487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Calling delete_port for cb86279a-374e-4551-bdfd-db868d638cba owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:33.631677 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:33.633606 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5b73e750-28ab-45fc-ac9d-ff36912d7106 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7275915 Mar 08 11:48:33.637522 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:33.639486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44868) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:33.646726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:33.698206 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Request body: {'network': {'name': 'tempest-router-network01--413056874'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:33.722968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Pushing event updated for resources: {'Port': ['ID=89547124-608f-44c4-9df0-9f20ce4c8dc8,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:33.741350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:33.796770 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Usage tracker for resource:network and tenant:ba7775c30b684b2e85b444cb742306fe is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:33.820644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:33.853463 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:33.920993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-57ff1508-af3e-4148-9c37-bc3f3ad8ea41', 'network_id': '57ff1508-af3e-4148-9c37-bc3f3ad8ea41', 'tenant_id': 'ba7775c30b684b2e85b444cb742306fe', 'fixed_ips': [{'subnet_id': '3931512d-b14f-461b-b2aa-937f13f8eac9'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:33.921957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:33.984070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0e683-de4e-48ff-9dbf-34122cb97b24 req-d34a7184-fa38-47e7-8886-e6f992adfbde tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:33.985552 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-64c0e683-de4e-48ff-9dbf-34122cb97b24 req-d34a7184-fa38-47e7-8886-e6f992adfbde tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 945 time: 0.1052418 Mar 08 11:48:33.993626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:48:33.994081 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:48:34.024624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Made reservation on behalf of ba7775c30b684b2e85b444cb742306fe for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:34.029240 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:34.053403 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-64c0e683-de4e-48ff-9dbf-34122cb97b24 req-55edb584-84ab-4ae7-8556-b362f9c87848 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617599 Mar 08 11:48:34.066112 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:34.075998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:34.076350 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Added segment 1d3cde58-b5db-41f9-8af6-998ce5ee1093 of type vlan for network 6a7e185e-7e6b-4735-a084-db62fe8ee7f9 Mar 08 11:48:34.103094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:34.188675 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Allocated IP 2001:db8::2 (57ff1508-af3e-4148-9c37-bc3f3ad8ea41/3931512d-b14f-461b-b2aa-937f13f8eac9/dcc4b347-0cde-4002-866d-90a12175e59d) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:34.209272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:34.220546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:34.221482 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:34.421567 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7813120 Mar 08 11:48:34.431081 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44874) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:34.441472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Request body: {'network': {'name': 'tempest-router-network02--1302718159'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:34.453413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27c50e-3d8b-4249-9844-ba09f54068d8 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event updated for resources: {'Network': ['ID=6a7e185e-7e6b-4735-a084-db62fe8ee7f9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:34.463159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:34.474634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Usage tracker for resource:network and tenant:ba7775c30b684b2e85b444cb742306fe is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:34.478875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:34.482932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 6a7e185e-7e6b-4735-a084-db62fe8ee7f9 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:34.492271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:34.495992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Deleting port cb86279a-374e-4551-bdfd-db868d638cba {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:34.496340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:34.515638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:34.768826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23117ee-1cfb-41d7-90a1-ab99603b80a8 None None] Network 360f5a23-cd19-41d2-9233-4a94ac857d11 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:34.854586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Made reservation on behalf of ba7775c30b684b2e85b444cb742306fe for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:34.859721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:34.892070 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b471f0ae-9c90-409f-bf4e-4a6f805f6e32 None None] Provisioning for port cb86279a-374e-4551-bdfd-db868d638cba completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:34.906487 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:34.930731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Transition to ACTIVE for port object dcc4b347-0cde-4002-866d-90a12175e59d will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:34.963374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:35.004999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:35.005553 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Added segment 750397fa-8a5b-4caa-b1f7-faafb0ce363b of type vlan for network bc8eca47-fe5c-43f7-bd75-a91da6e7e354 Mar 08 11:48:35.008125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] For port cb86279a-374e-4551-bdfd-db868d638cba, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cb86279a-374e-4551-bdfd-db868d638cba,segment=NetworkSegment(b7854967-5673-44cf-a692-e04be0e31c0e),segment_id=b7854967-5673-44cf-a692-e04be0e31c0e)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:35.008642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:35.031915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Transition to ACTIVE for port object dcc4b347-0cde-4002-866d-90a12175e59d will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:35.033990 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:35.064603 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cb86279a-374e-4551-bdfd-db868d638cba up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:35.131370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:35.170192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Calling delete_port for cb86279a-374e-4551-bdfd-db868d638cba owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:35.234257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:35.284266 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Network 57ff1508-af3e-4148-9c37-bc3f3ad8ea41 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:35.292686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:35.295903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Pushing event updated for resources: {'Port': ['ID=dcc4b347-0cde-4002-866d-90a12175e59d,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:35.307775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:35.410090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:35.418358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:35.419150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:35.435456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fec917-e041-4a66-9148-6e6f4a5e1b3c req-cf864038-bff3-48cc-8ba6-228f36d106ee tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:35.437000 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-08fec917-e041-4a66-9148-6e6f4a5e1b3c req-cf864038-bff3-48cc-8ba6-228f36d106ee tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 945 time: 0.1485150 Mar 08 11:48:35.444712 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port cb86279a-374e-4551-bdfd-db868d638cba completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:35.456659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port cb86279a-374e-4551-bdfd-db868d638cba triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:35.457610 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:35.489404 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-08fec917-e041-4a66-9148-6e6f4a5e1b3c req-5a609b52-da6d-4d9e-8150-c365bae079e7 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418217 Mar 08 11:48:35.522495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Attempting to bind port dcc4b347-0cde-4002-866d-90a12175e59d on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:35.522865 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Attempting to bind port dcc4b347-0cde-4002-866d-90a12175e59d by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'bba46d0d-740f-46c1-bb26-a425a5a7caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '57ff1508-af3e-4148-9c37-bc3f3ad8ea41'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:35.523230 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Attempting to bind port dcc4b347-0cde-4002-866d-90a12175e59d on network 57ff1508-af3e-4148-9c37-bc3f3ad8ea41 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:35.539826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Router 6f624ada-ada8-4f07-800d-f3a3262293ed is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:48:35.562514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:35.569061 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Checking segment: {'id': 'bba46d0d-740f-46c1-bb26-a425a5a7caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '57ff1508-af3e-4148-9c37-bc3f3ad8ea41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:35.569617 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:35.570140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Bound using segment: {'id': 'bba46d0d-740f-46c1-bb26-a425a5a7caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '57ff1508-af3e-4148-9c37-bc3f3ad8ea41'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:35.570731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Bound port: dcc4b347-0cde-4002-866d-90a12175e59d, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba46d0d-740f-46c1-bb26-a425a5a7caa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '57ff1508-af3e-4148-9c37-bc3f3ad8ea41'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:35.571435 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:35.648643 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2135313 Mar 08 11:48:35.662358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44882) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:35.688806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50e686-ef65-4037-8695-341c247f8e92 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event updated for resources: {'Network': ['ID=bc8eca47-fe5c-43f7-bd75-a91da6e7e354,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:35.698564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Request body: {'subnet': {'network_id': '6a7e185e-7e6b-4735-a084-db62fe8ee7f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:35.733098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network bc8eca47-fe5c-43f7-bd75-a91da6e7e354 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:35.830209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:35.903019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Port': ['ID=cb86279a-374e-4551-bdfd-db868d638cba,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:35.909678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92bfa32-e940-46b4-8e69-6dc007ee1def None None] Network 360f5a23-cd19-41d2-9233-4a94ac857d11 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:35.958605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44886) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:35.961572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:35.967486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'subnet': {'network_id': '4d6157bf-ab56-4a8d-b4e3-01330d337cf1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:35.970401 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:35.983468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] For port dcc4b347-0cde-4002-866d-90a12175e59d, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:36.020466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Usage tracker for resource:subnet and tenant:ba7775c30b684b2e85b444cb742306fe is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:36.034990 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:48:36.037225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:36.043462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No DVR routers for this DVR port cb86279a-374e-4551-bdfd-db868d638cba on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:36.044950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fa86b56d-9e1c-4b89-9e61-24f8ecd38c52 None None] Could not find standard attr ID for object cb86279a-374e-4551-bdfd-db868d638cba. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:48:36.049736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:36.060527 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] For port dcc4b347-0cde-4002-866d-90a12175e59d, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=dcc4b347-0cde-4002-866d-90a12175e59d,segment=NetworkSegment(bba46d0d-740f-46c1-bb26-a425a5a7caa3),segment_id=bba46d0d-740f-46c1-bb26-a425a5a7caa3)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:36.067613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b8936-f7f5-4740-9425-a485587ef7d1 None None] Sync routers for ids ['6f624ada-ada8-4f07-800d-f3a3262293ed'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:36.092794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b8936-f7f5-4740-9425-a485587ef7d1 None None] Routers {'6f624ada-ada8-4f07-800d-f3a3262293ed'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:36.093421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ba3b8936-f7f5-4740-9425-a485587ef7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6f624ada-ada8-4f07-800d-f3a3262293ed'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:36.105221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:36.108998 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a12e5b05-062f-44ab-9811-f7bca2819e55 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1371598 Mar 08 11:48:36.109352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44890) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:36.114473 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c584b856-b021-4fb5-a373-33363dc51bd6 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'enable_snat': False}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:36.183777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:36.202864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:36.215171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:36.248673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ba3b8936-f7f5-4740-9425-a485587ef7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:36.250781 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 0e15851f-4c44-4488-b198-dc1514ab7524 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:36.325364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Made reservation on behalf of ba7775c30b684b2e85b444cb742306fe for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:36.328739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:36.350233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Usage tracker for resource:subnet and tenant:be48fa7f52ce4064a14c84ad07e871f6 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:36.364039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b8936-f7f5-4740-9425-a485587ef7d1 None None] Routers {'6f624ada-ada8-4f07-800d-f3a3262293ed'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:36.364388 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ba3b8936-f7f5-4740-9425-a485587ef7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6f624ada-ada8-4f07-800d-f3a3262293ed'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:36.366388 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:36.376987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:36.461419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ba3b8936-f7f5-4740-9425-a485587ef7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:36.462245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b8936-f7f5-4740-9425-a485587ef7d1 None None] The sync data for ids ['6f624ada-ada8-4f07-800d-f3a3262293ed'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:36.502361 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:36.507365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:36.508452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0529af5-89ab-49ec-8eca-94741c84dd98 None None] Pushing event updated for resources: {'Port': ['ID=dcc4b347-0cde-4002-866d-90a12175e59d,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:36.580582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:36.614331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 0e15851f-4c44-4488-b198-dc1514ab7524 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:36.619800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 0e15851f-4c44-4488-b198-dc1514ab7524 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:36.620208 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:36.772256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Subnet': ['ID=f571e437-8bd1-45c5-9582-39b5581f2ce7,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:36.820675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c584b856-b021-4fb5-a373-33363dc51bd6 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:36.871172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257955bb-1cc9-4fdf-993a-c21ced19c8d1 None None] Network 360f5a23-cd19-41d2-9233-4a94ac857d11 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:36.890028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:36.935310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:37.014630 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 0e15851f-4c44-4488-b198-dc1514ab7524, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e15851f-4c44-4488-b198-dc1514ab7524,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:37.083361 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524', 'code': 200} Mar 08 11:48:37.090565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:37.118962 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:37.162468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360f5a23-cd19-41d2-9233-4a94ac857d11']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:37.172708 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device dcc4b347-0cde-4002-866d-90a12175e59d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:37.200883 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7854967-5673-44cf-a692-e04be0e31c0e') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:37.201203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7854967-5673-44cf-a692-e04be0e31c0e') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:37.215619 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:37.258295 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:37.270545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132e3457-c56c-4df7-bcbc-cde2850cff6c None None] DHCP port deletion for 360f5a23-cd19-41d2-9233-4a94ac857d11 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:48:37.287294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=0e15851f-4c44-4488-b198-dc1514ab7524,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:37.305519 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:37.338148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2faf-ae02-40c9-8279-6daae9668ae9 req-f97df997-d069-42d5-9bcd-15ded8aebf26 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:37.340428 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-119b2faf-ae02-40c9-8279-6daae9668ae9 req-f97df997-d069-42d5-9bcd-15ded8aebf26 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 945 time: 0.5786512 Mar 08 11:48:37.342535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:37.343052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:37.360591 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:37.391413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port dcc4b347-0cde-4002-866d-90a12175e59d completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:37.505283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:37.518769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event updated for resources: {'Subnet': ['ID=953d521a-aa60-4e48-bec8-81d279b73965,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:37.615466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Checking segment: {'id': '1d3cde58-b5db-41f9-8af6-998ce5ee1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6a7e185e-7e6b-4735-a084-db62fe8ee7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:37.615908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Network hostable DHCP agents. Network: 6a7e185e-7e6b-4735-a084-db62fe8ee7f9, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:37.628235 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-119b2faf-ae02-40c9-8279-6daae9668ae9 req-23888d30-5679-4773-9aa5-f5a6bf84349d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516954 Mar 08 11:48:37.659038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:37.687713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:37.695798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Subnet': ['ID=56e673cb-6e8c-4471-be85-6e0d94903d83,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:37.709842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Network': ['ID=360f5a23-cd19-41d2-9233-4a94ac857d11,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:37.723694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Checking segment: {'id': '933a4de1-e005-46d6-a51b-283e810cb756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d6157bf-ab56-4a8d-b4e3-01330d337cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:37.724056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network hostable DHCP agents. Network: 4d6157bf-ab56-4a8d-b4e3-01330d337cf1, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:37.738938 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-906f1f5a-54d7-4c64-90e0-a7adcb2e8993 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/360f5a23-cd19-41d2-9233-4a94ac857d11 HTTP/1.1" status: 204 len: 168 time: 5.0310011 Mar 08 11:48:37.746621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44898) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:37.754837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966b34b9-2b83-4136-b856-495d884663fe None None] Network 57ff1508-af3e-4148-9c37-bc3f3ad8ea41 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:37.774981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Network 6a7e185e-7e6b-4735-a084-db62fe8ee7f9 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:37.781763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd09a2-0769-4a5c-b3e0-b0435245d556 req-0d59dd9e-5882-424d-bde9-43b135da8563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:37.783237 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8cd09a2-0769-4a5c-b3e0-b0435245d556 req-0d59dd9e-5882-424d-bde9-43b135da8563 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 1099 time: 0.3149111 Mar 08 11:48:37.788735 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a8151e-afc9-44c1-8bba-da01b4995923 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:37.789198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a8151e-afc9-44c1-8bba-da01b4995923 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:37.794950 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-54a8151e-afc9-44c1-8bba-da01b4995923 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/360f5a23-cd19-41d2-9233-4a94ac857d11 HTTP/1.1" status: 404 len: 339 time: 0.0423045 Mar 08 11:48:37.796784 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44902) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:37.805633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-641309675', 'description': 'd1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:37.816513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c584b856-b021-4fb5-a373-33363dc51bd6 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:37.818757 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:37.824485 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:network and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:37.828208 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c584b856-b021-4fb5-a373-33363dc51bd6 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:37.832855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:37.833855 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8cd09a2-0769-4a5c-b3e0-b0435245d556 req-6c7e7dc7-b4c9-4e85-9be3-e4f796ca9696 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419209 Mar 08 11:48:37.834696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network 4d6157bf-ab56-4a8d-b4e3-01330d337cf1 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:37.894406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:37.924286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 6a7e185e-7e6b-4735-a084-db62fe8ee7f9) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:37.926430 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 4d6157bf-ab56-4a8d-b4e3-01330d337cf1) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:37.931108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:37.932557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:37.937543 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fe9754-e26a-4c94-ab82-608f517c9512 None None] Network 6a7e185e-7e6b-4735-a084-db62fe8ee7f9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:37.939874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:37.940465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:37.962567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2145fd6-36da-4393-a15c-26ddb54804d4 None None] Network 4d6157bf-ab56-4a8d-b4e3-01330d337cf1 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:37.991940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c5e0de72-4e8c-4c96-9768-668487142f9d None None] Provisioning for port dcc4b347-0cde-4002-866d-90a12175e59d completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:38.046879 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-02c3cd5a-9d45-46d2-8881-9bde96789907 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3819826 Mar 08 11:48:38.047877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44906) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:38.048299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c5e0de72-4e8c-4c96-9768-668487142f9d None None] Provisioning complete for port dcc4b347-0cde-4002-866d-90a12175e59d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:38.048792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c5e0de72-4e8c-4c96-9768-668487142f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.053369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Request body: {'subnet': {'network_id': 'bc8eca47-fe5c-43f7-bd75-a91da6e7e354', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:38.071651 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0690f4f4-5dad-4819-93a6-947dc3ab0cdb tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1119208 Mar 08 11:48:38.084020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44910) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:38.092261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-926631638'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:38.101148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:38.149870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c584b856-b021-4fb5-a373-33363dc51bd6 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Router 6f624ada-ada8-4f07-800d-f3a3262293ed has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:48:38.154154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Usage tracker for resource:network and tenant:be48fa7f52ce4064a14c84ad07e871f6 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:38.158271 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:38.159206 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:38.162716 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.174617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:38.188057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:38.191964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Usage tracker for resource:subnet and tenant:ba7775c30b684b2e85b444cb742306fe is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:38.194849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:38.201595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:38.269020 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:38.282327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:38.286292 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.286641 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Added segment 213b8548-9797-41ed-842b-b61e336266e3 of type vlan for network 9cc0cc41-17a8-43a9-9cb8-5fa4aaf23235 Mar 08 11:48:38.287542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.308431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Made reservation on behalf of ba7775c30b684b2e85b444cb742306fe for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:38.312111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.386685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.413042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:38.413378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c584b856-b021-4fb5-a373-33363dc51bd6 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:48:38.431173 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73759de-cb8c-4a01-81bf-8e0ed4a8fc68 None None] Sync routers for ids ['6f624ada-ada8-4f07-800d-f3a3262293ed'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:38.438523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c584b856-b021-4fb5-a373-33363dc51bd6 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.439607 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c584b856-b021-4fb5-a373-33363dc51bd6 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "PUT /v2.0/routers/6f624ada-ada8-4f07-800d-f3a3262293ed HTTP/1.1" status: 200 len: 923 time: 2.3294389 Mar 08 11:48:38.442374 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44914) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:38.445157 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73759de-cb8c-4a01-81bf-8e0ed4a8fc68 None None] Routers {'6f624ada-ada8-4f07-800d-f3a3262293ed'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:38.446077 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e73759de-cb8c-4a01-81bf-8e0ed4a8fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6f624ada-ada8-4f07-800d-f3a3262293ed'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:38.512048 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e73759de-cb8c-4a01-81bf-8e0ed4a8fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:38.522317 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73759de-cb8c-4a01-81bf-8e0ed4a8fc68 None None] Routers {'6f624ada-ada8-4f07-800d-f3a3262293ed'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:38.523293 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e73759de-cb8c-4a01-81bf-8e0ed4a8fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6f624ada-ada8-4f07-800d-f3a3262293ed'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:38.524283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.530710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:38.531394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.574044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c5e0de72-4e8c-4c96-9768-668487142f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.586787 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-4d6157bf-ab56-4a8d-b4e3-01330d337cf1', 'network_id': '4d6157bf-ab56-4a8d-b4e3-01330d337cf1', 'tenant_id': 'be48fa7f52ce4064a14c84ad07e871f6', 'fixed_ips': [{'subnet_id': '56e673cb-6e8c-4471-be85-6e0d94903d83'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:38.587791 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.596604 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e73759de-cb8c-4a01-81bf-8e0ed4a8fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:38.597844 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73759de-cb8c-4a01-81bf-8e0ed4a8fc68 None None] The sync data for ids ['6f624ada-ada8-4f07-800d-f3a3262293ed'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:38.603726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-6a7e185e-7e6b-4735-a084-db62fe8ee7f9', 'network_id': '6a7e185e-7e6b-4735-a084-db62fe8ee7f9', 'tenant_id': 'ba7775c30b684b2e85b444cb742306fe', 'fixed_ips': [{'subnet_id': '953d521a-aa60-4e48-bec8-81d279b73965'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:38.604789 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.613612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.614111 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Added segment 8310d662-bc7b-4afb-bf25-a68ffd28f93a of type vlan for network aee87a4e-9239-44ab-85e4-128effbd2204 Mar 08 11:48:38.656313 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.693365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=9cc0cc41-17a8-43a9-9cb8-5fa4aaf23235,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:38.734653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:38.745302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 9cc0cc41-17a8-43a9-9cb8-5fa4aaf23235 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:38.809978 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2233bd28-300f-4d8a-a73f-2a2bd310200b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0121109 Mar 08 11:48:38.832243 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44920) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:38.894490 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c091df99-84ab-4c4a-aa47-4d9ddc97a75e tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/routers/6f624ada-ada8-4f07-800d-f3a3262293ed HTTP/1.1" status: 200 len: 923 time: 0.4483006 Mar 08 11:48:38.903156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c5e0de72-4e8c-4c96-9768-668487142f9d None None] For port dcc4b347-0cde-4002-866d-90a12175e59d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=dcc4b347-0cde-4002-866d-90a12175e59d,segment=NetworkSegment(bba46d0d-740f-46c1-bb26-a425a5a7caa3),segment_id=bba46d0d-740f-46c1-bb26-a425a5a7caa3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:38.906431 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44924) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:38.959680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cb86279a-374e-4551-bdfd-db868d638cba no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:48:38.989454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79b317-900d-4974-a860-110bc9054123 req-a383e873-21d0-4fea-b823-eca56084e051 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:38.991535 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0c79b317-900d-4974-a860-110bc9054123 req-a383e873-21d0-4fea-b823-eca56084e051 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.1778336 Mar 08 11:48:39.005859 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c5e0de72-4e8c-4c96-9768-668487142f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:39.013134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:39.018675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:39.019254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:39.028384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0fd42-b3f3-4ac6-96f4-640e871198f2 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:39.029086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-65e0fd42-b3f3-4ac6-96f4-640e871198f2 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Synchronizing usage tracker for tenant:aec0ec69a9ff49aaa9bebf8114a850f1 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:39.055496 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: cb86279a-374e-4551-bdfd-db868d638cba {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:48:39.056062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cb86279a-374e-4551-bdfd-db868d638cba not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:48:39.058876 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0c79b317-900d-4974-a860-110bc9054123 req-397d27ce-e676-4ca4-9b13-8fa78d894f76 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556924 Mar 08 11:48:39.063796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event updated for resources: {'Subnet': ['ID=91dafdaa-3d51-4e4d-ae21-d62ed4ccc25b,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:39.105008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-65e0fd42-b3f3-4ac6-96f4-640e871198f2 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Unset dirty status for tenant:aec0ec69a9ff49aaa9bebf8114a850f1 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:39.108710 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-65e0fd42-b3f3-4ac6-96f4-640e871198f2 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&device_id=6f624ada-ada8-4f07-800d-f3a3262293ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1979477 Mar 08 11:48:39.108983 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44928) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:39.156407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Checking segment: {'id': '750397fa-8a5b-4caa-b1f7-faafb0ce363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'bc8eca47-fe5c-43f7-bd75-a91da6e7e354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:39.157036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Network hostable DHCP agents. Network: bc8eca47-fe5c-43f7-bd75-a91da6e7e354, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:39.157741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Allocated IP 2001:db8::2 (6a7e185e-7e6b-4735-a084-db62fe8ee7f9/953d521a-aa60-4e48-bec8-81d279b73965/011fdd21-bebc-4046-aad6-ed3673cdf61c) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:39.193810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Allocated IP 2001:db8:0:ffff::2 (4d6157bf-ab56-4a8d-b4e3-01330d337cf1/56e673cb-6e8c-4471-be85-6e0d94903d83/63800012-e722-4f29-9353-d7262de76ebe) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:39.239698 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0de72-4e8c-4c96-9768-668487142f9d None None] Pushing event updated for resources: {'Port': ['ID=dcc4b347-0cde-4002-866d-90a12175e59d,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:39.252788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7138ad-4e3a-44c4-bd32-748e813db552 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:39.255749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Network': ['ID=aee87a4e-9239-44ab-85e4-128effbd2204,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:39.261476 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4e7138ad-4e3a-44c4-bd32-748e813db552 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/networks/b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 881 time: 0.1482830 Mar 08 11:48:39.263851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44932) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:39.266655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa4cb22-4c3e-43ef-9a84-152b6d1442ca tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:39.267564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-faa4cb22-4c3e-43ef-9a84-152b6d1442ca tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Synchronizing usage tracker for tenant:11ccad0b38e34e318255f6b867d0a615 on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:39.277612 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-950f1323-7651-46ff-840f-10840362064c None None] Provisioning complete for port dcc4b347-0cde-4002-866d-90a12175e59d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:39.278048 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-950f1323-7651-46ff-840f-10840362064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:39.280256 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d868a619-9e31-4eca-947d-24279e718836 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1952527 Mar 08 11:48:39.284916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44936) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:39.290587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'subnet': {'network_id': 'aee87a4e-9239-44ab-85e4-128effbd2204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:39.324165 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f5245005-5a19-49dd-a559-7de832aabea0 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f624ada-ada8-4f07-800d-f3a3262293ed HTTP/1.1" status: 200 len: 205 time: 0.0590961 Mar 08 11:48:39.326137 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network aee87a4e-9239-44ab-85e4-128effbd2204 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:39.328634 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44940) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:39.383811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Network bc8eca47-fe5c-43f7-bd75-a91da6e7e354 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:39.424807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:39.429127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Usage tracker for resource:subnet and tenant:be48fa7f52ce4064a14c84ad07e871f6 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:39.433068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-faa4cb22-4c3e-43ef-9a84-152b6d1442ca tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Unset dirty status for tenant:11ccad0b38e34e318255f6b867d0a615 on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:39.434443 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-faa4cb22-4c3e-43ef-9a84-152b6d1442ca tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "GET /v2.0/networks?id=9cc0cc41-17a8-43a9-9cb8-5fa4aaf23235 HTTP/1.1" status: 200 len: 760 time: 0.6012683 Mar 08 11:48:39.435791 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:39.438765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44944) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:39.445098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:39.451717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-7f065afa-7185-4a12-86de-a8d329be221e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'description': 'd2'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:39.494645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, bc8eca47-fe5c-43f7-bd75-a91da6e7e354) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:39.503500 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:39.504313 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:39.523191 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:39.563821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c667649b-be8d-453b-a0f9-a2212caf8274 None None] Network bc8eca47-fe5c-43f7-bd75-a91da6e7e354 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:39.623427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:39.628136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:39.662597 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2abf513f-dfbb-4701-acf8-b77964870b69 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6135278 Mar 08 11:48:39.692922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44948) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:39.842303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:39.951170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Deleting port 89547124-608f-44c4-9df0-9f20ce4c8dc8 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:39.951901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:39.971277 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a8bc002f-5e13-468f-8dcf-5b1ff5f04a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.051776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7f065afa-7185-4a12-86de-a8d329be221e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.081981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.118340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.140361 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Transition to ACTIVE for port object 011fdd21-bebc-4046-aad6-ed3673cdf61c will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:40.152167 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Transition to ACTIVE for port object 63800012-e722-4f29-9353-d7262de76ebe will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:40.166417 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-bc8eca47-fe5c-43f7-bd75-a91da6e7e354', 'network_id': 'bc8eca47-fe5c-43f7-bd75-a91da6e7e354', 'tenant_id': 'ba7775c30b684b2e85b444cb742306fe', 'fixed_ips': [{'subnet_id': '91dafdaa-3d51-4e4d-ae21-d62ed4ccc25b'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:40.167787 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.176808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.194602 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Transition to ACTIVE for port object 011fdd21-bebc-4046-aad6-ed3673cdf61c will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:40.200882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Transition to ACTIVE for port object 63800012-e722-4f29-9353-d7262de76ebe will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:40.269248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.322744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Calling delete_port for 89547124-608f-44c4-9df0-9f20ce4c8dc8 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:40.329992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.332604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7f065afa-7185-4a12-86de-a8d329be221e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.364687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Network 6a7e185e-7e6b-4735-a084-db62fe8ee7f9 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:40.405731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:40.415317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Network 4d6157bf-ab56-4a8d-b4e3-01330d337cf1 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:40.416274 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:40.428334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Pushing event updated for resources: {'Port': ['ID=011fdd21-bebc-4046-aad6-ed3673cdf61c,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:40.430961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:40.476216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:40.532859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7f065afa-7185-4a12-86de-a8d329be221e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network 9cc0cc41-17a8-43a9-9cb8-5fa4aaf23235 is not hosted by any dhcp agent {{(pid=88469) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 08 11:48:40.538167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f065afa-7185-4a12-86de-a8d329be221e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:40.538761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7f065afa-7185-4a12-86de-a8d329be221e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.540432 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7f065afa-7185-4a12-86de-a8d329be221e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "PUT /v2.0/networks/9cc0cc41-17a8-43a9-9cb8-5fa4aaf23235 HTTP/1.1" status: 200 len: 757 time: 1.1001582 Mar 08 11:48:40.545130 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44954) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:40.668035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f065afa-7185-4a12-86de-a8d329be221e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=9cc0cc41-17a8-43a9-9cb8-5fa4aaf23235,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:40.678201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Allocated IP 2001:db8::2 (bc8eca47-fe5c-43f7-bd75-a91da6e7e354/91dafdaa-3d51-4e4d-ae21-d62ed4ccc25b/4d55f4fe-4493-4340-9245-4496960804b2) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:40.680446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Pushing event updated for resources: {'Port': ['ID=63800012-e722-4f29-9353-d7262de76ebe,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:40.694578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af39279e-1e5e-46c0-84db-5d39dc7ff883 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:40.695377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-af39279e-1e5e-46c0-84db-5d39dc7ff883 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Synchronizing usage tracker for tenant:11ccad0b38e34e318255f6b867d0a615 on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:40.700094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 9cc0cc41-17a8-43a9-9cb8-5fa4aaf23235 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:40.711501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-af39279e-1e5e-46c0-84db-5d39dc7ff883 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Unset dirty status for tenant:11ccad0b38e34e318255f6b867d0a615 on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:40.717628 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-af39279e-1e5e-46c0-84db-5d39dc7ff883 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "GET /v2.0/networks?id=9cc0cc41-17a8-43a9-9cb8-5fa4aaf23235 HTTP/1.1" status: 200 len: 760 time: 0.1656315 Mar 08 11:48:40.718343 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44958) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:40.725852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1566334060'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:40.731331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:40.741211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:40.742384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.742707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Attempting to bind port 011fdd21-bebc-4046-aad6-ed3673cdf61c on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:40.743080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Attempting to bind port 011fdd21-bebc-4046-aad6-ed3673cdf61c by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '1d3cde58-b5db-41f9-8af6-998ce5ee1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6a7e185e-7e6b-4735-a084-db62fe8ee7f9'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:40.743456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Attempting to bind port 011fdd21-bebc-4046-aad6-ed3673cdf61c on network 6a7e185e-7e6b-4735-a084-db62fe8ee7f9 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:40.797162 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Attempting to bind port 63800012-e722-4f29-9353-d7262de76ebe on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:40.797537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Attempting to bind port 63800012-e722-4f29-9353-d7262de76ebe by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '933a4de1-e005-46d6-a51b-283e810cb756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d6157bf-ab56-4a8d-b4e3-01330d337cf1'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:40.798166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Attempting to bind port 63800012-e722-4f29-9353-d7262de76ebe on network 4d6157bf-ab56-4a8d-b4e3-01330d337cf1 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:40.808533 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:40.812179 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.825259 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:40.825636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Checking segment: {'id': '1d3cde58-b5db-41f9-8af6-998ce5ee1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6a7e185e-7e6b-4735-a084-db62fe8ee7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:40.826065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.826461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Bound using segment: {'id': '1d3cde58-b5db-41f9-8af6-998ce5ee1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6a7e185e-7e6b-4735-a084-db62fe8ee7f9'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:40.826938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Bound port: 011fdd21-bebc-4046-aad6-ed3673cdf61c, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3cde58-b5db-41f9-8af6-998ce5ee1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6a7e185e-7e6b-4735-a084-db62fe8ee7f9'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:40.827318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.843989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:40.853367 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.853846 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Added segment d810dcb2-6dbc-4eae-a6b0-9f4343fa5d19 of type vlan for network 6bdc0801-c1f1-46f1-a29f-f21744935179 Mar 08 11:48:40.861002 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:40.869139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Checking segment: {'id': '933a4de1-e005-46d6-a51b-283e810cb756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d6157bf-ab56-4a8d-b4e3-01330d337cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:40.869139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.869139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Bound using segment: {'id': '933a4de1-e005-46d6-a51b-283e810cb756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d6157bf-ab56-4a8d-b4e3-01330d337cf1'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:40.869139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Bound port: 63800012-e722-4f29-9353-d7262de76ebe, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933a4de1-e005-46d6-a51b-283e810cb756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d6157bf-ab56-4a8d-b4e3-01330d337cf1'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:40.869139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.886518 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.920002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.971902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4201224-2343-400b-a3dd-d3982ac2e43f req-1e7f009a-089e-4175-9243-584eae924fe6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:40.973472 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4201224-2343-400b-a3dd-d3982ac2e43f req-1e7f009a-089e-4175-9243-584eae924fe6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.7821662 Mar 08 11:48:40.980668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Pushing event deleted for resources: {'Port': ['ID=89547124-608f-44c4-9df0-9f20ce4c8dc8,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:40.986809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:40.993211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:40.993980 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.108347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device dcc4b347-0cde-4002-866d-90a12175e59d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:41.133288 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4096766 Mar 08 11:48:41.133615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.objects.ports [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88469) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:48:41.141822 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44962) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:41.155357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'subnet': {'network_id': '6bdc0801-c1f1-46f1-a29f-f21744935179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:41.167961 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.222174 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4201224-2343-400b-a3dd-d3982ac2e43f req-1e5c894b-4d00-45ed-bf8e-4d82f3964b14 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068300 Mar 08 11:48:41.262386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e871373-d16e-4914-9478-14d457d4427c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=6bdc0801-c1f1-46f1-a29f-f21744935179,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:41.273185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.299941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 6bdc0801-c1f1-46f1-a29f-f21744935179 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:41.361234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] For port 63800012-e722-4f29-9353-d7262de76ebe, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:41.389429 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Subnet': ['ID=edda902d-636c-4f8d-8606-c263b4f837ed,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:41.390148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] For port 011fdd21-bebc-4046-aad6-ed3673cdf61c, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:41.407433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Checking segment: {'id': '8310d662-bc7b-4afb-bf25-a68ffd28f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'aee87a4e-9239-44ab-85e4-128effbd2204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:41.413329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network hostable DHCP agents. Network: aee87a4e-9239-44ab-85e4-128effbd2204, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:41.413329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Allocated IP 2001:db8::1 (6a7e185e-7e6b-4735-a084-db62fe8ee7f9/953d521a-aa60-4e48-bec8-81d279b73965/44c41d3a-d00b-43b7-9b33-d9cdae55a5bd) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:41.423685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] For port 63800012-e722-4f29-9353-d7262de76ebe, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=63800012-e722-4f29-9353-d7262de76ebe,segment=NetworkSegment(933a4de1-e005-46d6-a51b-283e810cb756),segment_id=933a4de1-e005-46d6-a51b-283e810cb756)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:41.487186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] For port 011fdd21-bebc-4046-aad6-ed3673cdf61c, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=011fdd21-bebc-4046-aad6-ed3673cdf61c,segment=NetworkSegment(1d3cde58-b5db-41f9-8af6-998ce5ee1093),segment_id=1d3cde58-b5db-41f9-8af6-998ce5ee1093)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:41.519738 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.524546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network aee87a4e-9239-44ab-85e4-128effbd2204 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:41.565866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port dcc4b347-0cde-4002-866d-90a12175e59d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:41.566277 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.606264 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.625052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.629541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.648337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Transition to ACTIVE for port object 44c41d3a-d00b-43b7-9b33-d9cdae55a5bd will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:41.667315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Transition to ACTIVE for port object 4d55f4fe-4493-4340-9245-4496960804b2 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:41.685337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, aee87a4e-9239-44ab-85e4-128effbd2204) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:41.694574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:41.695406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.704883 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.705370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141bfd12-2928-48cb-afd5-34ff555c213d None None] Network aee87a4e-9239-44ab-85e4-128effbd2204 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:41.710553 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.714876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:41.724718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Usage tracker for resource:subnet and tenant:11ccad0b38e34e318255f6b867d0a615 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:41.735751 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:41.744783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:41.767588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4c488-92a1-4285-aa7c-4f5112a46437 None None] Pushing event updated for resources: {'Port': ['ID=63800012-e722-4f29-9353-d7262de76ebe,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:41.785653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.789708 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ca57a-dcc3-4bff-8aa4-ec24f0422f36 req-a6a60f34-0770-4ceb-8700-0124f56643a1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:41.791615 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-997ca57a-dcc3-4bff-8aa4-ec24f0422f36 req-a6a60f34-0770-4ceb-8700-0124f56643a1 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.3568151 Mar 08 11:48:41.818476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Transition to ACTIVE for port object 4d55f4fe-4493-4340-9245-4496960804b2 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:41.842259 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-997ca57a-dcc3-4bff-8aa4-ec24f0422f36 req-948d2f68-6aae-4362-9dc2-555210c7f273 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445638 Mar 08 11:48:41.843047 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.843548 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Fanout notify agent at l3_agent the message router_deleted on router 6f624ada-ada8-4f07-800d-f3a3262293ed {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:48:41.854794 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-043744e8-b22e-43d2-8d91-abe8a1b0026f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5673578 Mar 08 11:48:41.861859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44970) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:41.868177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Network 6a7e185e-7e6b-4735-a084-db62fe8ee7f9 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:41.870755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'port': {'network_id': 'aee87a4e-9239-44ab-85e4-128effbd2204', 'name': 'tempest-NetworksIpV6TestAttrs-1591032469'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:41.872490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:41.876200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:41.876879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.912294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44974) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:41.925906 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.927965 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-93a5b391-e152-4bb5-b96c-a1d61af434c9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "DELETE /v2.0/routers/6f624ada-ada8-4f07-800d-f3a3262293ed HTTP/1.1" status: 204 len: 168 time: 2.5970788 Mar 08 11:48:41.952297 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:41.956351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:41.983617 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e7517-09b2-4a68-b555-f0ece4ad5905 None None] Pushing event updated for resources: {'Port': ['ID=011fdd21-bebc-4046-aad6-ed3673cdf61c,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:42.001237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.015386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44978) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:42.029170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-098a0c87-68da-4a81-b759-ed6939050547 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1380505135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:42.069697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event updated for resources: {'Port': ['ID=44c41d3a-d00b-43b7-9b33-d9cdae55a5bd,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:42.157502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-098a0c87-68da-4a81-b759-ed6939050547 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:42.187322 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-098a0c87-68da-4a81-b759-ed6939050547 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Usage tracker for resource:router and tenant:20284a76a3c44566a0da1cd1318025c1 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:42.222437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Network bc8eca47-fe5c-43f7-bd75-a91da6e7e354 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:42.234519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:42.250276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:42.303279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-098a0c87-68da-4a81-b759-ed6939050547 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:42.343289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.362686 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-098a0c87-68da-4a81-b759-ed6939050547 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:42.375965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:42.381208 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Usage tracker for resource:port and tenant:be48fa7f52ce4064a14c84ad07e871f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:42.385791 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:42.387734 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Pushing event updated for resources: {'Port': ['ID=4d55f4fe-4493-4340-9245-4496960804b2,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:42.394808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:42.397863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-613e8e13-7eda-4582-ac78-cc31195b6b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.425667 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea10ca9-6e49-4903-88c6-fbca15135465 tempest-TestNetworkAdvancedServerOps-1503729521 tempest-TestNetworkAdvancedServerOps-1503729521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:42.427299 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4ea10ca9-6e49-4903-88c6-fbca15135465 tempest-TestNetworkAdvancedServerOps-1503729521 tempest-TestNetworkAdvancedServerOps-1503729521-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 1094 time: 0.4991021 Mar 08 11:48:42.436453 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 44982) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:42.443813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '0e15851f-4c44-4488-b198-dc1514ab7524', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:42.454110 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:42.461983 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Attempting to bind port 4d55f4fe-4493-4340-9245-4496960804b2 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:42.462933 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Attempting to bind port 4d55f4fe-4493-4340-9245-4496960804b2 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '750397fa-8a5b-4caa-b1f7-faafb0ce363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'bc8eca47-fe5c-43f7-bd75-a91da6e7e354'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:42.463397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Attempting to bind port 4d55f4fe-4493-4340-9245-4496960804b2 on network bc8eca47-fe5c-43f7-bd75-a91da6e7e354 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:42.467598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Usage tracker for resource:floatingip and tenant:841eea389ecc446e8a106e5fd6403dd4 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:42.473654 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:42.477646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:42.478183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Checking segment: {'id': '750397fa-8a5b-4caa-b1f7-faafb0ce363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'bc8eca47-fe5c-43f7-bd75-a91da6e7e354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:42.478764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.479847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Bound using segment: {'id': '750397fa-8a5b-4caa-b1f7-faafb0ce363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'bc8eca47-fe5c-43f7-bd75-a91da6e7e354'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:42.480504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Bound port: 4d55f4fe-4493-4340-9245-4496960804b2, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750397fa-8a5b-4caa-b1f7-faafb0ce363b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'bc8eca47-fe5c-43f7-bd75-a91da6e7e354'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:42.481089 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.496889 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-aee87a4e-9239-44ab-85e4-128effbd2204', 'network_id': 'aee87a4e-9239-44ab-85e4-128effbd2204', 'tenant_id': 'be48fa7f52ce4064a14c84ad07e871f6', 'fixed_ips': [{'subnet_id': 'edda902d-636c-4f8d-8606-c263b4f837ed'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:42.498492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.551859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:42.555545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-098a0c87-68da-4a81-b759-ed6939050547 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.556582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-098a0c87-68da-4a81-b759-ed6939050547 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.560610 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:42.565412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.612673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-098a0c87-68da-4a81-b759-ed6939050547 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.645325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] device_id is not set on port 885888f2-89d4-4134-9d64-1dcad123a3d9 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:48:42.702447 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.725954 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] For port 4d55f4fe-4493-4340-9245-4496960804b2, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:42.739572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] For port 4d55f4fe-4493-4340-9245-4496960804b2, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4d55f4fe-4493-4340-9245-4496960804b2,segment=NetworkSegment(750397fa-8a5b-4caa-b1f7-faafb0ce363b),segment_id=750397fa-8a5b-4caa-b1f7-faafb0ce363b)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:42.750048 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Allocated IP 2001:db8::f816:3eff:fe58:d7d4 (aee87a4e-9239-44ab-85e4-128effbd2204/edda902d-636c-4f8d-8606-c263b4f837ed/f3bd5b3d-2daf-4172-b067-c9424b19f693) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:42.781619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-098a0c87-68da-4a81-b759-ed6939050547 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.824110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Subnet': ['ID=efd7c1d5-8eef-4381-b42b-0fbf6985f894,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:42.846717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.870500 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking segment: {'id': 'd810dcb2-6dbc-4eae-a6b0-9f4343fa5d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6bdc0801-c1f1-46f1-a29f-f21744935179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:42.870856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network hostable DHCP agents. Network: 6bdc0801-c1f1-46f1-a29f-f21744935179, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:42.883303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.928903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-098a0c87-68da-4a81-b759-ed6939050547 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:42.933712 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-098a0c87-68da-4a81-b759-ed6939050547 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9174683 Mar 08 11:48:42.938464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44986) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:42.938600 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dcdeb-4179-4081-ac49-050f398a856b None None] Pushing event updated for resources: {'Port': ['ID=4d55f4fe-4493-4340-9245-4496960804b2,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:42.939943 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:43.098789 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network 6bdc0801-c1f1-46f1-a29f-f21744935179 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:43.103278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:43.149741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:43.167074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Transition to ACTIVE for port object f3bd5b3d-2daf-4172-b067-c9424b19f693 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:43.210925 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Transition to ACTIVE for port object f3bd5b3d-2daf-4172-b067-c9424b19f693 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:43.223819 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 63800012-e722-4f29-9353-d7262de76ebe up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:43.229439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:43.498429 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Allocated IP 172.26.4.15 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/ae3aaf27-8af0-45a8-a50e-910752882e7f) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:43.631171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:43.657660 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d0868-2e0e-4f26-b847-52fedc606251 None None] Network 6a7e185e-7e6b-4735-a084-db62fe8ee7f9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:43.684813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:43.731824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:43.735462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:43.758639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:43.764556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 63800012-e722-4f29-9353-d7262de76ebe completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:43.768314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:43.769007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:43.770910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:43.820342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 6bdc0801-c1f1-46f1-a29f-f21744935179) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:43.830394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:43.842249 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6868565-fc6d-4c7e-b6da-2270205c3141 None None] Network 6bdc0801-c1f1-46f1-a29f-f21744935179 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:43.856518 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 011fdd21-bebc-4046-aad6-ed3673cdf61c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:43.856978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:43.857672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:43.882452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Network aee87a4e-9239-44ab-85e4-128effbd2204 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:43.913039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:43.913650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Allocated IP 2001:db8::f816:3eff:fea7:3649 (aee87a4e-9239-44ab-85e4-128effbd2204/edda902d-636c-4f8d-8606-c263b4f837ed/885888f2-89d4-4134-9d64-1dcad123a3d9) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:43.914477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049c03bf-a473-4cba-b024-02e5dd1cc3d4 None None] Network 4d6157bf-ab56-4a8d-b4e3-01330d337cf1 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:43.917523 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event updated for resources: {'Port': ['ID=44c41d3a-d00b-43b7-9b33-d9cdae55a5bd,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:43.926635 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:43.966940 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:43.983030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:44.045802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:44.083499 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5cbe2588-dbf9-4db9-a9c2-347158eed9dc None None] Provisioning for port 011fdd21-bebc-4046-aad6-ed3673cdf61c completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:44.264469 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-16bc1547-f917-4dbe-971d-8dbd5b66de64 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1203344 Mar 08 11:48:44.270834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 44992) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:44.311542 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Pushing event updated for resources: {'Port': ['ID=f3bd5b3d-2daf-4172-b067-c9424b19f693,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:44.408451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'Port': ['ID=ae3aaf27-8af0-45a8-a50e-910752882e7f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:44.427756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Network 6a7e185e-7e6b-4735-a084-db62fe8ee7f9 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:44.430586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:44.434019 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006bedf1-cc4d-4279-8dd2-cecdbdbe67ce None None] Network bc8eca47-fe5c-43f7-bd75-a91da6e7e354 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:44.502183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Attempting to bind port f3bd5b3d-2daf-4172-b067-c9424b19f693 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:44.502922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Attempting to bind port f3bd5b3d-2daf-4172-b067-c9424b19f693 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '8310d662-bc7b-4afb-bf25-a68ffd28f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'aee87a4e-9239-44ab-85e4-128effbd2204'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:44.503537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Attempting to bind port f3bd5b3d-2daf-4172-b067-c9424b19f693 on network aee87a4e-9239-44ab-85e4-128effbd2204 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:44.548673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-aba79bc6-2cf8-4c55-b820-58f9713c3065 None None] Provisioning for port 63800012-e722-4f29-9353-d7262de76ebe completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:44.608235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:44.616091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:44.641906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:44.642406 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Checking segment: {'id': '8310d662-bc7b-4afb-bf25-a68ffd28f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'aee87a4e-9239-44ab-85e4-128effbd2204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:44.642868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:44.643265 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Bound using segment: {'id': '8310d662-bc7b-4afb-bf25-a68ffd28f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'aee87a4e-9239-44ab-85e4-128effbd2204'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:44.643736 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Bound port: f3bd5b3d-2daf-4172-b067-c9424b19f693, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8310d662-bc7b-4afb-bf25-a68ffd28f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'aee87a4e-9239-44ab-85e4-128effbd2204'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:44.644118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:44.663293 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-aba79bc6-2cf8-4c55-b820-58f9713c3065 None None] Provisioning complete for port 63800012-e722-4f29-9353-d7262de76ebe triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:44.663668 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aba79bc6-2cf8-4c55-b820-58f9713c3065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:44.699409 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Transition to ACTIVE for port object 885888f2-89d4-4134-9d64-1dcad123a3d9 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:44.756740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:44.863296 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 011fdd21-bebc-4046-aad6-ed3673cdf61c completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:44.875675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:44.883659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:44.903688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 011fdd21-bebc-4046-aad6-ed3673cdf61c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:44.907148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:44.913237 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:44.954848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.012102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Router 8130c27c-44e0-4455-8eb3-3513c08a8e0e is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:48:45.013365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] For port f3bd5b3d-2daf-4172-b067-c9424b19f693, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:45.097210 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.148999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.184897 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] For port f3bd5b3d-2daf-4172-b067-c9424b19f693, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f3bd5b3d-2daf-4172-b067-c9424b19f693,segment=NetworkSegment(8310d662-bc7b-4afb-bf25-a68ffd28f93a),segment_id=8310d662-bc7b-4afb-bf25-a68ffd28f93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:45.191456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82117952-fbf4-4eb5-a964-6790eae7a13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-6bdc0801-c1f1-46f1-a29f-f21744935179', 'network_id': '6bdc0801-c1f1-46f1-a29f-f21744935179', 'tenant_id': '11ccad0b38e34e318255f6b867d0a615', 'fixed_ips': [{'subnet_id': 'efd7c1d5-8eef-4381-b42b-0fbf6985f894'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:45.192191 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-82117952-fbf4-4eb5-a964-6790eae7a13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.248370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:48:45.275781 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network aee87a4e-9239-44ab-85e4-128effbd2204 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:45.279946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Allocated IP 172.26.4.126 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/06c43730-d42d-4265-a820-f0428c5e98f9) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:45.282154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Port': ['ID=885888f2-89d4-4134-9d64-1dcad123a3d9,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:45.287783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:45.297253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:45.303373 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:45.303571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.323560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59a619-6589-44c2-88bc-aa691d1450be req-2606e626-5d42-45f0-bee6-5c68dc34a342 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:45.331267 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3f59a619-6589-44c2-88bc-aa691d1450be req-2606e626-5d42-45f0-bee6-5c68dc34a342 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 945 time: 0.3317256 Mar 08 11:48:45.341080 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-621f4b6c-cb78-4485-b60b-90ed93a19603 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "PUT /v2.0/routers/8130c27c-44e0-4455-8eb3-3513c08a8e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6471934 Mar 08 11:48:45.345916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45002) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:45.353869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.379008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe4c92-2e77-41ff-9efd-effabe7df94a None None] Sync routers for ids ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:45.404064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.409310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aba79bc6-2cf8-4c55-b820-58f9713c3065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.500200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Subnet': ['ID=efd7c1d5-8eef-4381-b42b-0fbf6985f894,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:45.511730 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3f59a619-6589-44c2-88bc-aa691d1450be req-eac5e700-fc41-43bb-8513-0bdb38142dcb tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591539 Mar 08 11:48:45.620272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe4c92-2e77-41ff-9efd-effabe7df94a None None] Routers {'8130c27c-44e0-4455-8eb3-3513c08a8e0e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:45.621122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8fbe4c92-2e77-41ff-9efd-effabe7df94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:45.679876 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-aba79bc6-2cf8-4c55-b820-58f9713c3065 None None] For port 63800012-e722-4f29-9353-d7262de76ebe, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=63800012-e722-4f29-9353-d7262de76ebe,segment=NetworkSegment(933a4de1-e005-46d6-a51b-283e810cb756),segment_id=933a4de1-e005-46d6-a51b-283e810cb756)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:45.729020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8fbe4c92-2e77-41ff-9efd-effabe7df94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:45.735694 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.756094 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ba6d13d8-ca5d-4f5a-a0df-9643482a63d2 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.8928351 Mar 08 11:48:45.756951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45006) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:45.769452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aba79bc6-2cf8-4c55-b820-58f9713c3065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.785846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.804802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209eed7-0c27-435f-9a78-0191785ef9d9 None None] Pushing event updated for resources: {'Port': ['ID=f3bd5b3d-2daf-4172-b067-c9424b19f693,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server [None req-82117952-fbf4-4eb5-a964-6790eae7a13f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efd7c1d5-8eef-4381-b42b-0fbf6985f894: This subnet is being modified by another concurrent operation. Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 11:48:45.809292 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise exception Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efd7c1d5-8eef-4381-b42b-0fbf6985f894: This subnet is being modified by another concurrent operation. Mar 08 11:48:45.815269 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Mar 08 11:48:45.823657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.852958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe4c92-2e77-41ff-9efd-effabe7df94a None None] Routers {'8130c27c-44e0-4455-8eb3-3513c08a8e0e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:45.858575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8fbe4c92-2e77-41ff-9efd-effabe7df94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:45.859163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-225c4ad6-1c91-4adb-b8a5-2b7db899ac7f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Deleting subnet edda902d-636c-4f8d-8606-c263b4f837ed {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:48:45.866275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-225c4ad6-1c91-4adb-b8a5-2b7db899ac7f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.929237 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-225c4ad6-1c91-4adb-b8a5-2b7db899ac7f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:45.975763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161135fb-12c9-44ce-bacb-941894306633 None None] Network 6bdc0801-c1f1-46f1-a29f-f21744935179 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:46.071825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8fbe4c92-2e77-41ff-9efd-effabe7df94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:46.072174 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe4c92-2e77-41ff-9efd-effabe7df94a None None] The sync data for ids ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:46.171138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:46.202612 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-813650c8-47be-4434-a173-52da45267725 None None] Provisioning for port 4d55f4fe-4493-4340-9245-4496960804b2 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:46.208450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 011fdd21-bebc-4046-aad6-ed3673cdf61c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=011fdd21-bebc-4046-aad6-ed3673cdf61c,segment=NetworkSegment(1d3cde58-b5db-41f9-8af6-998ce5ee1093),segment_id=1d3cde58-b5db-41f9-8af6-998ce5ee1093)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:46.213522 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba79bc6-2cf8-4c55-b820-58f9713c3065 None None] Pushing event updated for resources: {'Port': ['ID=63800012-e722-4f29-9353-d7262de76ebe,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:46.256191 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-225c4ad6-1c91-4adb-b8a5-2b7db899ac7f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:46.335298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:46.409861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdc0801-c1f1-46f1-a29f-f21744935179']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:46.475720 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-225c4ad6-1c91-4adb-b8a5-2b7db899ac7f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:46.489973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-813650c8-47be-4434-a173-52da45267725 None None] Provisioning complete for port 011fdd21-bebc-4046-aad6-ed3673cdf61c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:46.490518 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-813650c8-47be-4434-a173-52da45267725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:46.577183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-225c4ad6-1c91-4adb-b8a5-2b7db899ac7f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:46.582066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd810dcb2-6dbc-4eae-a6b0-9f4343fa5d19') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:46.582372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd810dcb2-6dbc-4eae-a6b0-9f4343fa5d19') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:46.653217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=011fdd21-bebc-4046-aad6-ed3673cdf61c,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:46.656476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event updated for resources: {'Port': ['ID=ae3aaf27-8af0-45a8-a50e-910752882e7f,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:46.698638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:46.739058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:46.763290 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c4ad6-1c91-4adb-b8a5-2b7db899ac7f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Subnet': ['ID=edda902d-636c-4f8d-8606-c263b4f837ed,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:46.773871 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-225c4ad6-1c91-4adb-b8a5-2b7db899ac7f tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/subnets/edda902d-636c-4f8d-8606-c263b4f837ed HTTP/1.1" status: 204 len: 168 time: 1.0087624 Mar 08 11:48:46.779234 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:46.782920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45016) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:46.793603 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-9d541031-7d55-4f26-adc4-be45fdcf2955 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:48:46.794856 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9d541031-7d55-4f26-adc4-be45fdcf2955 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "PUT /v2.0/routers/8130c27c-44e0-4455-8eb3-3513c08a8e0e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4478202 Mar 08 11:48:46.799344 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45020) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:46.818623 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 63800012-e722-4f29-9353-d7262de76ebe up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:46.829798 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:46.830487 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:46.881996 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:46.885834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:46.910421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 63800012-e722-4f29-9353-d7262de76ebe triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:46.910945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:46.966885 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-813650c8-47be-4434-a173-52da45267725 None None] Provisioning for port 44c41d3a-d00b-43b7-9b33-d9cdae55a5bd completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:46.977519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-813650c8-47be-4434-a173-52da45267725 None None] Provisioning complete for port 44c41d3a-d00b-43b7-9b33-d9cdae55a5bd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:46.978078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-813650c8-47be-4434-a173-52da45267725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:47.009046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:47.042495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-813650c8-47be-4434-a173-52da45267725 None None] Port 44c41d3a-d00b-43b7-9b33-d9cdae55a5bd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:48:47.107621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4d55f4fe-4493-4340-9245-4496960804b2 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:47.123046 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:47.135940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:47.136484 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-813650c8-47be-4434-a173-52da45267725 None None] Provisioning complete for port 63800012-e722-4f29-9353-d7262de76ebe triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:47.136484 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-813650c8-47be-4434-a173-52da45267725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:47.172219 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/6bdc0801-c1f1-46f1-a29f-f21744935179 HTTP/1.1" status: 204 len: 168 time: 2.8241324 Mar 08 11:48:47.177058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:47.183968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45024) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:47.198008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:47.201560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:47.299636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dffdd81-f23a-42ee-a4c8-589a82430948 None None] Network aee87a4e-9239-44ab-85e4-128effbd2204 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:47.313613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4bc20-823f-4728-9649-27f59bc8fb72 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Network': ['ID=6bdc0801-c1f1-46f1-a29f-f21744935179,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:47.340372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf558d9f-9ced-4a2e-9d2f-71948b781288 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:47.341909 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf558d9f-9ced-4a2e-9d2f-71948b781288 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:47.342665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cf558d9f-9ced-4a2e-9d2f-71948b781288 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Synchronizing usage tracker for tenant:be48fa7f52ce4064a14c84ad07e871f6 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:47.346833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-bed6f24a-a53b-4799-85f8-5f589a58c897 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:47.348278 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-bed6f24a-a53b-4799-85f8-5f589a58c897 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.18 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 945 time: 0.6318593 Mar 08 11:48:47.349835 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df36091-a1ef-49ab-9dc5-778ef0e2b97a tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] GET failed (client error): The resource could not be found. Mar 08 11:48:47.350314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7df36091-a1ef-49ab-9dc5-778ef0e2b97a tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Synchronizing usage tracker for tenant:11ccad0b38e34e318255f6b867d0a615 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:47.352598 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Pushing event updated for resources: {'Port': ['ID=06c43730-d42d-4265-a820-f0428c5e98f9,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:47.393603 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 4d55f4fe-4493-4340-9245-4496960804b2 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:47.411963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4d55f4fe-4493-4340-9245-4496960804b2 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:47.412395 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:47.523133 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875a34e-b8bd-4957-8d22-595537046145 req-336aae42-255e-444a-86a6-d6da11f558c4 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:47.524594 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e875a34e-b8bd-4957-8d22-595537046145 req-336aae42-255e-444a-86a6-d6da11f558c4 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 945 time: 0.7023115 Mar 08 11:48:47.566335 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cf558d9f-9ced-4a2e-9d2f-71948b781288 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Unset dirty status for tenant:be48fa7f52ce4064a14c84ad07e871f6 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:47.570311 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cf558d9f-9ced-4a2e-9d2f-71948b781288 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7833228 Mar 08 11:48:47.571683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45028) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:47.589907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7230074-acb8-4eae-bf9b-5407f4413c0f req-b8189186-be68-4ab8-aa36-a990d529fd6c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:47.591832 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b7230074-acb8-4eae-bf9b-5407f4413c0f req-b8189186-be68-4ab8-aa36-a990d529fd6c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 945 time: 0.5239587 Mar 08 11:48:47.627378 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e875a34e-b8bd-4957-8d22-595537046145 req-457ebf9e-4a95-4e48-951c-583a2b369fbe tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679030 Mar 08 11:48:47.654180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7df36091-a1ef-49ab-9dc5-778ef0e2b97a tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Unset dirty status for tenant:11ccad0b38e34e318255f6b867d0a615 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:47.658087 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7df36091-a1ef-49ab-9dc5-778ef0e2b97a tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "GET /v2.0/subnets/efd7c1d5-8eef-4381-b42b-0fbf6985f894 HTTP/1.1" status: 404 len: 337 time: 0.4683254 Mar 08 11:48:47.658533 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45032) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:47.680480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:47.691781 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-53af3ffa-5e16-48cd-84cd-dca5521c7b9d tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:48:47.692789 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53af3ffa-5e16-48cd-84cd-dca5521c7b9d tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:47.700836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a166bd6f-bc73-4657-af3a-74d863e69878 None None] Provisioning for port f3bd5b3d-2daf-4172-b067-c9424b19f693 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:47.701420 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Floating IP 73ae379b-09e8-42d6-a0db-55977ba85639 associated. External IP: 172.26.4.15, port: 0e15851f-4c44-4488-b198-dc1514ab7524. Mar 08 11:48:47.706555 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-53af3ffa-5e16-48cd-84cd-dca5521c7b9d tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/6bdc0801-c1f1-46f1-a29f-f21744935179 HTTP/1.1" status: 404 len: 339 time: 0.0470037 Mar 08 11:48:47.707532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45036) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:47.730618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 4d55f4fe-4493-4340-9245-4496960804b2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4d55f4fe-4493-4340-9245-4496960804b2,segment=NetworkSegment(750397fa-8a5b-4caa-b1f7-faafb0ce363b),segment_id=750397fa-8a5b-4caa-b1f7-faafb0ce363b)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:47.737082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a166bd6f-bc73-4657-af3a-74d863e69878 None None] Provisioning complete for port 4d55f4fe-4493-4340-9245-4496960804b2 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:47.740098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a166bd6f-bc73-4657-af3a-74d863e69878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:47.777952 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74649a3f-4847-4720-8a13-4e9a24a01f24 None None] DHCP port deletion for aee87a4e-9239-44ab-85e4-128effbd2204 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:48:47.795972 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:47.796841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f3bd5b3d-2daf-4172-b067-c9424b19f693 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:47.810280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Deleting port cf46965d-041c-4673-8821-de55947774ae {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:47.810626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:47.820336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-74649a3f-4847-4720-8a13-4e9a24a01f24 None None] Deleting port f3bd5b3d-2daf-4172-b067-c9424b19f693 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:47.820793 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-74649a3f-4847-4720-8a13-4e9a24a01f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:47.990085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-79cc92d2-974d-4d9d-ae3c-948c35ebc897 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.042059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e31d7f-03ac-4348-82e3-9dcdd13fb671 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:48.043022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-88e31d7f-03ac-4348-82e3-9dcdd13fb671 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Synchronizing usage tracker for tenant:11ccad0b38e34e318255f6b867d0a615 on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:48.050396 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=4d55f4fe-4493-4340-9245-4496960804b2,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:48.052251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.073396 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b7230074-acb8-4eae-bf9b-5407f4413c0f req-5d5b0f1f-52ce-48c4-b427-4a84dac4f768 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089969 Mar 08 11:48:48.139104 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cc92d2-974d-4d9d-ae3c-948c35ebc897 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 08 11:48:48.139573 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79cc92d2-974d-4d9d-ae3c-948c35ebc897 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:48.145063 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-79cc92d2-974d-4d9d-ae3c-948c35ebc897 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/networks/aee87a4e-9239-44ab-85e4-128effbd2204 HTTP/1.1" status: 409 len: 405 time: 0.5666382 Mar 08 11:48:48.146039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45042) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:48.183300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port f3bd5b3d-2daf-4172-b067-c9424b19f693 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:48.191667 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a166bd6f-bc73-4657-af3a-74d863e69878 None None] Provisioning complete for port 44c41d3a-d00b-43b7-9b33-d9cdae55a5bd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:48.192526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a166bd6f-bc73-4657-af3a-74d863e69878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.205775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-407712705'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:48.210748 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:48.214607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Usage tracker for resource:network and tenant:be48fa7f52ce4064a14c84ad07e871f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:48.223167 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-74649a3f-4847-4720-8a13-4e9a24a01f24 None None] For port f3bd5b3d-2daf-4172-b067-c9424b19f693, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f3bd5b3d-2daf-4172-b067-c9424b19f693,segment=NetworkSegment(8310d662-bc7b-4afb-bf25-a68ffd28f93a),segment_id=8310d662-bc7b-4afb-bf25-a68ffd28f93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:48.224076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-74649a3f-4847-4720-8a13-4e9a24a01f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.224225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-88e31d7f-03ac-4348-82e3-9dcdd13fb671 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Unset dirty status for tenant:11ccad0b38e34e318255f6b867d0a615 on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:48.228460 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-88e31d7f-03ac-4348-82e3-9dcdd13fb671 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5191092 Mar 08 11:48:48.232412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45046) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:48.239005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:48.243096 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f3bd5b3d-2daf-4172-b067-c9424b19f693 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:48.243409 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.256992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:48.413301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-74649a3f-4847-4720-8a13-4e9a24a01f24 None None] Calling delete_port for f3bd5b3d-2daf-4172-b067-c9424b19f693 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:48.465403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a166bd6f-bc73-4657-af3a-74d863e69878 None None] Port 44c41d3a-d00b-43b7-9b33-d9cdae55a5bd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:48:48.522131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ff2a092b-f986-4078-8d02-48f392c9ab4b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Synchronizing usage tracker for tenant:11ccad0b38e34e318255f6b867d0a615 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:48.539029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:48.542542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.563711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.593017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.596448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.660215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-74649a3f-4847-4720-8a13-4e9a24a01f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.672959 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:48.689658 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.690162 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Added segment ca9f0827-5bf6-43d2-8e51-65be9fe59bf0 of type vlan for network a03dcf23-9b9e-4536-91a8-901172924bc7 Mar 08 11:48:48.694803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ff2a092b-f986-4078-8d02-48f392c9ab4b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Unset dirty status for tenant:11ccad0b38e34e318255f6b867d0a615 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:48.700096 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ff2a092b-f986-4078-8d02-48f392c9ab4b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 207 time: 0.4560764 Mar 08 11:48:48.706033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45052) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:48.748660 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74649a3f-4847-4720-8a13-4e9a24a01f24 None None] Pushing event deleted for resources: {'Port': ['ID=f3bd5b3d-2daf-4172-b067-c9424b19f693,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:48.755106 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74649a3f-4847-4720-8a13-4e9a24a01f24 None None] No DVR routers for this DVR port f3bd5b3d-2daf-4172-b067-c9424b19f693 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:48.788756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac96ba4-2aa6-4f48-99bd-d3ec6c6b1c8d None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:48:48.800624 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.829389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-d326dc80-af39-4258-97c1-66c1c055f2a3 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:48.830970 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-d326dc80-af39-4258-97c1-66c1c055f2a3 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.18 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 945 time: 0.7040913 Mar 08 11:48:48.842697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] For port cf46965d-041c-4673-8821-de55947774ae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf46965d-041c-4673-8821-de55947774ae,segment=NetworkSegment(bcbce039-c746-4c13-b87a-a4d54c2e19b1),segment_id=bcbce039-c746-4c13-b87a-a4d54c2e19b1)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:48.843304 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.893720 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 011fdd21-bebc-4046-aad6-ed3673cdf61c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:48.954130 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d0b0-f1ee-4722-ad77-68bb22790f55 req-12ead008-dc6b-42b2-80a8-c7c5f1892458 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:48.955909 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c1e3d0b0-f1ee-4722-ad77-68bb22790f55 req-12ead008-dc6b-42b2-80a8-c7c5f1892458 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 945 time: 0.1337464 Mar 08 11:48:48.979439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:48.984910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:48.986398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:49.010988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Router d5e7b6e0-a691-428e-bce1-eedbd2a34348 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:48:49.016498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 011fdd21-bebc-4046-aad6-ed3673cdf61c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:49.016878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:49.070683 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac96ba4-2aa6-4f48-99bd-d3ec6c6b1c8d None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 11:48:49.120298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:48:49.126045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Deleting port b1e9b92f-c267-4b8c-b0f1-ee0d42908211 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:49.126210 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c1e3d0b0-f1ee-4722-ad77-68bb22790f55 req-2941bae9-f604-477d-87ab-54a54ebf9fc1 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642880 Mar 08 11:48:49.126342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:49.199787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Network': ['ID=a03dcf23-9b9e-4536-91a8-901172924bc7,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:49.207553 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-86af0ab6-95e9-4162-ae1e-026c769ebb75 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0583441 Mar 08 11:48:49.207745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45058) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:49.215736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'subnet': {'network_id': 'a03dcf23-9b9e-4536-91a8-901172924bc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:49.323923 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network a03dcf23-9b9e-4536-91a8-901172924bc7 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:49.383438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb3d73eb-daa5-4490-a697-b14ba5633a8c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:49.419140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:49.424947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:48:49.434578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:49.435730 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-96ccd492-8789-4bc0-b5e7-894a9b48ee95 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "PUT /v2.0/routers/d5e7b6e0-a691-428e-bce1-eedbd2a34348 HTTP/1.1" status: 200 len: 884 time: 6.5003431 Mar 08 11:48:49.439108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45062) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:49.441503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:49.445372 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d49771-e833-417b-8e57-838a572020a9 None None] Sync routers for ids ['d5e7b6e0-a691-428e-bce1-eedbd2a34348'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:49.462761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a4bc4-3317-4e94-9f65-e80ef8826259 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:49.466051 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d49771-e833-417b-8e57-838a572020a9 None None] Routers {'d5e7b6e0-a691-428e-bce1-eedbd2a34348'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:49.467437 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d3d49771-e833-417b-8e57-838a572020a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d5e7b6e0-a691-428e-bce1-eedbd2a34348'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:49.468453 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a4bc4-3317-4e94-9f65-e80ef8826259 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:49.470987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4d55f4fe-4493-4340-9245-4496960804b2 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:49.474376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a4bc4-3317-4e94-9f65-e80ef8826259 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:49.480232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a4bc4-3317-4e94-9f65-e80ef8826259 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:49.485319 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-236a4bc4-3317-4e94-9f65-e80ef8826259 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.7041085 Mar 08 11:48:49.499390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45066) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:49.593133 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d3d49771-e833-417b-8e57-838a572020a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:49.605036 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d49771-e833-417b-8e57-838a572020a9 None None] Routers {'d5e7b6e0-a691-428e-bce1-eedbd2a34348'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:49.606069 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d3d49771-e833-417b-8e57-838a572020a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d5e7b6e0-a691-428e-bce1-eedbd2a34348'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:49.636939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:49.640426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:49.654702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4d55f4fe-4493-4340-9245-4496960804b2 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:49.655212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:49.679353 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d3d49771-e833-417b-8e57-838a572020a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:49.679994 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d49771-e833-417b-8e57-838a572020a9 None None] The sync data for ids ['d5e7b6e0-a691-428e-bce1-eedbd2a34348'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:49.953505 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f3bd5b3d-2daf-4172-b067-c9424b19f693 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:48:49.981722 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-267879b0-c47e-4b17-a7bc-1a2cc6d197da tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/routers/d5e7b6e0-a691-428e-bce1-eedbd2a34348 HTTP/1.1" status: 200 len: 925 time: 0.5384352 Mar 08 11:48:49.985169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45070) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:49.993217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: f3bd5b3d-2daf-4172-b067-c9424b19f693 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:48:49.993572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f3bd5b3d-2daf-4172-b067-c9424b19f693 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:48:50.038834 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-443d0dad-4892-4594-88bd-bf5c659877f5 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.5291352 Mar 08 11:48:50.043195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45074) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:50.136780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf6cf4-6624-40b8-bd7d-9c469ba01718 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:50.138456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf6cf4-6624-40b8-bd7d-9c469ba01718 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:50.139961 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cecf6cf4-6624-40b8-bd7d-9c469ba01718 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0947897 Mar 08 11:48:50.159337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45078) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:50.205822 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a8393e-ecd6-4c77-b226-a3f49d6af0a5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:50.210201 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-81a8393e-ecd6-4c77-b226-a3f49d6af0a5 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&device_id=d5e7b6e0-a691-428e-bce1-eedbd2a34348&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2189572 Mar 08 11:48:50.210468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45084) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:50.275322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:50.275721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:50.276030 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Floating IP dd930154-94d3-4944-a011-e53bb8be8c63 disassociated. External IP: 172.26.4.199, port: cf46965d-041c-4673-8821-de55947774ae. Mar 08 11:48:50.276369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Calling delete_port for cf46965d-041c-4673-8821-de55947774ae owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:50.296968 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b1e9b92f-c267-4b8c-b0f1-ee0d42908211 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:48:50.346341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:48:50.365796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0f3d6-6808-4f20-ab94-503cf5e4afca None None] Sync routers for ids ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:50.397783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921c112-de52-476c-bff1-a844d801aa7a req-fa65d5e6-bd41-4472-abec-29ff3c6293d1 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:50.399320 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5921c112-de52-476c-bff1-a844d801aa7a req-fa65d5e6-bd41-4472-abec-29ff3c6293d1 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 945 time: 1.1164424 Mar 08 11:48:50.419139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0f3d6-6808-4f20-ab94-503cf5e4afca None None] Routers {'183e19e8-61e5-4ca2-b5a5-f4c7649a434c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:50.420090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a4c0f3d6-6808-4f20-ab94-503cf5e4afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:50.430160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffddae4-a830-4f74-b816-c8c372885d8d tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:50.435075 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3ffddae4-a830-4f74-b816-c8c372885d8d tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/networks/b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 881 time: 0.2202413 Mar 08 11:48:50.437145 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45088) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:50.452776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2123ad-bdd9-4007-822a-137bb20d70a9 req-e39630bd-a9d2-4a91-824d-a29156b55f5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:50.458050 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3c2123ad-bdd9-4007-822a-137bb20d70a9 req-e39630bd-a9d2-4a91-824d-a29156b55f5e tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 945 time: 0.1948998 Mar 08 11:48:50.507770 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3c2123ad-bdd9-4007-822a-137bb20d70a9 req-03a7bf48-c6f8-4276-a8c9-4280ec9a7fab tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups?id=632b147d-a125-43c4-8d05-bd14ea3ce546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467756 Mar 08 11:48:50.512456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:50.515138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc3601-bbd6-4f1b-aa85-0e31aec5a47b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['shared'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:50.516520 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc3601-bbd6-4f1b-aa85-0e31aec5a47b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['shared'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:50.521353 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-abfc3601-bbd6-4f1b-aa85-0e31aec5a47b tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3099282 Mar 08 11:48:50.529946 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45092) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:50.545505 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:50.598971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] For port b1e9b92f-c267-4b8c-b0f1-ee0d42908211, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:50.599332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:50.610671 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.objects.ports [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:48:50.611889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:50.615718 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d2409b26-ae42-4a57-9a8f-b95da7cf7931 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e7b6e0-a691-428e-bce1-eedbd2a34348 HTTP/1.1" status: 200 len: 205 time: 0.1699488 Mar 08 11:48:50.650239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45096) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:50.666663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a4c0f3d6-6808-4f20-ab94-503cf5e4afca None None] Set router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:50.703761 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Subnet': ['ID=f13ed351-d795-46ce-aeff-ac49ec0fdef7,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:50.709347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Checking segment: {'id': 'ca9f0827-5bf6-43d2-8e51-65be9fe59bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a03dcf23-9b9e-4536-91a8-901172924bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:50.709725 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network hostable DHCP agents. Network: a03dcf23-9b9e-4536-91a8-901172924bc7, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:50.745858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:50.767533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b1e9b92f-c267-4b8c-b0f1-ee0d42908211, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:50.802677 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network a03dcf23-9b9e-4536-91a8-901172924bc7 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:50.828610 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211', 'code': 200} Mar 08 11:48:50.830753 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5921c112-de52-476c-bff1-a844d801aa7a req-bade3013-23da-462e-a5c3-342963dc8135 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959672 Mar 08 11:48:50.837343 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:50.838695 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device cf46965d-041c-4673-8821-de55947774ae no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:48:50.905732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, a03dcf23-9b9e-4536-91a8-901172924bc7) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:50.910325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:50.910961 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:50.931626 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-31a04907-6964-4b21-af22-d3dd0cf98bc3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4940414 Mar 08 11:48:50.938212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bbbbf5-fb05-4217-b659-d7feef0a8d8e None None] Network a03dcf23-9b9e-4536-91a8-901172924bc7 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:50.941000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:51.076112 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524', 'status': 'completed', 'code': 200} Mar 08 11:48:51.110189 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cf03885b-c040-4904-a796-7ed698932eb1 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9013531 Mar 08 11:48:51.123382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:51.128685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45106) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:51.129845 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No ports have port_id starting with cf46965d-041c-4673-8821-de55947774ae Mar 08 11:48:51.142030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'port': {'network_id': 'a03dcf23-9b9e-4536-91a8-901172924bc7', 'name': 'tempest-NetworksIpV6TestAttrs-2098095512'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:51.163482 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:51.319887 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710acdf-f7d0-4486-9e47-508278818637 req-0bbd08d4-7dea-491c-b44d-36a6f5032485 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:51.323691 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0710acdf-f7d0-4486-9e47-508278818637 req-0bbd08d4-7dea-491c-b44d-36a6f5032485 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.2485018 Mar 08 11:48:51.328881 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:51.336509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1f27a-90f3-43d3-ba5e-3e9697a8bdd1 req-d89e1f36-8568-4170-9807-f0eb5687e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:51.339879 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a2f1f27a-90f3-43d3-ba5e-3e9697a8bdd1 req-d89e1f36-8568-4170-9807-f0eb5687e02b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=841eea389ecc446e8a106e5fd6403dd4&device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 1099 time: 0.3095012 Mar 08 11:48:51.344247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Usage tracker for resource:port and tenant:be48fa7f52ce4064a14c84ad07e871f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:51.360308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:51.388162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:51.429570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-a03dcf23-9b9e-4536-91a8-901172924bc7', 'network_id': 'a03dcf23-9b9e-4536-91a8-901172924bc7', 'tenant_id': 'be48fa7f52ce4064a14c84ad07e871f6', 'fixed_ips': [{'subnet_id': 'f13ed351-d795-46ce-aeff-ac49ec0fdef7'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:51.430661 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:51.488098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbc7b46-be41-4634-8414-f15956ef7434 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:51.494862 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8bbc7b46-be41-4634-8414-f15956ef7434 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "GET /v2.0/networks/59858bcc-e80a-49e9-b60f-949084d6e5db HTTP/1.1" status: 200 len: 798 time: 0.9545727 Mar 08 11:48:51.494862 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Pushing event deleted for resources: {'Port': ['ID=cf46965d-041c-4673-8821-de55947774ae,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:51.495146 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45110) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:51.506126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:51.508987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:51.514513 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d73eb-daa5-4490-a697-b14ba5633a8c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Deleting port 44c41d3a-d00b-43b7-9b33-d9cdae55a5bd {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:51.514852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb3d73eb-daa5-4490-a697-b14ba5633a8c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:51.549259 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0710acdf-f7d0-4486-9e47-508278818637 req-3fc80a67-0563-4981-8ae6-1c2542a4ef35 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172709 Mar 08 11:48:51.550661 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a4c0f3d6-6808-4f20-ab94-503cf5e4afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '73ae379b-09e8-42d6-a0db-55977ba85639', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'floating_ip_address': '172.26.4.15', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'port_id': '0e15851f-4c44-4488-b198-dc1514ab7524', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'mac_address': 'fa:16:3e:3e:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:48:44Z', 'updated_at': '2022-03-08T11:48:44Z', 'revision_number': 0, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4e2040-e00f-4e1b-948b-b376d0c81fb2', 'name': '', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'mac_address': 'fa:16:3e:cc:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:06Z', 'updated_at': '2022-03-08T11:48:18Z', 'revision_number': 5, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'subnets': [{'id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:51.563778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0f3d6-6808-4f20-ab94-503cf5e4afca None None] Checking router: 183e19e8-61e5-4ca2-b5a5-f4c7649a434c for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:48:51.569509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:51.617228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0f3d6-6808-4f20-ab94-503cf5e4afca None None] Routers {'183e19e8-61e5-4ca2-b5a5-f4c7649a434c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:51.618408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a4c0f3d6-6808-4f20-ab94-503cf5e4afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:51.663336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1f27a-90f3-43d3-ba5e-3e9697a8bdd1 req-1260baf7-5b3d-4717-afc0-262cd68fdacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:51.667543 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a2f1f27a-90f3-43d3-ba5e-3e9697a8bdd1 req-1260baf7-5b3d-4717-afc0-262cd68fdacd service neutron] 10.222.0.18 "GET /v2.0/networks?id=b44f3b77-f5d2-476e-b8ea-4933f530d532 HTTP/1.1" status: 200 len: 898 time: 0.3037028 Mar 08 11:48:51.682853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45116) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:51.704936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Allocated IP 2001:db8::f816:3eff:feaf:211b (a03dcf23-9b9e-4536-91a8-901172924bc7/f13ed351-d795-46ce-aeff-ac49ec0fdef7/30bf768a-8fa8-44ab-8dc4-857b153efa12) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:51.791702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] device_id is not set on port 42de0640-3122-4a55-9654-5979be5ad6c9 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:48:51.931894 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a4c0f3d6-6808-4f20-ab94-503cf5e4afca None None] Set router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:51.945216 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ff19f542-7c9d-4eb1-8276-4331329838d6 req-5b05494f-de1f-49a1-b782-eee4b4f127cd tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 210 time: 0.1585464 Mar 08 11:48:51.998813 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a2f1f27a-90f3-43d3-ba5e-3e9697a8bdd1 req-f29af7d4-6f1e-4512-83ab-0eb0ed2d23f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e15851f-4c44-4488-b198-dc1514ab7524 HTTP/1.1" status: 200 len: 999 time: 0.3169241 Mar 08 11:48:52.026001 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:52.026654 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:52.027119 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Floating IP c39a0f62-4a17-4abe-b916-9862104590e8 disassociated. External IP: 172.26.4.60, port: b1e9b92f-c267-4b8c-b0f1-ee0d42908211. Mar 08 11:48:52.027602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Calling delete_port for b1e9b92f-c267-4b8c-b0f1-ee0d42908211 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:52.097984 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-444134f6-4aee-4732-b7a8-796ab88528f5 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/floatingips/73ae379b-09e8-42d6-a0db-55977ba85639 HTTP/1.1" status: 200 len: 991 time: 0.4115429 Mar 08 11:48:52.133038 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7a434286-7e8f-4fb1-8b54-f76bddac65e2 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "GET /v2.0/networks/59858bcc-e80a-49e9-b60f-949084d6e5db?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.6367290 Mar 08 11:48:52.138472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45122) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:52.341653 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1f27a-90f3-43d3-ba5e-3e9697a8bdd1 req-4fb7f75d-2c0d-4844-9c6d-c05e148bcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:52.343113 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a2f1f27a-90f3-43d3-ba5e-3e9697a8bdd1 req-4fb7f75d-2c0d-4844-9c6d-c05e148bcde5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9c247f5-cf51-462c-b86b-c90f70c26bae HTTP/1.1" status: 200 len: 835 time: 0.3294213 Mar 08 11:48:52.413653 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca18bdf6-4970-4d3e-b2a2-4c9af4154bff tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:52.413653 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ca18bdf6-4970-4d3e-b2a2-4c9af4154bff tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "GET /v2.0/subnets/669ce471-546e-497c-887c-898f7914c3fb HTTP/1.1" status: 200 len: 811 time: 0.2739339 Mar 08 11:48:52.428917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45126) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:52.464930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:52.473461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb3d73eb-daa5-4490-a697-b14ba5633a8c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:52.487994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Router 16ffb9a0-f639-41ac-b6f6-01428b285f8a has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:48:52.503484 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Transition to ACTIVE for port object 30bf768a-8fa8-44ab-8dc4-857b153efa12 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:52.508300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87692c-e3eb-4f83-b950-cb5773bd37b7 req-9569e81d-c511-417c-8793-b838298a5d7c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:52.515250 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ba87692c-e3eb-4f83-b950-cb5773bd37b7 req-9569e81d-c511-417c-8793-b838298a5d7c tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 943 time: 0.4650540 Mar 08 11:48:52.552958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:52.557571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc6317-2828-4e41-8030-e8ab326a149a tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['shared'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:52.559643 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-80cc6317-2828-4e41-8030-e8ab326a149a tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "GET /v2.0/subnets/669ce471-546e-497c-887c-898f7914c3fb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1280344 Mar 08 11:48:52.563612 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45130) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:52.579800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1f27a-90f3-43d3-ba5e-3e9697a8bdd1 req-4e664d5a-673b-4f7c-a105-4c62d79ff917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:52.581266 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a2f1f27a-90f3-43d3-ba5e-3e9697a8bdd1 req-4e664d5a-673b-4f7c-a105-4c62d79ff917 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b44f3b77-f5d2-476e-b8ea-4933f530d532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2286966 Mar 08 11:48:52.584173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Transition to ACTIVE for port object 30bf768a-8fa8-44ab-8dc4-857b153efa12 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:52.586910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1063485181'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:52.593488 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:52.621334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a4c0f3d6-6808-4f20-ab94-503cf5e4afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '73ae379b-09e8-42d6-a0db-55977ba85639', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'floating_ip_address': '172.26.4.15', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'port_id': '0e15851f-4c44-4488-b198-dc1514ab7524', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'mac_address': 'fa:16:3e:3e:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:48:44Z', 'updated_at': '2022-03-08T11:48:44Z', 'revision_number': 0, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4e2040-e00f-4e1b-948b-b376d0c81fb2', 'name': '', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'mac_address': 'fa:16:3e:cc:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:06Z', 'updated_at': '2022-03-08T11:48:18Z', 'revision_number': 5, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'subnets': [{'id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:52.631445 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0f3d6-6808-4f20-ab94-503cf5e4afca None None] The sync data for ids ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'] in dv-neutron-828143-8-hyperv is: [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '73ae379b-09e8-42d6-a0db-55977ba85639', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'floating_ip_address': '172.26.4.15', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'port_id': '0e15851f-4c44-4488-b198-dc1514ab7524', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'mac_address': 'fa:16:3e:3e:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:48:44Z', 'updated_at': '2022-03-08T11:48:44Z', 'revision_number': 0, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4e2040-e00f-4e1b-948b-b376d0c81fb2', 'name': '', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'mac_address': 'fa:16:3e:cc:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:06Z', 'updated_at': '2022-03-08T11:48:18Z', 'revision_number': 5, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'subnets': [{'id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:52.636205 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ba87692c-e3eb-4f83-b950-cb5773bd37b7 req-ee9c8fac-efa4-47bd-9d71-eaf1a9c7c7b3 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194379 Mar 08 11:48:52.638677 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d73eb-daa5-4490-a697-b14ba5633a8c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Calling delete_port for 44c41d3a-d00b-43b7-9b33-d9cdae55a5bd owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:52.662369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:52.665261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:52.743517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Network a03dcf23-9b9e-4536-91a8-901172924bc7 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:52.748134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:52.755941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:52.780220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:48:52.780649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:48:52.786260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Deleting port 06c43730-d42d-4265-a820-f0428c5e98f9 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:52.786709 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:52.819434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Allocated IP 2001:db8::f816:3eff:fec7:9c45 (a03dcf23-9b9e-4536-91a8-901172924bc7/f13ed351-d795-46ce-aeff-ac49ec0fdef7/42de0640-3122-4a55-9654-5979be5ad6c9) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:52.831192 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Pushing event updated for resources: {'Port': ['ID=30bf768a-8fa8-44ab-8dc4-857b153efa12,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:52.850997 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:52.854531 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:52.878323 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a2f1f27a-90f3-43d3-ba5e-3e9697a8bdd1 req-746647a4-ab8b-4795-8f13-25be79801e92 service neutron] 10.222.0.18 "GET /v2.0/networks/b44f3b77-f5d2-476e-b8ea-4933f530d532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822092 Mar 08 11:48:52.889017 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Attempting to bind port 30bf768a-8fa8-44ab-8dc4-857b153efa12 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:52.889401 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Attempting to bind port 30bf768a-8fa8-44ab-8dc4-857b153efa12 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'ca9f0827-5bf6-43d2-8e51-65be9fe59bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a03dcf23-9b9e-4536-91a8-901172924bc7'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:52.889774 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Attempting to bind port 30bf768a-8fa8-44ab-8dc4-857b153efa12 on network a03dcf23-9b9e-4536-91a8-901172924bc7 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:52.901718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:52.908565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Checking segment: {'id': 'ca9f0827-5bf6-43d2-8e51-65be9fe59bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a03dcf23-9b9e-4536-91a8-901172924bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:52.908565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:52.908565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Bound using segment: {'id': 'ca9f0827-5bf6-43d2-8e51-65be9fe59bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a03dcf23-9b9e-4536-91a8-901172924bc7'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:52.908565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Bound port: 30bf768a-8fa8-44ab-8dc4-857b153efa12, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9f0827-5bf6-43d2-8e51-65be9fe59bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a03dcf23-9b9e-4536-91a8-901172924bc7'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:52.908565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:52.955638 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651cb7f-888b-47e8-bb99-796e91e1e241 None None] New status for floating IP 73ae379b-09e8-42d6-a0db-55977ba85639: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:48:53.111210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] For port 30bf768a-8fa8-44ab-8dc4-857b153efa12, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:53.118681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] For port 30bf768a-8fa8-44ab-8dc4-857b153efa12, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=30bf768a-8fa8-44ab-8dc4-857b153efa12,segment=NetworkSegment(ca9f0827-5bf6-43d2-8e51-65be9fe59bf0),segment_id=ca9f0827-5bf6-43d2-8e51-65be9fe59bf0)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:53.199651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:53.202436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:53.209648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45136) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:53.221126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:53.231253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:53.231606 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Added segment 605ec7e6-de80-40a7-b78f-a4bfc50cd5a2 of type vlan for network ce7709f3-8515-415c-93d2-4534081b9c9e Mar 08 11:48:53.264480 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:53.284581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857710f-d7fe-415f-b339-b6f50aa8223a None None] Pushing event updated for resources: {'Port': ['ID=30bf768a-8fa8-44ab-8dc4-857b153efa12,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:53.342808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Deleting port b1e9b92f-c267-4b8c-b0f1-ee0d42908211 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:53.343170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:53.471576 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ed3c6689-ad81-45bd-8f1c-9f52fffa4c15 req-b8874dc1-846d-4f19-99ac-bd18a15ca7a9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 210 time: 0.0904493 Mar 08 11:48:53.503627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:53.509786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:53.510479 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:53.534153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:48:53.546012 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Transition to ACTIVE for port object 42de0640-3122-4a55-9654-5979be5ad6c9 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:53.550716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3e63e-3e0f-4bdf-af0f-d3ac32ee91dc None None] Sync routers for ids ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:53.610845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b3e63e-3e0f-4bdf-af0f-d3ac32ee91dc None None] Routers {'16ffb9a0-f639-41ac-b6f6-01428b285f8a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:53.611760 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-59b3e63e-3e0f-4bdf-af0f-d3ac32ee91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:53.745413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:53.748317 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a2f1f27a-90f3-43d3-ba5e-3e9697a8bdd1 req-a519bc65-2983-4ff1-a039-9254a14aaf54 service neutron] 10.222.0.18 "GET /v2.0/networks/b44f3b77-f5d2-476e-b8ea-4933f530d532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8595440 Mar 08 11:48:53.752817 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0f09662e-6ddf-4735-be60-58f0c8c7110c tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/floatingips/73ae379b-09e8-42d6-a0db-55977ba85639 HTTP/1.1" status: 200 len: 991 time: 0.4446530 Mar 08 11:48:53.765681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Network': ['ID=ce7709f3-8515-415c-93d2-4534081b9c9e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:53.770277 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6a85e0f0-2b2f-4ddf-9c3e-b81ed2ff56b7 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2054837 Mar 08 11:48:53.777614 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45142) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:53.791969 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'subnet': {'network_id': 'ce7709f3-8515-415c-93d2-4534081b9c9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:53.965841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Calling delete_port for 06c43730-d42d-4265-a820-f0428c5e98f9 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:54.002582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:54.007171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:54.048111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network ce7709f3-8515-415c-93d2-4534081b9c9e details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:54.082908 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:54.087848 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-59b3e63e-3e0f-4bdf-af0f-d3ac32ee91dc None None] Set router 16ffb9a0-f639-41ac-b6f6-01428b285f8a gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:54.102907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] No DVR routers for this DVR port cf46965d-041c-4673-8821-de55947774ae on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:54.120847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:54.129387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52314635-ddaf-4d27-b142-455eda146f57', 'name': 'network-vif-deleted', 'tag': 'cf46965d-041c-4673-8821-de55947774ae'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:54.139637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network a03dcf23-9b9e-4536-91a8-901172924bc7 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:54.156622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b52f1c-83eb-4ddb-8c73-dd2ece7da96a req-1121e077-70d6-4c93-95ab-41235f25c953 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:54.158249 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-15b52f1c-83eb-4ddb-8c73-dd2ece7da96a req-1121e077-70d6-4c93-95ab-41235f25c953 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 943 time: 0.2260320 Mar 08 11:48:54.159155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:54.164383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:54.171144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:54.172032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:54.176876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Port': ['ID=42de0640-3122-4a55-9654-5979be5ad6c9,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:54.207041 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Made reservation on behalf of 11ccad0b38e34e318255f6b867d0a615 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:54.212207 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52314635-ddaf-4d27-b142-455eda146f57', 'name': 'network-vif-deleted', 'tag': 'cf46965d-041c-4673-8821-de55947774ae', 'status': 'completed', 'code': 200} Mar 08 11:48:54.216950 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:54.278089 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-35572c0c-8e14-4602-b1a8-e1a8f19dcd5c req-a730d7ec-e247-4b0c-af67-c64206c7530d tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.18 "DELETE /v2.0/ports/cf46965d-041c-4673-8821-de55947774ae HTTP/1.1" status: 204 len: 173 time: 6.9118207 Mar 08 11:48:54.332447 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-15b52f1c-83eb-4ddb-8c73-dd2ece7da96a req-b1e0cb9b-2b46-44a0-8ee2-e6ee3bd49e96 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500928 Mar 08 11:48:54.398585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb3d73eb-daa5-4490-a697-b14ba5633a8c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:54.449084 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9b467cd8-024e-4732-80ec-5d9610d072bc tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3192081 Mar 08 11:48:54.465763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45148) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:54.522545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d73eb-daa5-4490-a697-b14ba5633a8c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event deleted for resources: {'Port': ['ID=44c41d3a-d00b-43b7-9b33-d9cdae55a5bd,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:54.550936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.ipam_backend_mixin [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Performing IP validity checks on allocation pools {{(pid=88470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 11:48:54.554083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.ipam_backend_mixin [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 11:48:54.559283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] For port b1e9b92f-c267-4b8c-b0f1-ee0d42908211, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:54.559842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:54.653812 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e33903-4670-4397-a260-2d7f616dfdf7 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Deleting subnet f13ed351-d795-46ce-aeff-ac49ec0fdef7 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:48:54.675792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e6e33903-4670-4397-a260-2d7f616dfdf7 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:54.685221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-59b3e63e-3e0f-4bdf-af0f-d3ac32ee91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b', 'name': '', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'mac_address': 'fa:16:3e:cf:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:22Z', 'updated_at': '2022-03-08T11:46:38Z', 'revision_number': 5, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'subnets': [{'id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:54.698673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3e63e-3e0f-4bdf-af0f-d3ac32ee91dc None None] Checking router: 16ffb9a0-f639-41ac-b6f6-01428b285f8a for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:48:54.716898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b3e63e-3e0f-4bdf-af0f-d3ac32ee91dc None None] Routers {'16ffb9a0-f639-41ac-b6f6-01428b285f8a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:54.717385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-59b3e63e-3e0f-4bdf-af0f-d3ac32ee91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:54.756147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45154) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:54.762809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:54.921462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6700fbbd-9a8f-43a9-8cd9-eee9654fe4d2 None None] Network a03dcf23-9b9e-4536-91a8-901172924bc7 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:54.939057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-8c2fc34e-7dc9-43c8-9ccb-da96da7a5978 req-45a3cea5-34d6-46da-b86e-3bb05282d3f7 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Synchronizing usage tracker for tenant:4f7cf23e768e4420895e1a6e55553a02 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:54.989294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 30bf768a-8fa8-44ab-8dc4-857b153efa12 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:55.050829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Pushing event deleted for resources: {'Port': ['ID=06c43730-d42d-4265-a820-f0428c5e98f9,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:55.162425 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-59b3e63e-3e0f-4bdf-af0f-d3ac32ee91dc None None] Set router 16ffb9a0-f639-41ac-b6f6-01428b285f8a gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:55.190466 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e6e33903-4670-4397-a260-2d7f616dfdf7 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:55.263843 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-71dc25a2-48d3-4730-9392-c610b5d92040 None None] Provisioning for port 30bf768a-8fa8-44ab-8dc4-857b153efa12 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:55.289843 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:55.339015 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d83085f2-fa1c-4e38-8a4a-d2a098739722 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/floatingips/73ae379b-09e8-42d6-a0db-55977ba85639 HTTP/1.1" status: 200 len: 993 time: 0.5741897 Mar 08 11:48:55.408711 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e6e33903-4670-4397-a260-2d7f616dfdf7 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:55.487104 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 30bf768a-8fa8-44ab-8dc4-857b153efa12 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:55.515884 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Subnet': ['ID=75902c62-4c46-494d-96e0-e4fa55ad722c,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:55.523454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-8c2fc34e-7dc9-43c8-9ccb-da96da7a5978 req-45a3cea5-34d6-46da-b86e-3bb05282d3f7 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Unset dirty status for tenant:4f7cf23e768e4420895e1a6e55553a02 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:55.524931 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c2fc34e-7dc9-43c8-9ccb-da96da7a5978 req-45a3cea5-34d6-46da-b86e-3bb05282d3f7 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/ports?device_id=52314635-ddaf-4d27-b142-455eda146f57 HTTP/1.1" status: 200 len: 210 time: 0.8721118 Mar 08 11:48:55.573779 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Checking segment: {'id': '605ec7e6-de80-40a7-b78f-a4bfc50cd5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce7709f3-8515-415c-93d2-4534081b9c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:55.574178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network hostable DHCP agents. Network: ce7709f3-8515-415c-93d2-4534081b9c9e, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:55.584034 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 30bf768a-8fa8-44ab-8dc4-857b153efa12 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:55.584034 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:55.637290 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501d9a2-3dfd-4d84-b5ba-2a4f7a2dfc22 req-bfb5933e-9335-47a3-8913-12efc36d8231 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:55.638156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb3d73eb-daa5-4490-a697-b14ba5633a8c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:55.639013 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5501d9a2-3dfd-4d84-b5ba-2a4f7a2dfc22 req-bfb5933e-9335-47a3-8913-12efc36d8231 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 943 time: 0.1618688 Mar 08 11:48:55.683694 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e6e33903-4670-4397-a260-2d7f616dfdf7 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:55.732228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:55.747898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e33903-4670-4397-a260-2d7f616dfdf7 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Subnet': ['ID=f13ed351-d795-46ce-aeff-ac49ec0fdef7,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:55.751025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Network ce7709f3-8515-415c-93d2-4534081b9c9e is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:55.760733 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5501d9a2-3dfd-4d84-b5ba-2a4f7a2dfc22 req-272d770e-1edd-4e64-806f-8f2a7d3df88d tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups?id=c264d992-12b0-48f0-9881-5ba5d094763f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134555 Mar 08 11:48:55.766780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e6e33903-4670-4397-a260-2d7f616dfdf7 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:55.785221 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e6e33903-4670-4397-a260-2d7f616dfdf7 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/subnets/f13ed351-d795-46ce-aeff-ac49ec0fdef7 HTTP/1.1" status: 204 len: 168 time: 1.3158882 Mar 08 11:48:55.785972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45162) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:55.799073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:55.837421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-59b3e63e-3e0f-4bdf-af0f-d3ac32ee91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b', 'name': '', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'mac_address': 'fa:16:3e:cf:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:22Z', 'updated_at': '2022-03-08T11:46:38Z', 'revision_number': 5, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'subnets': [{'id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:55.844118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 30bf768a-8fa8-44ab-8dc4-857b153efa12, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=30bf768a-8fa8-44ab-8dc4-857b153efa12,segment=NetworkSegment(ca9f0827-5bf6-43d2-8e51-65be9fe59bf0),segment_id=ca9f0827-5bf6-43d2-8e51-65be9fe59bf0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:55.845289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3e63e-3e0f-4bdf-af0f-d3ac32ee91dc None None] The sync data for ids ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'] in dv-neutron-828143-8-hyperv is: [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b', 'name': '', 'network_id': '4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'mac_address': 'fa:16:3e:cf:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:22Z', 'updated_at': '2022-03-08T11:46:38Z', 'revision_number': 5, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'subnets': [{'id': '2890795d-e559-4819-84cc-8d8066a8ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:55.864551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4131ab1-bdd2-4b73-8604-0b6b59f4325e tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:55.866288 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4131ab1-bdd2-4b73-8604-0b6b59f4325e tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:55.867048 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e4131ab1-bdd2-4b73-8604-0b6b59f4325e tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Synchronizing usage tracker for tenant:be48fa7f52ce4064a14c84ad07e871f6 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:55.871295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, ce7709f3-8515-415c-93d2-4534081b9c9e) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:55.877121 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:55.877716 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:55.886954 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a857d05-52db-48bc-b60d-eac42cc5cb39 None None] Network ce7709f3-8515-415c-93d2-4534081b9c9e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:55.925675 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:55.944007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:55.950571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:55.991647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e4131ab1-bdd2-4b73-8604-0b6b59f4325e tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Unset dirty status for tenant:be48fa7f52ce4064a14c84ad07e871f6 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:55.997539 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e4131ab1-bdd2-4b73-8604-0b6b59f4325e tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2064254 Mar 08 11:48:55.997539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45166) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:56.065670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.069616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.069616 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Floating IP c39a0f62-4a17-4abe-b916-9862104590e8 disassociated. External IP: 172.26.4.60, port: b1e9b92f-c267-4b8c-b0f1-ee0d42908211. Mar 08 11:48:56.069616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Calling delete_port for b1e9b92f-c267-4b8c-b0f1-ee0d42908211 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:56.110129 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff7dfd2-912d-475a-ac93-06f7e5ff49ef None None] Network a03dcf23-9b9e-4536-91a8-901172924bc7 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:56.168959 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bdd3a02f-21d1-42a4-86c2-b6d7df1b69a9 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3874037 Mar 08 11:48:56.169468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=30bf768a-8fa8-44ab-8dc4-857b153efa12,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:56.171505 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45170) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:56.174327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3eec8525-0ecf-4337-ab0d-778eb83a9489 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.185640 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eec8525-0ecf-4337-ab0d-778eb83a9489 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 08 11:48:56.186197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eec8525-0ecf-4337-ab0d-778eb83a9489 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:48:56.192081 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3eec8525-0ecf-4337-ab0d-778eb83a9489 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/networks/a03dcf23-9b9e-4536-91a8-901172924bc7 HTTP/1.1" status: 409 len: 405 time: 0.1912482 Mar 08 11:48:56.192696 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45174) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:56.193746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.194562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Fanout notify agent at l3_agent the message router_deleted on router d5e7b6e0-a691-428e-bce1-eedbd2a34348 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:48:56.199567 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ecd777f5-8460-408b-b33b-a13f03459b58 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:56.205824 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-365371352'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:56.211105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:56.215637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Usage tracker for resource:network and tenant:be48fa7f52ce4064a14c84ad07e871f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:56.221975 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:56.223346 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc756e-2b0f-41d5-9f0f-f34865861321 None None] New status for floating IP dd930154-94d3-4944-a011-e53bb8be8c63: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:48:56.228424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:56.294863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:56.297905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2fc52469-b271-47dd-b4f7-b78164d8a0ed None None] Provisioning complete for port 30bf768a-8fa8-44ab-8dc4-857b153efa12 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:56.298288 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2fc52469-b271-47dd-b4f7-b78164d8a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.300128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.340812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3d73eb-daa5-4490-a697-b14ba5633a8c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Router 8130c27c-44e0-4455-8eb3-3513c08a8e0e has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:48:56.341419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:56.356002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.356329 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Added segment 6ff39f60-dfdd-4742-85fd-3de78c9c9f31 of type vlan for network 669b59ce-a91e-4d2a-84b1-674e18d90461 Mar 08 11:48:56.391792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.483007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.491654 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:56.494787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.522815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.524694 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9650f63c-9754-47e4-bca8-9b5f33a18098 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "DELETE /v2.0/routers/d5e7b6e0-a691-428e-bce1-eedbd2a34348 HTTP/1.1" status: 204 len: 168 time: 5.8729658 Mar 08 11:48:56.536886 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45178) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:56.545298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a8a3fdab-cf36-4bea-b572-df4e246f9180 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1219059416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:56.560304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-ce7709f3-8515-415c-93d2-4534081b9c9e', 'network_id': 'ce7709f3-8515-415c-93d2-4534081b9c9e', 'tenant_id': '11ccad0b38e34e318255f6b867d0a615', 'fixed_ips': [{'subnet_id': '75902c62-4c46-494d-96e0-e4fa55ad722c'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:56.560719 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a8a3fdab-cf36-4bea-b572-df4e246f9180 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:56.561371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.613098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a8a3fdab-cf36-4bea-b572-df4e246f9180 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Usage tracker for resource:router and tenant:20284a76a3c44566a0da1cd1318025c1 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:56.618250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a8a3fdab-cf36-4bea-b572-df4e246f9180 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:56.626912 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3d73eb-daa5-4490-a697-b14ba5633a8c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:48:56.633681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Network': ['ID=669b59ce-a91e-4d2a-84b1-674e18d90461,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:56.651478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a8a3fdab-cf36-4bea-b572-df4e246f9180 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:56.659678 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fc5ea933-27ff-4ff0-bc4c-0ccdcf5d1440 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4664683 Mar 08 11:48:56.663559 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45184) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:56.676426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'subnet': {'network_id': '669b59ce-a91e-4d2a-84b1-674e18d90461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:56.704877 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cb3d73eb-daa5-4490-a697-b14ba5633a8c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "PUT /v2.0/routers/8130c27c-44e0-4455-8eb3-3513c08a8e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9030867 Mar 08 11:48:56.711947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45190) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:56.752084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07444e21-96a8-4ddf-b37c-0489edaa7c05 None None] Sync routers for ids ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:56.767050 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 669b59ce-a91e-4d2a-84b1-674e18d90461 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:56.784576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ecd777f5-8460-408b-b33b-a13f03459b58 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2962665'] for subnet, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.803731 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-83e7b213-9d4d-41d0-9f5e-a36fea57f648 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] delete failed (client error): The resource could not be found. Mar 08 11:48:56.805815 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-83e7b213-9d4d-41d0-9f5e-a36fea57f648 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1364307775 HTTP/1.1" status: 404 len: 335 time: 0.0898991 Mar 08 11:48:56.810455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45196) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:56.820137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-cf91ea89-cc00-40d7-98dc-24305a704b0c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Request body: {'router': {'external_gateway_info': {'network_id': '8130c27c-44e0-4455-8eb3-3513c08a8e0e'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:56.841083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a8a3fdab-cf36-4bea-b572-df4e246f9180 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.851085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a8a3fdab-cf36-4bea-b572-df4e246f9180 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.881522 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45200) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:56.884294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 30bf768a-8fa8-44ab-8dc4-857b153efa12 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:48:56.890607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a8a3fdab-cf36-4bea-b572-df4e246f9180 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.954078 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:56.964848 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2fc52469-b271-47dd-b4f7-b78164d8a0ed None None] Provisioning for port 42de0640-3122-4a55-9654-5979be5ad6c9 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:48:56.976251 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2fc52469-b271-47dd-b4f7-b78164d8a0ed None None] Provisioning complete for port 42de0640-3122-4a55-9654-5979be5ad6c9 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:56.981534 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2fc52469-b271-47dd-b4f7-b78164d8a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:56.981663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:57.010603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4852f06b-50ab-40b6-9510-3b39ca4fef87 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:57.038684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07444e21-96a8-4ddf-b37c-0489edaa7c05 None None] Routers {'8130c27c-44e0-4455-8eb3-3513c08a8e0e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:57.038915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-07444e21-96a8-4ddf-b37c-0489edaa7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:57.046951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4852f06b-50ab-40b6-9510-3b39ca4fef87 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:57.054720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:57.074208 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a8a3fdab-cf36-4bea-b572-df4e246f9180 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:57.104138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12434183-fc57-4e0c-aa7c-ed3e2bbc2a49 None None] DHCP port deletion for a03dcf23-9b9e-4536-91a8-901172924bc7 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:48:57.108842 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:57.109537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:57.119839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-12434183-fc57-4e0c-aa7c-ed3e2bbc2a49 None None] Deleting port 30bf768a-8fa8-44ab-8dc4-857b153efa12 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:57.120159 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-12434183-fc57-4e0c-aa7c-ed3e2bbc2a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:57.142068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-96f0ea8c-a1fa-45ae-a51e-7cd0bbacc170 req-5186f158-0d64-40d4-aed3-88d1a277c117 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Synchronizing usage tracker for tenant:c789aaee89fe4403ae97580a823f1a5a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:48:57.161041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2fc52469-b271-47dd-b4f7-b78164d8a0ed None None] Port 42de0640-3122-4a55-9654-5979be5ad6c9 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:48:57.172025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-07444e21-96a8-4ddf-b37c-0489edaa7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:57.172745 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Allocated IP 172.20.0.3 (ce7709f3-8515-415c-93d2-4534081b9c9e/75902c62-4c46-494d-96e0-e4fa55ad722c/1a29941a-88fa-4a90-addf-7500f331b715) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:57.179757 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 30bf768a-8fa8-44ab-8dc4-857b153efa12 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:48:57.180119 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:57.223465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a8a3fdab-cf36-4bea-b572-df4e246f9180 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:57.224598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Pushing event deleted for resources: {'Port': ['ID=b1e9b92f-c267-4b8c-b0f1-ee0d42908211,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:57.225041 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a8a3fdab-cf36-4bea-b572-df4e246f9180 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6871471 Mar 08 11:48:57.236625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45204) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:57.245639 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'enable_snat': True}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:57.272645 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07444e21-96a8-4ddf-b37c-0489edaa7c05 None None] Routers {'8130c27c-44e0-4455-8eb3-3513c08a8e0e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:57.273236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-07444e21-96a8-4ddf-b37c-0489edaa7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:57.397695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4852f06b-50ab-40b6-9510-3b39ca4fef87 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:57.430249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-96f0ea8c-a1fa-45ae-a51e-7cd0bbacc170 req-5186f158-0d64-40d4-aed3-88d1a277c117 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Unset dirty status for tenant:c789aaee89fe4403ae97580a823f1a5a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:48:57.434064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-07444e21-96a8-4ddf-b37c-0489edaa7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:57.434463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07444e21-96a8-4ddf-b37c-0489edaa7c05 None None] The sync data for ids ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:57.445652 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-96f0ea8c-a1fa-45ae-a51e-7cd0bbacc170 req-5186f158-0d64-40d4-aed3-88d1a277c117 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 210 time: 0.3900900 Mar 08 11:48:57.666662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cf91ea89-cc00-40d7-98dc-24305a704b0c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:57.706336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-12434183-fc57-4e0c-aa7c-ed3e2bbc2a49 None None] For port 30bf768a-8fa8-44ab-8dc4-857b153efa12, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=30bf768a-8fa8-44ab-8dc4-857b153efa12,segment=NetworkSegment(ca9f0827-5bf6-43d2-8e51-65be9fe59bf0),segment_id=ca9f0827-5bf6-43d2-8e51-65be9fe59bf0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:48:57.706746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-12434183-fc57-4e0c-aa7c-ed3e2bbc2a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:57.715834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:48:57.716460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852f06b-50ab-40b6-9510-3b39ca4fef87 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=632b147d-a125-43c4-8d05-bd14ea3ce546,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:57.838137 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-cf91ea89-cc00-40d7-98dc-24305a704b0c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] update failed (client error): The resource could not be found. Mar 08 11:48:57.843404 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cf91ea89-cc00-40d7-98dc-24305a704b0c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "PUT /v2.0/routers/8130c27c-44e0-4455-8eb3-3513c08a8e0e HTTP/1.1" status: 404 len: 339 time: 1.0314684 Mar 08 11:48:57.843404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45208) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:57.851083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1211990020'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:57.855982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:57.859896 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Usage tracker for resource:network and tenant:ba7775c30b684b2e85b444cb742306fe is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:57.863829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:57.870298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:57.905684 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:57.913434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-12434183-fc57-4e0c-aa7c-ed3e2bbc2a49 None None] Calling delete_port for 30bf768a-8fa8-44ab-8dc4-857b153efa12 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:57.917161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4852f06b-50ab-40b6-9510-3b39ca4fef87 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:57.920552 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4852f06b-50ab-40b6-9510-3b39ca4fef87 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "DELETE /v2.0/security-groups/632b147d-a125-43c4-8d05-bd14ea3ce546 HTTP/1.1" status: 204 len: 168 time: 1.0300872 Mar 08 11:48:57.920817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45212) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:57.936846 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-204350bc-7ae5-4fd8-a3d5-39e4cb8e3cb9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] show failed (client error): The resource could not be found. Mar 08 11:48:57.938552 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-204350bc-7ae5-4fd8-a3d5-39e4cb8e3cb9 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "GET /v2.0/security-groups/632b147d-a125-43c4-8d05-bd14ea3ce546 HTTP/1.1" status: 404 len: 347 time: 0.0161161 Mar 08 11:48:57.944913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45216) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:57.964600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Made reservation on behalf of ba7775c30b684b2e85b444cb742306fe for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:57.976049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.007888 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.030584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Transition to ACTIVE for port object 1a29941a-88fa-4a90-addf-7500f331b715 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:58.043792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:48:58.056266 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f84366a-56f0-4cc9-b23a-4b38e39dd17b None None] Sync routers for ids ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:58.064206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Transition to ACTIVE for port object 1a29941a-88fa-4a90-addf-7500f331b715 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:48:58.067860 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f84366a-56f0-4cc9-b23a-4b38e39dd17b None None] Routers {'48b1c7b9-a729-44f3-8194-0126ea6e65e7'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:58.068705 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9f84366a-56f0-4cc9-b23a-4b38e39dd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:58.085069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:58.136343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] No DVR routers for this DVR port b1e9b92f-c267-4b8c-b0f1-ee0d42908211 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:58.138197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.138543 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Added segment f4f39388-4e9e-4b00-abb1-1d3693d8c4d5 of type vlan for network 4a297345-35ca-4c54-b0f7-f1a06badfbcf Mar 08 11:48:58.139991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.142537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'name': 'network-vif-deleted', 'tag': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:58.145130 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.187735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-dda40393-5879-4d14-89f1-38692a604de6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Deleting port 275f5972-4f5d-4097-a532-b5b7dc19e1dc {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:48:58.188085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dda40393-5879-4d14-89f1-38692a604de6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.198149 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.246732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-12434183-fc57-4e0c-aa7c-ed3e2bbc2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.257705 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9f84366a-56f0-4cc9-b23a-4b38e39dd17b None None] Set router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:58.260972 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-258b6f96-b226-4bed-9c31-1e74a8dd2b0e req-b6e47c28-4621-4b1c-b44f-0a568498c0cf tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.18 "DELETE /v2.0/ports/b1e9b92f-c267-4b8c-b0f1-ee0d42908211 HTTP/1.1" status: 204 len: 173 time: 9.3781457 Mar 08 11:48:58.264011 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45d1fc6-44d4-40be-b1ff-7bb560cf67e3', 'name': 'network-vif-deleted', 'tag': 'b1e9b92f-c267-4b8c-b0f1-ee0d42908211', 'status': 'completed', 'code': 200} Mar 08 11:48:58.271316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Network ce7709f3-8515-415c-93d2-4534081b9c9e is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:58.277225 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:58.280984 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12434183-fc57-4e0c-aa7c-ed3e2bbc2a49 None None] No DVR routers for this DVR port 30bf768a-8fa8-44ab-8dc4-857b153efa12 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:58.282555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:48:58.343759 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.objects.ports [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:48:58.345477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Pushing event updated for resources: {'Port': ['ID=1a29941a-88fa-4a90-addf-7500f331b715,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:58.364478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.398070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.407981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:58.408816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.485840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12434183-fc57-4e0c-aa7c-ed3e2bbc2a49 None None] Pushing event deleted for resources: {'Port': ['ID=30bf768a-8fa8-44ab-8dc4-857b153efa12,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:58.505036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Attempting to bind port 1a29941a-88fa-4a90-addf-7500f331b715 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:48:58.510363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Attempting to bind port 1a29941a-88fa-4a90-addf-7500f331b715 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '605ec7e6-de80-40a7-b78f-a4bfc50cd5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce7709f3-8515-415c-93d2-4534081b9c9e'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:48:58.510363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Attempting to bind port 1a29941a-88fa-4a90-addf-7500f331b715 on network ce7709f3-8515-415c-93d2-4534081b9c9e {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:48:58.517317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:48:58.517705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Checking segment: {'id': '605ec7e6-de80-40a7-b78f-a4bfc50cd5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce7709f3-8515-415c-93d2-4534081b9c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:58.518133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.518719 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Bound using segment: {'id': '605ec7e6-de80-40a7-b78f-a4bfc50cd5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce7709f3-8515-415c-93d2-4534081b9c9e'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:48:58.518987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Bound port: 1a29941a-88fa-4a90-addf-7500f331b715, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605ec7e6-de80-40a7-b78f-a4bfc50cd5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce7709f3-8515-415c-93d2-4534081b9c9e'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:48:58.519364 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.560314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Subnet': ['ID=2fe93af9-b297-4924-a6b9-319ba04ad0af,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:58.568645 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Checking segment: {'id': '6ff39f60-dfdd-4742-85fd-3de78c9c9f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '669b59ce-a91e-4d2a-84b1-674e18d90461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:48:58.569037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network hostable DHCP agents. Network: 669b59ce-a91e-4d2a-84b1-674e18d90461, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:58.611199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dda40393-5879-4d14-89f1-38692a604de6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.611537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dda40393-5879-4d14-89f1-38692a604de6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.699674 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9f84366a-56f0-4cc9-b23a-4b38e39dd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '4532c99e-8013-4876-96f4-197fd99e4127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port': {'id': '4532c99e-8013-4876-96f4-197fd99e4127', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '5fb7d739-ca59-4d37-b028-00db156af062', 'name': '', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'mac_address': 'fa:16:3e:c9:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:24Z', 'updated_at': '2022-03-08T11:46:37Z', 'revision_number': 5, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'subnets': [{'id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:58.704698 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f84366a-56f0-4cc9-b23a-4b38e39dd17b None None] Checking router: 48b1c7b9-a729-44f3-8194-0126ea6e65e7 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:48:58.714620 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f84366a-56f0-4cc9-b23a-4b38e39dd17b None None] Routers {'48b1c7b9-a729-44f3-8194-0126ea6e65e7'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:48:58.715593 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9f84366a-56f0-4cc9-b23a-4b38e39dd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:58.735624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] For port 1a29941a-88fa-4a90-addf-7500f331b715, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:48:58.740220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] For port 1a29941a-88fa-4a90-addf-7500f331b715, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1a29941a-88fa-4a90-addf-7500f331b715,segment=NetworkSegment(605ec7e6-de80-40a7-b78f-a4bfc50cd5a2),segment_id=605ec7e6-de80-40a7-b78f-a4bfc50cd5a2)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:48:58.817710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event updated for resources: {'Network': ['ID=4a297345-35ca-4c54-b0f7-f1a06badfbcf,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:58.818205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-dda40393-5879-4d14-89f1-38692a604de6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Calling delete_port for 275f5972-4f5d-4097-a532-b5b7dc19e1dc owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:48:58.819593 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a70363f2-02f5-45ff-bd12-2063faf7b078 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9735508 Mar 08 11:48:58.823208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45224) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:58.831721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Request body: {'subnet': {'network_id': '4a297345-35ca-4c54-b0f7-f1a06badfbcf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:58.832718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 4a297345-35ca-4c54-b0f7-f1a06badfbcf details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:48:58.849667 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network 669b59ce-a91e-4d2a-84b1-674e18d90461 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:58.902340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:58.929080 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9f84366a-56f0-4cc9-b23a-4b38e39dd17b None None] Set router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:48:58.941664 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 30bf768a-8fa8-44ab-8dc4-857b153efa12 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:48:59.026302 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4bb82e52-af7f-4230-8e2c-c2a47ce4183c req-f5173a69-d706-4f45-bbd6-5e284522a2f7 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/ports?device_id=d45d1fc6-44d4-40be-b1ff-7bb560cf67e3 HTTP/1.1" status: 200 len: 210 time: 0.2158577 Mar 08 11:48:59.032455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:48:59.074681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Usage tracker for resource:subnet and tenant:ba7775c30b684b2e85b444cb742306fe is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:48:59.083312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:48:59.098853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:48:59.111308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 669b59ce-a91e-4d2a-84b1-674e18d90461) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:59.115804 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 30bf768a-8fa8-44ab-8dc4-857b153efa12 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:48:59.116664 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 30bf768a-8fa8-44ab-8dc4-857b153efa12 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:48:59.126331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:59.127741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:59.133910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76027694-6507-47b2-b7d1-a0a444967a3f None None] Network 669b59ce-a91e-4d2a-84b1-674e18d90461 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:48:59.150245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:59.192129 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:59.204257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Made reservation on behalf of ba7775c30b684b2e85b444cb742306fe for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:59.209001 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:59.276488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547fef2-53e9-45e2-804d-5deb1647c106 None None] Pushing event updated for resources: {'Port': ['ID=1a29941a-88fa-4a90-addf-7500f331b715,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:59.316137 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-551770b0-4fbd-46e4-9a31-f5a505859eb4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6514921 Mar 08 11:48:59.328167 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45228) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:59.491381 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9f84366a-56f0-4cc9-b23a-4b38e39dd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '4532c99e-8013-4876-96f4-197fd99e4127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port': {'id': '4532c99e-8013-4876-96f4-197fd99e4127', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '5fb7d739-ca59-4d37-b028-00db156af062', 'name': '', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'mac_address': 'fa:16:3e:c9:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:24Z', 'updated_at': '2022-03-08T11:46:37Z', 'revision_number': 5, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'subnets': [{'id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:59.498138 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f84366a-56f0-4cc9-b23a-4b38e39dd17b None None] The sync data for ids ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'] in dv-neutron-828143-8-hyperv is: [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '4532c99e-8013-4876-96f4-197fd99e4127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:27Z', 'revision_number': 4, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port': {'id': '4532c99e-8013-4876-96f4-197fd99e4127', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '5fb7d739-ca59-4d37-b028-00db156af062', 'name': '', 'network_id': '7273093a-cdec-4255-9656-7b99e0178316', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'mac_address': 'fa:16:3e:c9:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:24Z', 'updated_at': '2022-03-08T11:46:37Z', 'revision_number': 5, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'subnets': [{'id': '9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:59.524925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ecd777f5-8460-408b-b33b-a13f03459b58 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752727473399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3350534'] for subnet, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:59.690221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-669b59ce-a91e-4d2a-84b1-674e18d90461', 'network_id': '669b59ce-a91e-4d2a-84b1-674e18d90461', 'tenant_id': 'be48fa7f52ce4064a14c84ad07e871f6', 'fixed_ips': [{'subnet_id': '2fe93af9-b297-4924-a6b9-319ba04ad0af'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:48:59.695078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:59.710939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd777f5-8460-408b-b33b-a13f03459b58 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:59.711465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ecd777f5-8460-408b-b33b-a13f03459b58 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:59.716218 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ecd777f5-8460-408b-b33b-a13f03459b58 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "PUT /v2.0/subnets/75902c62-4c46-494d-96e0-e4fa55ad722c HTTP/1.1" status: 200 len: 877 time: 3.5358512 Mar 08 11:48:59.721264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45232) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:48:59.793393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dda40393-5879-4d14-89f1-38692a604de6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:48:59.887383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Allocated IP 172.26.4.214 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/82e066ee-701b-48c1-8254-d6d1f0311b07) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:59.889852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd777f5-8460-408b-b33b-a13f03459b58 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event updated for resources: {'Subnet': ['ID=75902c62-4c46-494d-96e0-e4fa55ad722c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:59.891272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda40393-5879-4d14-89f1-38692a604de6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Pushing event deleted for resources: {'Port': ['ID=275f5972-4f5d-4097-a532-b5b7dc19e1dc,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:59.966126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.013227 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Allocated IP 2001:db8::f816:3eff:fe82:1402 (669b59ce-a91e-4d2a-84b1-674e18d90461/2fe93af9-b297-4924-a6b9-319ba04ad0af/20a4319a-10b8-4ba8-a1e9-e015084e874f) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:00.031874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.043620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b708a91-b26f-4a2e-a8a0-791c4fe31ddb None None] New status for floating IP c39a0f62-4a17-4abe-b916-9862104590e8: DOWN {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:49:00.044722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Deleting port 1a29941a-88fa-4a90-addf-7500f331b715 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:00.045329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.081013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.161537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event updated for resources: {'Subnet': ['ID=1e17d31c-81fc-412a-8cd5-ae9509b5ffb6,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:00.204113 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dda40393-5879-4d14-89f1-38692a604de6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.248654 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Checking segment: {'id': 'f4f39388-4e9e-4b00-abb1-1d3693d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a297345-35ca-4c54-b0f7-f1a06badfbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:00.249633 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Network hostable DHCP agents. Network: 4a297345-35ca-4c54-b0f7-f1a06badfbcf, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:00.249775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.330898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45240) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:00.355111 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.412513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dda40393-5879-4d14-89f1-38692a604de6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.416611 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dda40393-5879-4d14-89f1-38692a604de6 tempest-ServersTestManualDisk-378165968 tempest-ServersTestManualDisk-378165968-project] 10.222.0.32 "DELETE /v2.0/floatingips/dd930154-94d3-4944-a011-e53bb8be8c63 HTTP/1.1" status: 204 len: 168 time: 2.4677219 Mar 08 11:49:00.418126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Network 4a297345-35ca-4c54-b0f7-f1a06badfbcf is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:00.423160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45244) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:00.427806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] For port 1a29941a-88fa-4a90-addf-7500f331b715, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1a29941a-88fa-4a90-addf-7500f331b715,segment=NetworkSegment(605ec7e6-de80-40a7-b78f-a4bfc50cd5a2),segment_id=605ec7e6-de80-40a7-b78f-a4bfc50cd5a2)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:00.428273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.490044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.507430 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Transition to ACTIVE for port object 20a4319a-10b8-4ba8-a1e9-e015084e874f will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:00.514277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 4a297345-35ca-4c54-b0f7-f1a06badfbcf) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:00.526057 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df090309-529c-437f-9340-a53b40260459 None None] Network 4a297345-35ca-4c54-b0f7-f1a06badfbcf requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:00.531389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:00.531911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.535272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3312-0b86-4dcc-9445-5d742e6bc373 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.569089 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Transition to ACTIVE for port object 20a4319a-10b8-4ba8-a1e9-e015084e874f will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:00.610868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Calling delete_port for 1a29941a-88fa-4a90-addf-7500f331b715 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:00.676988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.741660 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Network 669b59ce-a91e-4d2a-84b1-674e18d90461 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:00.750186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:00.756635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3312-0b86-4dcc-9445-5d742e6bc373 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.777707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:00.804273 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a2ab79a1-524f-47c6-9cbf-db453a14c28a tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9792402 Mar 08 11:49:00.807528 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45248) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:00.813201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-50be3008-0543-46ce-a369-56d0386177ff tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a297345-35ca-4c54-b0f7-f1a06badfbcf'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:00.817853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.914869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Pushing event updated for resources: {'Port': ['ID=20a4319a-10b8-4ba8-a1e9-e015084e874f,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:00.922024 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:00.932627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:00.945099 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:00.955298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bdb9b6-950f-4d94-84fa-03f992c0c0d8 None None] Network ce7709f3-8515-415c-93d2-4534081b9c9e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:00.966871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:00.995074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1a29941a-88fa-4a90-addf-7500f331b715 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:49:01.033062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3312-0b86-4dcc-9445-5d742e6bc373 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:01.062580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 1a29941a-88fa-4a90-addf-7500f331b715 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:01.063226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1a29941a-88fa-4a90-addf-7500f331b715 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 08 11:49:01.087613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Attempting to bind port 20a4319a-10b8-4ba8-a1e9-e015084e874f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:01.088540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Attempting to bind port 20a4319a-10b8-4ba8-a1e9-e015084e874f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '6ff39f60-dfdd-4742-85fd-3de78c9c9f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '669b59ce-a91e-4d2a-84b1-674e18d90461'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:01.088540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Attempting to bind port 20a4319a-10b8-4ba8-a1e9-e015084e874f on network 669b59ce-a91e-4d2a-84b1-674e18d90461 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:01.114922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-012cd772-ed60-4b11-9463-31ca45b24fa0 None None] Could not find standard attr ID for object 1a29941a-88fa-4a90-addf-7500f331b715. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:49:01.124060 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Port 1a29941a-88fa-4a90-addf-7500f331b715 not found, will not notify nova. {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 08 11:49:01.126532 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-4a297345-35ca-4c54-b0f7-f1a06badfbcf', 'network_id': '4a297345-35ca-4c54-b0f7-f1a06badfbcf', 'tenant_id': 'ba7775c30b684b2e85b444cb742306fe', 'fixed_ips': [{'subnet_id': '1e17d31c-81fc-412a-8cd5-ae9509b5ffb6'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:49:01.127754 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:01.185441 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event updated for resources: {'Port': ['ID=82e066ee-701b-48c1-8254-d6d1f0311b07,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:01.194976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:01.200356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Port': ['ID=1a29941a-88fa-4a90-addf-7500f331b715,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:01.245143 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:49:01.245521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Checking segment: {'id': '6ff39f60-dfdd-4742-85fd-3de78c9c9f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '669b59ce-a91e-4d2a-84b1-674e18d90461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:01.245947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:01.246497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Bound using segment: {'id': '6ff39f60-dfdd-4742-85fd-3de78c9c9f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '669b59ce-a91e-4d2a-84b1-674e18d90461'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:49:01.246828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Bound port: 20a4319a-10b8-4ba8-a1e9-e015084e874f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff39f60-dfdd-4742-85fd-3de78c9c9f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '669b59ce-a91e-4d2a-84b1-674e18d90461'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:49:01.247205 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:01.250568 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc3312-0b86-4dcc-9445-5d742e6bc373 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c264d992-12b0-48f0-9881-5ba5d094763f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:01.264586 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe93af9-b297-4924-a6b9-319ba04ad0af,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:01.339977 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No DVR routers for this DVR port 1a29941a-88fa-4a90-addf-7500f331b715 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:01.449312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:01.495922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] For port 20a4319a-10b8-4ba8-a1e9-e015084e874f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:49:01.505155 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Allocated IP 2001:db8:1::2 (4a297345-35ca-4c54-b0f7-f1a06badfbcf/1e17d31c-81fc-412a-8cd5-ae9509b5ffb6/a8ffdfe8-684b-4eca-bee4-52719ec02b2d) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:01.522883 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] For port 20a4319a-10b8-4ba8-a1e9-e015084e874f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=20a4319a-10b8-4ba8-a1e9-e015084e874f,segment=NetworkSegment(6ff39f60-dfdd-4742-85fd-3de78c9c9f31),segment_id=6ff39f60-dfdd-4742-85fd-3de78c9c9f31)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:49:01.568196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-50be3008-0543-46ce-a369-56d0386177ff tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:01.622797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:01.675907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:01.688286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:01.694915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3312-0b86-4dcc-9445-5d742e6bc373 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:01.696444 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2fcc3312-0b86-4dcc-9445-5d742e6bc373 tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "DELETE /v2.0/security-groups/c264d992-12b0-48f0-9881-5ba5d094763f HTTP/1.1" status: 204 len: 168 time: 1.3646927 Mar 08 11:49:01.705846 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45252) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:01.711012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd1428-112f-4def-9c99-21a844313b51 None None] Pushing event updated for resources: {'Port': ['ID=20a4319a-10b8-4ba8-a1e9-e015084e874f,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:01.753122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669b59ce-a91e-4d2a-84b1-674e18d90461']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:01.770173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff39f60-dfdd-4742-85fd-3de78c9c9f31') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:01.770419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff39f60-dfdd-4742-85fd-3de78c9c9f31') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:01.773991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Subnet': ['ID=75902c62-4c46-494d-96e0-e4fa55ad722c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:01.779885 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-fff68436-eb5c-4fdb-b711-d05d61ea95ca tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] show failed (client error): The resource could not be found. Mar 08 11:49:01.783689 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fff68436-eb5c-4fdb-b711-d05d61ea95ca tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "GET /v2.0/security-groups/c264d992-12b0-48f0-9881-5ba5d094763f HTTP/1.1" status: 404 len: 347 time: 0.0684056 Mar 08 11:49:01.786898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45256) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:01.856668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:01.880800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7430b03a-08e7-475c-ace0-ac3742f28937 None None] Network 669b59ce-a91e-4d2a-84b1-674e18d90461 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:01.896486 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cdb210-442f-4623-b44a-92d9e343e70a None None] Network ce7709f3-8515-415c-93d2-4534081b9c9e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:01.981851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.012744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7709f3-8515-415c-93d2-4534081b9c9e']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:02.017386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.032254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605ec7e6-de80-40a7-b78f-a4bfc50cd5a2') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:02.032569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605ec7e6-de80-40a7-b78f-a4bfc50cd5a2') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:02.047041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.054309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:02.054936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.069822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.070499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Deleting port 366b48ee-21a3-450f-92cf-48e517eb0738 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:02.070838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.078821 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-50be3008-0543-46ce-a369-56d0386177ff tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:49:02.083478 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-50be3008-0543-46ce-a369-56d0386177ff tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "PUT /v2.0/routers/8130c27c-44e0-4455-8eb3-3513c08a8e0e HTTP/1.1" status: 400 len: 364 time: 1.2712963 Mar 08 11:49:02.083724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45260) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:02.094626 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:02.138413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:02.138730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:02.158275 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:02.304116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.317937 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b35f1fc-546d-4fc4-96a6-29f7a9842c62 None None] DHCP port deletion for ce7709f3-8515-415c-93d2-4534081b9c9e request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:02.330850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Transition to ACTIVE for port object a8ffdfe8-684b-4eca-bee4-52719ec02b2d will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:02.369498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Transition to ACTIVE for port object a8ffdfe8-684b-4eca-bee4-52719ec02b2d will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:02.375592 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 11:49:02.375592 dv-neutron-828143-8-hyperv neutron-server[88470]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 11:49:02.375592 dv-neutron-828143-8-hyperv neutron-server[88470]: [parameters: {'id': '669b59ce-a91e-4d2a-84b1-674e18d90461'}] Mar 08 11:49:02.375592 dv-neutron-828143-8-hyperv neutron-server[88470]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:49:02.376029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:49:02.383280 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.435001 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.453624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.522882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Network 4a297345-35ca-4c54-b0f7-f1a06badfbcf is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:02.526144 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:02.529531 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:02.580090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Pushing event updated for resources: {'Port': ['ID=a8ffdfe8-684b-4eca-bee4-52719ec02b2d,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:02.640725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Attempting to bind port a8ffdfe8-684b-4eca-bee4-52719ec02b2d on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:02.641236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Attempting to bind port a8ffdfe8-684b-4eca-bee4-52719ec02b2d by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'f4f39388-4e9e-4b00-abb1-1d3693d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a297345-35ca-4c54-b0f7-f1a06badfbcf'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:02.641717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Attempting to bind port a8ffdfe8-684b-4eca-bee4-52719ec02b2d on network 4a297345-35ca-4c54-b0f7-f1a06badfbcf {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:02.647678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:49:02.648223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Checking segment: {'id': 'f4f39388-4e9e-4b00-abb1-1d3693d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a297345-35ca-4c54-b0f7-f1a06badfbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:02.648729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.649216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Bound using segment: {'id': 'f4f39388-4e9e-4b00-abb1-1d3693d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a297345-35ca-4c54-b0f7-f1a06badfbcf'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:49:02.649784 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Bound port: a8ffdfe8-684b-4eca-bee4-52719ec02b2d, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f39388-4e9e-4b00-abb1-1d3693d8c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a297345-35ca-4c54-b0f7-f1a06badfbcf'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:49:02.650464 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.702583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.705423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Network': ['ID=ce7709f3-8515-415c-93d2-4534081b9c9e,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:02.748179 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] For port a8ffdfe8-684b-4eca-bee4-52719ec02b2d, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:49:02.751594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] For port a8ffdfe8-684b-4eca-bee4-52719ec02b2d, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a8ffdfe8-684b-4eca-bee4-52719ec02b2d,segment=NetworkSegment(f4f39388-4e9e-4b00-abb1-1d3693d8c4d5),segment_id=f4f39388-4e9e-4b00-abb1-1d3693d8c4d5)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:49:02.760365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:02.760717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:02.764131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:02.764131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:02.764131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:02.764131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:02.764131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:02.764131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:02.764131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:02.764131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:02.764131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:02.764131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:02.783365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-08114eee-332c-4e38-b426-abb88ad8b0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.831466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.835360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.850351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.850693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.857705 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d75e5b28-0767-4d9b-878a-64f496c69a91 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/ce7709f3-8515-415c-93d2-4534081b9c9e HTTP/1.1" status: 204 len: 168 time: 3.1305156 Mar 08 11:49:02.871180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45264) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:02.882537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1a29941a-88fa-4a90-addf-7500f331b715 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:02.906618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:02.934998 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 1a29941a-88fa-4a90-addf-7500f331b715 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:02.935590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1a29941a-88fa-4a90-addf-7500f331b715 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:02.974501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeddde-fbf4-4575-add2-43dca4d03bc1 None None] Pushing event updated for resources: {'Port': ['ID=a8ffdfe8-684b-4eca-bee4-52719ec02b2d,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:03.093283 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b7d7e4-10f1-4854-b6eb-659afbeaff39 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:03.093735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b7d7e4-10f1-4854-b6eb-659afbeaff39 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:03.095442 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d6b7d7e4-10f1-4854-b6eb-659afbeaff39 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/subnets/75902c62-4c46-494d-96e0-e4fa55ad722c HTTP/1.1" status: 404 len: 337 time: 0.2233319 Mar 08 11:49:03.102249 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Calling delete_port for 366b48ee-21a3-450f-92cf-48e517eb0738 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:03.109291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45268) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:03.176006 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-81accebe-45f2-4c73-964d-bcb1f9ec2ffa tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:03.176490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81accebe-45f2-4c73-964d-bcb1f9ec2ffa tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:03.189372 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-81accebe-45f2-4c73-964d-bcb1f9ec2ffa tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/ce7709f3-8515-415c-93d2-4534081b9c9e HTTP/1.1" status: 404 len: 339 time: 0.0790656 Mar 08 11:49:03.192545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45272) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:03.273535 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-576c7696-e450-4be4-bda2-4a7c546c445c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:03.274025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576c7696-e450-4be4-bda2-4a7c546c445c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:03.278645 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-576c7696-e450-4be4-bda2-4a7c546c445c tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/subnets/efd7c1d5-8eef-4381-b42b-0fbf6985f894 HTTP/1.1" status: 404 len: 337 time: 0.0828578 Mar 08 11:49:03.278858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Deleting port 20a4319a-10b8-4ba8-a1e9-e015084e874f {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:03.278858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:03.282844 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45276) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:03.313811 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a521d8f-51d4-4cd4-9646-7256b1c67b06 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:03.314031 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a521d8f-51d4-4cd4-9646-7256b1c67b06 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:03.318108 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3a521d8f-51d4-4cd4-9646-7256b1c67b06 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/6bdc0801-c1f1-46f1-a29f-f21744935179 HTTP/1.1" status: 404 len: 339 time: 0.0318992 Mar 08 11:49:03.318466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45280) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:03.366460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Allocated IP 2001:db8::1 (57ff1508-af3e-4148-9c37-bc3f3ad8ea41/3931512d-b14f-461b-b2aa-937f13f8eac9/5778850d-ab62-42ce-b21a-15dfac3db9a7) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:03.475224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-01f254a8-e724-466a-8353-a8bb818156e0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:03.618316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:03.644179 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:03.696907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-01f254a8-e724-466a-8353-a8bb818156e0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:03.735278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:03.743890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-01f254a8-e724-466a-8353-a8bb818156e0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc0cc41-17a8-43a9-9cb8-5fa4aaf23235']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:03.763238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-01f254a8-e724-466a-8353-a8bb818156e0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213b8548-9797-41ed-842b-b61e336266e3') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:03.763529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-01f254a8-e724-466a-8353-a8bb818156e0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213b8548-9797-41ed-842b-b61e336266e3') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:03.774376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Transition to ACTIVE for port object 5778850d-ab62-42ce-b21a-15dfac3db9a7 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:03.779324 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:49:03.780239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-01f254a8-e724-466a-8353-a8bb818156e0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:03.800129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-01f254a8-e724-466a-8353-a8bb818156e0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:03.808912 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f254a8-e724-466a-8353-a8bb818156e0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:03.809312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-01f254a8-e724-466a-8353-a8bb818156e0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:03.824417 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:03.858051 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] For port 20a4319a-10b8-4ba8-a1e9-e015084e874f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=20a4319a-10b8-4ba8-a1e9-e015084e874f,segment=NetworkSegment(6ff39f60-dfdd-4742-85fd-3de78c9c9f31),segment_id=6ff39f60-dfdd-4742-85fd-3de78c9c9f31)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:03.858410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:03.985050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:03.992558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:04.011368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47409ae-5030-4380-826f-8fe8024dda20 None None] Network 4a297345-35ca-4c54-b0f7-f1a06badfbcf requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:04.031840 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-01f254a8-e724-466a-8353-a8bb818156e0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:04.069651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-01f254a8-e724-466a-8353-a8bb818156e0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:04.090461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Network 57ff1508-af3e-4148-9c37-bc3f3ad8ea41 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:04.100024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:04.101990 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f254a8-e724-466a-8353-a8bb818156e0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Network': ['ID=9cc0cc41-17a8-43a9-9cb8-5fa4aaf23235,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:04.106541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:04.112834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:04.115950 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-01f254a8-e724-466a-8353-a8bb818156e0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/9cc0cc41-17a8-43a9-9cb8-5fa4aaf23235 HTTP/1.1" status: 204 len: 168 time: 0.7952011 Mar 08 11:49:04.115950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event updated for resources: {'Port': ['ID=5778850d-ab62-42ce-b21a-15dfac3db9a7,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:04.124477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45286) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:04.171603 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac4fae9-7f6e-4e9f-9926-6f2bbb8af363 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:04.172137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac4fae9-7f6e-4e9f-9926-6f2bbb8af363 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:04.173766 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dac4fae9-7f6e-4e9f-9926-6f2bbb8af363 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/subnets/f571e437-8bd1-45c5-9582-39b5581f2ce7 HTTP/1.1" status: 404 len: 337 time: 0.0484695 Mar 08 11:49:04.176750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45290) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:04.199695 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ba6dd540-dff2-479d-be59-a5922502bb3f None None] Provisioning for port a8ffdfe8-684b-4eca-bee4-52719ec02b2d completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:04.210672 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-7467ce83-aefd-4afe-b108-135c7b9ac4ff tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:04.211155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7467ce83-aefd-4afe-b108-135c7b9ac4ff tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:04.216293 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7467ce83-aefd-4afe-b108-135c7b9ac4ff tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/360f5a23-cd19-41d2-9233-4a94ac857d11 HTTP/1.1" status: 404 len: 339 time: 0.0352542 Mar 08 11:49:04.216293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45294) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:04.236852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Calling delete_port for 20a4319a-10b8-4ba8-a1e9-e015084e874f owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:04.327861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Pushing event deleted for resources: {'Port': ['ID=366b48ee-21a3-450f-92cf-48e517eb0738,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:04.414273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:04.414841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:04.415250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:04.415696 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:04.416092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:04.416483 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:04.416869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:04.417285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:04.417713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:04.418414 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:04.418805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:04.419188 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:04.452958 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4128d1-3341-493e-9d9e-69932b65d6d0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:04.453431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4128d1-3341-493e-9d9e-69932b65d6d0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:04.455207 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ee4128d1-3341-493e-9d9e-69932b65d6d0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/subnets/a7644281-7a93-44e1-b9fb-6950dc01d1bc HTTP/1.1" status: 404 len: 337 time: 0.2383025 Mar 08 11:49:04.458118 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45298) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:04.492058 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-163b7414-8c8f-4fda-a749-579f41d38c57 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:04.492058 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163b7414-8c8f-4fda-a749-579f41d38c57 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:04.492058 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-163b7414-8c8f-4fda-a749-579f41d38c57 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/986d32bc-a98f-4c8f-822b-e7d413289459 HTTP/1.1" status: 404 len: 339 time: 0.0312598 Mar 08 11:49:04.497757 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45302) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:04.505183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-08114eee-332c-4e38-b426-abb88ad8b0a8 admin admin] Deleting port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:04.505527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-08114eee-332c-4e38-b426-abb88ad8b0a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:04.539237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2954cbf6-9d10-49a2-bfdc-9775dc38e830 None None] Provisioning for port 5778850d-ab62-42ce-b21a-15dfac3db9a7 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:04.541823 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:04.554059 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2954cbf6-9d10-49a2-bfdc-9775dc38e830 None None] Provisioning complete for port 5778850d-ab62-42ce-b21a-15dfac3db9a7 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:04.555793 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2954cbf6-9d10-49a2-bfdc-9775dc38e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:04.558464 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6465dd-3df7-40dd-9f36-088f39be79da tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:04.558464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6465dd-3df7-40dd-9f36-088f39be79da tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:04.562303 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9e6465dd-3df7-40dd-9f36-088f39be79da tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/subnets/5772a367-8d5e-4fef-80af-ddba418784df HTTP/1.1" status: 404 len: 337 time: 0.0611022 Mar 08 11:49:04.562946 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45306) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:04.586839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c038c87f-b1d1-47f4-bea3-9fa40df9f883 None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:49:04.600783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:04.627954 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-750db469-c24b-4f23-979b-3a3704f51452 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:04.628437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750db469-c24b-4f23-979b-3a3704f51452 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:04.630207 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-750db469-c24b-4f23-979b-3a3704f51452 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/f97c10c2-315c-419d-97ed-e9207572579d HTTP/1.1" status: 404 len: 339 time: 0.0662625 Mar 08 11:49:04.636048 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45310) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:04.690068 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0273cc-d34f-43bc-b89b-bc5eca5b4c60 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:04.690540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0273cc-d34f-43bc-b89b-bc5eca5b4c60 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:04.692249 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4d0273cc-d34f-43bc-b89b-bc5eca5b4c60 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/subnets/03876c56-3252-4470-9fe1-1bcb96dcd217 HTTP/1.1" status: 404 len: 337 time: 0.0552301 Mar 08 11:49:04.696398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45314) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:04.739585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:04.747270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2954cbf6-9d10-49a2-bfdc-9775dc38e830 None None] Port 5778850d-ab62-42ce-b21a-15dfac3db9a7 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:49:04.782545 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e19f20-88e9-4dd8-9bb6-8c6f7096ddbd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:04.783032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e19f20-88e9-4dd8-9bb6-8c6f7096ddbd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:04.799095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Router 983f8a3f-1c3e-4793-8683-11e6814b45d4 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:49:04.806064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c038c87f-b1d1-47f4-bea3-9fa40df9f883 None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 11:49:04.809414 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Port': ['ID=20a4319a-10b8-4ba8-a1e9-e015084e874f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:04.823620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] No DVR routers for this DVR port 20a4319a-10b8-4ba8-a1e9-e015084e874f on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:04.831806 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b7e19f20-88e9-4dd8-9bb6-8c6f7096ddbd tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/d7372e3b-0971-4fc6-9978-843e6a79475f HTTP/1.1" status: 404 len: 339 time: 0.1279695 Mar 08 11:49:04.831806 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:04.835003 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d0b21776-5588-40d3-82c4-c8fe3905acbb tempest-ServersTestJSON-68415971 tempest-ServersTestJSON-68415971-project] 10.222.0.32 "DELETE /v2.0/floatingips/c39a0f62-4a17-4abe-b916-9862104590e8 HTTP/1.1" status: 204 len: 168 time: 3.0465894 Mar 08 11:49:04.835222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45318) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:04.835818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45320) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:04.954959 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-481c1811-6e5e-424d-b9d2-7f3fa8b867c5 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:04.955499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481c1811-6e5e-424d-b9d2-7f3fa8b867c5 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:04.959615 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-481c1811-6e5e-424d-b9d2-7f3fa8b867c5 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/subnets/996af5cc-6287-448b-997f-08ff4c7e0d01 HTTP/1.1" status: 404 len: 337 time: 0.1196117 Mar 08 11:49:04.961109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45326) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:04.971186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a8ffdfe8-684b-4eca-bee4-52719ec02b2d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:49:04.997549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-08114eee-332c-4e38-b426-abb88ad8b0a8 admin admin] For port 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b,segment=NetworkSegment(bcbce039-c746-4c13-b87a-a4d54c2e19b1),segment_id=bcbce039-c746-4c13-b87a-a4d54c2e19b1)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:04.998558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-08114eee-332c-4e38-b426-abb88ad8b0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:05.007215 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-8180fc5a-c654-4d57-bbf6-fecd173f36e1 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:05.007782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8180fc5a-c654-4d57-bbf6-fecd173f36e1 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:05.009568 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8180fc5a-c654-4d57-bbf6-fecd173f36e1 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/625ce7dd-ec08-47de-ba99-a2df0a3e5d43 HTTP/1.1" status: 404 len: 339 time: 0.0475869 Mar 08 11:49:05.013397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45330) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:05.243217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port a8ffdfe8-684b-4eca-bee4-52719ec02b2d completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:05.255846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port a8ffdfe8-684b-4eca-bee4-52719ec02b2d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:05.256019 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:05.277516 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:05.291562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-08114eee-332c-4e38-b426-abb88ad8b0a8 admin admin] Calling delete_port for 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:05.318627 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6fa3a6-7b7f-493d-8e82-7e9289ce2e2e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:05.318910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6fa3a6-7b7f-493d-8e82-7e9289ce2e2e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:05.323095 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3d6fa3a6-7b7f-493d-8e82-7e9289ce2e2e tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/subnets/9d041c0b-1593-4d32-804f-69b89f7a0bac HTTP/1.1" status: 404 len: 337 time: 0.3044198 Mar 08 11:49:05.339790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45334) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:05.387572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669b59ce-a91e-4d2a-84b1-674e18d90461']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:05.411746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:05.420223 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-7340a7b6-cde5-4f04-9bb1-673be252cf4f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:05.420223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7340a7b6-cde5-4f04-9bb1-673be252cf4f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:05.420223 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7340a7b6-cde5-4f04-9bb1-673be252cf4f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/66cf3d62-7d3d-401c-a5e1-bea1ff4b6cee HTTP/1.1" status: 404 len: 339 time: 0.0737543 Mar 08 11:49:05.428385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff39f60-dfdd-4742-85fd-3de78c9c9f31') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:05.428706 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff39f60-dfdd-4742-85fd-3de78c9c9f31') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:05.435392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45338) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:05.446814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port a8ffdfe8-684b-4eca-bee4-52719ec02b2d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a8ffdfe8-684b-4eca-bee4-52719ec02b2d,segment=NetworkSegment(f4f39388-4e9e-4b00-abb1-1d3693d8c4d5),segment_id=f4f39388-4e9e-4b00-abb1-1d3693d8c4d5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:05.467884 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:05.477700 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:49:05.487757 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b9894b-cccf-44f2-b6c5-46efbc3dcdd5 None None] Sync routers for ids ['983f8a3f-1c3e-4793-8683-11e6814b45d4'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:05.488291 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:05.491657 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-44750287-636c-4b32-b07e-fd5dcd78cf4c tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "PUT /v2.0/routers/983f8a3f-1c3e-4793-8683-11e6814b45d4 HTTP/1.1" status: 200 len: 919 time: 8.2496932 Mar 08 11:49:05.495679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:05.498403 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b9894b-cccf-44f2-b6c5-46efbc3dcdd5 None None] Routers {'983f8a3f-1c3e-4793-8683-11e6814b45d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:05.499144 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a0b9894b-cccf-44f2-b6c5-46efbc3dcdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['983f8a3f-1c3e-4793-8683-11e6814b45d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:05.502687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45342) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:05.503702 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede88943-4793-421e-bb00-33600a4591a3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:05.504160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede88943-4793-421e-bb00-33600a4591a3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:05.508201 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ede88943-4793-421e-bb00-33600a4591a3 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/subnets/3860bafe-8978-4d8e-8fb1-236360907ed3 HTTP/1.1" status: 404 len: 337 time: 0.0653541 Mar 08 11:49:05.511591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45346) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:05.543851 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-063222f0-39da-4bfa-b01d-8ed3e755b694 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:05.544410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063222f0-39da-4bfa-b01d-8ed3e755b694 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:05.545521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:05.549177 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-063222f0-39da-4bfa-b01d-8ed3e755b694 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/b6a506ee-06b5-459e-a796-c7d131820978 HTTP/1.1" status: 404 len: 339 time: 0.0334594 Mar 08 11:49:05.549177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45350) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:05.593184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:05.593989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:05.608672 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a0b9894b-cccf-44f2-b6c5-46efbc3dcdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:05.620812 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b9894b-cccf-44f2-b6c5-46efbc3dcdd5 None None] Routers {'983f8a3f-1c3e-4793-8683-11e6814b45d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:05.621579 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a0b9894b-cccf-44f2-b6c5-46efbc3dcdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['983f8a3f-1c3e-4793-8683-11e6814b45d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:05.641366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:05.668767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:05.669178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:05.672628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event updated for resources: {'Port': ['ID=5778850d-ab62-42ce-b21a-15dfac3db9a7,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:05.676385 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7caa587-0fb8-49a8-90ef-bb82e0f5e9f0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:05.677974 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7caa587-0fb8-49a8-90ef-bb82e0f5e9f0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:05.678933 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f7caa587-0fb8-49a8-90ef-bb82e0f5e9f0 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/subnets/1778ec1b-0aa1-4ceb-9b3d-448d108bc185 HTTP/1.1" status: 404 len: 337 time: 0.1295035 Mar 08 11:49:05.683943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45354) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:05.694435 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a0b9894b-cccf-44f2-b6c5-46efbc3dcdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:05.695065 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b9894b-cccf-44f2-b6c5-46efbc3dcdd5 None None] The sync data for ids ['983f8a3f-1c3e-4793-8683-11e6814b45d4'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:05.747275 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-656e5dec-386b-46d4-bffc-af701c8a5858 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:05.747761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656e5dec-386b-46d4-bffc-af701c8a5858 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:05.751799 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-656e5dec-386b-46d4-bffc-af701c8a5858 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/e5216518-5dde-48ff-820a-bfc2cca7806c HTTP/1.1" status: 404 len: 339 time: 0.0644479 Mar 08 11:49:05.755782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45358) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:05.769866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=a8ffdfe8-684b-4eca-bee4-52719ec02b2d,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:05.870335 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:06.055516 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a9bf2eb5-32c5-423b-815b-88590d7a1b64 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/routers/983f8a3f-1c3e-4793-8683-11e6814b45d4 HTTP/1.1" status: 200 len: 925 time: 0.5484314 Mar 08 11:49:06.058931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45362) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:06.069852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0e4999-253b-4074-b451-9f1849303b51 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Deleting subnet 669ce471-546e-497c-887c-898f7914c3fb {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:49:06.074534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4999-253b-4074-b451-9f1849303b51 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:06.109431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Network 57ff1508-af3e-4148-9c37-bc3f3ad8ea41 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:06.118327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:06.135556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:06.163442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:06.184420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Network': ['ID=669b59ce-a91e-4d2a-84b1-674e18d90461,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:06.191543 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-12287bf6-000c-4f63-8c14-5115151bb717 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/networks/669b59ce-a91e-4d2a-84b1-674e18d90461 HTTP/1.1" status: 204 len: 168 time: 6.8624110 Mar 08 11:49:06.195756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45366) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:06.205254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-912375200'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:06.210788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:06.211399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4999-253b-4074-b451-9f1849303b51 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:06.218104 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Usage tracker for resource:network and tenant:be48fa7f52ce4064a14c84ad07e871f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:06.221931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:06.229164 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:06.250273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127fdf8-1425-4cc6-9b75-507160485c52 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:06.252337 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4127fdf8-1425-4cc6-9b75-507160485c52 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&device_id=983f8a3f-1c3e-4793-8683-11e6814b45d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1919739 Mar 08 11:49:06.254733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45370) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:06.278574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-08114eee-332c-4e38-b426-abb88ad8b0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:06.340988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:06.344515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:06.370057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-56883ed6-2303-4ad3-8955-4c86e4669ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:06.405535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ff58016a-a15c-41fd-9a9e-4aeae2040b4e None None] Provisioning complete for port 5778850d-ab62-42ce-b21a-15dfac3db9a7 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:06.406656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ff58016a-a15c-41fd-9a9e-4aeae2040b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:06.415873 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08114eee-332c-4e38-b426-abb88ad8b0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:06.457907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Router 8130c27c-44e0-4455-8eb3-3513c08a8e0e has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:49:06.492583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4999-253b-4074-b451-9f1849303b51 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:06.497922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ff58016a-a15c-41fd-9a9e-4aeae2040b4e None None] Port 5778850d-ab62-42ce-b21a-15dfac3db9a7 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:49:06.544261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:06.562478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05fb54f-3831-405b-94ca-23ec9d995cf1 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:06.566643 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f05fb54f-3831-405b-94ca-23ec9d995cf1 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/networks/b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 881 time: 0.3081188 Mar 08 11:49:06.567013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45374) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:06.574118 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:06.574458 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Added segment c7c594c8-558d-43e7-8d69-2a63c1c3340a of type vlan for network 2c86723b-38b1-4a26-8aca-25c0e4253a30 Mar 08 11:49:06.679115 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-54c1d567-123d-4a7b-9dcd-a0d7078e5c91 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "GET /v2.0/ports?device_id=983f8a3f-1c3e-4793-8683-11e6814b45d4 HTTP/1.1" status: 200 len: 205 time: 0.1108620 Mar 08 11:49:06.688648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45378) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:06.790170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:06.845310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:49:06.859734 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e01a4-6917-4e49-9c2c-05bed3f4a15a None None] Sync routers for ids ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:06.882970 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e01a4-6917-4e49-9c2c-05bed3f4a15a None None] Routers {'8130c27c-44e0-4455-8eb3-3513c08a8e0e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:06.883622 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4c4e01a4-6917-4e49-9c2c-05bed3f4a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:06.892137 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-148e6d91-3b49-4bf8-86f3-51ee48a95703 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "PUT /v2.0/routers/8130c27c-44e0-4455-8eb3-3513c08a8e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8074067 Mar 08 11:49:06.892405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45382) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:06.901082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4999-253b-4074-b451-9f1849303b51 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:06.952234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e4999-253b-4074-b451-9f1849303b51 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Subnet': ['ID=669ce471-546e-497c-887c-898f7914c3fb,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:06.954332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4999-253b-4074-b451-9f1849303b51 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:06.956149 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9a0e4999-253b-4074-b451-9f1849303b51 tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/subnets/669ce471-546e-497c-887c-898f7914c3fb HTTP/1.1" status: 204 len: 168 time: 1.1994324 Mar 08 11:49:06.962901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45386) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:06.977104 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a8ffdfe8-684b-4eca-bee4-52719ec02b2d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:49:07.002326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3118656-449d-48f6-b043-bcca22ff5188 None None] Network 59858bcc-e80a-49e9-b60f-949084d6e5db requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:07.024707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4c4e01a4-6917-4e49-9c2c-05bed3f4a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:07.112726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e01a4-6917-4e49-9c2c-05bed3f4a15a None None] Routers {'8130c27c-44e0-4455-8eb3-3513c08a8e0e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:07.113354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4c4e01a4-6917-4e49-9c2c-05bed3f4a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:07.115626 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.121586 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:07.122410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.127835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.144225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-56883ed6-2303-4ad3-8955-4c86e4669ecf admin admin] Deleting port 5fb7d739-ca59-4d37-b028-00db156af062 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:07.144437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-56883ed6-2303-4ad3-8955-4c86e4669ecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.188339 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Deleting port 8a1985e5-e703-4806-86ae-5b8f4ec28656 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:07.188717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.199966 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4c4e01a4-6917-4e49-9c2c-05bed3f4a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:07.200286 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e01a4-6917-4e49-9c2c-05bed3f4a15a None None] The sync data for ids ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:07.284553 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port a8ffdfe8-684b-4eca-bee4-52719ec02b2d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:07.284920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.318544 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-08114eee-332c-4e38-b426-abb88ad8b0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.332326 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.469771 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea2b5af-d123-4ca2-8748-6867c2e114fc None None] DHCP port deletion for 59858bcc-e80a-49e9-b60f-949084d6e5db request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:07.475107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2b5af-d123-4ca2-8748-6867c2e114fc None None] Deleting port 8a1985e5-e703-4806-86ae-5b8f4ec28656 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:07.475488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6ea2b5af-d123-4ca2-8748-6867c2e114fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.536752 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a4381a8f-6b21-494f-baa1-cac6591085e7 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.595541 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3984225 Mar 08 11:49:07.616697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45390) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:07.622326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'subnet': {'network_id': '2c86723b-38b1-4a26-8aca-25c0e4253a30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:07.627572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957cd8b-01ce-4457-a6fe-2e1301a47042 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Network': ['ID=2c86723b-38b1-4a26-8aca-25c0e4253a30,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:07.671814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-56883ed6-2303-4ad3-8955-4c86e4669ecf admin admin] For port 5fb7d739-ca59-4d37-b028-00db156af062, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5fb7d739-ca59-4d37-b028-00db156af062,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:07.672176 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-56883ed6-2303-4ad3-8955-4c86e4669ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.689797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 2c86723b-38b1-4a26-8aca-25c0e4253a30 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:07.700468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] For port 8a1985e5-e703-4806-86ae-5b8f4ec28656, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8a1985e5-e703-4806-86ae-5b8f4ec28656,segment=NetworkSegment(530abfb7-20b1-4112-8556-8e1f3da7bea4),segment_id=530abfb7-20b1-4112-8556-8e1f3da7bea4)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:07.700825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.858479 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-6ea2b5af-d123-4ca2-8748-6867c2e114fc None None] For port 8a1985e5-e703-4806-86ae-5b8f4ec28656, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8a1985e5-e703-4806-86ae-5b8f4ec28656,segment=NetworkSegment(530abfb7-20b1-4112-8556-8e1f3da7bea4),segment_id=530abfb7-20b1-4112-8556-8e1f3da7bea4)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:07.859018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6ea2b5af-d123-4ca2-8748-6867c2e114fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.872356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-56883ed6-2303-4ad3-8955-4c86e4669ecf admin admin] Calling delete_port for 5fb7d739-ca59-4d37-b028-00db156af062 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:07.889591 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-a4381a8f-6b21-494f-baa1-cac6591085e7 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 08 11:49:07.893589 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a4381a8f-6b21-494f-baa1-cac6591085e7 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "DELETE /v2.0/routers/8130c27c-44e0-4455-8eb3-3513c08a8e0e HTTP/1.1" status: 409 len: 329 time: 0.9923935 Mar 08 11:49:07.903246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45394) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:07.986375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:07.989526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2b5af-d123-4ca2-8748-6867c2e114fc None None] Calling delete_port for 8a1985e5-e703-4806-86ae-5b8f4ec28656 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:08.029109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Calling delete_port for 8a1985e5-e703-4806-86ae-5b8f4ec28656 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:08.083294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:08.106581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:08.124324 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Deleting port 82e066ee-701b-48c1-8254-d6d1f0311b07 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:08.124893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:08.138903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6ea2b5af-d123-4ca2-8748-6867c2e114fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:08.159501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:49:08.159813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:49:08.190956 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2b5af-d123-4ca2-8748-6867c2e114fc None None] Pushing event deleted for resources: {'Port': ['ID=8a1985e5-e703-4806-86ae-5b8f4ec28656,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:08.192876 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2b5af-d123-4ca2-8748-6867c2e114fc None None] No DVR routers for this DVR port 8a1985e5-e703-4806-86ae-5b8f4ec28656 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:08.199033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:08.202777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:08.447669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-56883ed6-2303-4ad3-8955-4c86e4669ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:08.515202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56883ed6-2303-4ad3-8955-4c86e4669ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb7d739-ca59-4d37-b028-00db156af062,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:08.603871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:08.708865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Deleting port 8a1985e5-e703-4806-86ae-5b8f4ec28656 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:08.709481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:08.731020 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08114eee-332c-4e38-b426-abb88ad8b0a8 admin admin] Router 16ffb9a0-f639-41ac-b6f6-01428b285f8a has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:49:08.856362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:08.906145 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8a1985e5-e703-4806-86ae-5b8f4ec28656 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:08.935759 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Subnet': ['ID=55b49ea9-78b5-4c78-8c4c-2dc8195bc380,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:08.941334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 8a1985e5-e703-4806-86ae-5b8f4ec28656 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:08.941800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8a1985e5-e703-4806-86ae-5b8f4ec28656 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:08.945679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] The port '8a1985e5-e703-4806-86ae-5b8f4ec28656' was deleted {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:49:09.008448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Checking segment: {'id': 'c7c594c8-558d-43e7-8d69-2a63c1c3340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2c86723b-38b1-4a26-8aca-25c0e4253a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:09.008720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network hostable DHCP agents. Network: 2c86723b-38b1-4a26-8aca-25c0e4253a30, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:09.027040 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Calling delete_port for 82e066ee-701b-48c1-8254-d6d1f0311b07 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:09.172266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:09.185254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-56883ed6-2303-4ad3-8955-4c86e4669ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:09.193970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08114eee-332c-4e38-b426-abb88ad8b0a8 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:49:09.204590 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf4430c-3204-460f-bf28-4c6f3bf7144f None None] Sync routers for ids ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:09.210901 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-08114eee-332c-4e38-b426-abb88ad8b0a8 admin admin] 10.222.0.32 "PUT /v2.0/routers/16ffb9a0-f639-41ac-b6f6-01428b285f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7834768 Mar 08 11:49:09.217383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45398) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:09.219105 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf4430c-3204-460f-bf28-4c6f3bf7144f None None] Routers {'16ffb9a0-f639-41ac-b6f6-01428b285f8a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:09.219795 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7cf4430c-3204-460f-bf28-4c6f3bf7144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:09.257664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59858bcc-e80a-49e9-b60f-949084d6e5db']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:09.271755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network 2c86723b-38b1-4a26-8aca-25c0e4253a30 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:09.292777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530abfb7-20b1-4112-8556-8e1f3da7bea4') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:09.293076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530abfb7-20b1-4112-8556-8e1f3da7bea4') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:09.310118 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:09.338353 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:09.403092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 2c86723b-38b1-4a26-8aca-25c0e4253a30) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:09.411297 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:09.411702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:09.415297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b54c2d-b117-473a-817b-51ed20362d4f None None] Network 2c86723b-38b1-4a26-8aca-25c0e4253a30 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:09.429039 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:09.437789 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-7cf4430c-3204-460f-bf28-4c6f3bf7144f None None] Set router 16ffb9a0-f639-41ac-b6f6-01428b285f8a gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:49:09.443432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:09.444022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:09.510890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:09.593608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-85bcf62e-6709-4770-ac8b-2680f41c0c48 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:09.627326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:09.645981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:09.657370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:09.662729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] Pushing event deleted for resources: {'Network': ['ID=59858bcc-e80a-49e9-b60f-949084d6e5db,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:09.671979 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cee63148-8243-4c5c-8f1a-0442af4db76f tempest-NetworksTest-1986328087 tempest-NetworksTest-1986328087-project] 10.222.0.32 "DELETE /v2.0/networks/59858bcc-e80a-49e9-b60f-949084d6e5db HTTP/1.1" status: 204 len: 168 time: 2.7080936 Mar 08 11:49:09.733007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-2c86723b-38b1-4a26-8aca-25c0e4253a30', 'network_id': '2c86723b-38b1-4a26-8aca-25c0e4253a30', 'tenant_id': 'be48fa7f52ce4064a14c84ad07e871f6', 'fixed_ips': [{'subnet_id': '55b49ea9-78b5-4c78-8c4c-2dc8195bc380'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:49:09.734701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:09.786483 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-26036dba-874d-4ac0-a379-c8b270047bbe tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1686776 Mar 08 11:49:09.787412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45404) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:09.821001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Pushing event deleted for resources: {'Port': ['ID=82e066ee-701b-48c1-8254-d6d1f0311b07,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:09.962764 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7cf4430c-3204-460f-bf28-4c6f3bf7144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:49:06Z', 'revision_number': 5, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:09.964089 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Allocated IP 2001:db8::2 (2c86723b-38b1-4a26-8aca-25c0e4253a30/55b49ea9-78b5-4c78-8c4c-2dc8195bc380/86087be0-b693-4db9-961a-09d8f2eae209) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:09.969623 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf4430c-3204-460f-bf28-4c6f3bf7144f None None] Checking router: 16ffb9a0-f639-41ac-b6f6-01428b285f8a for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:49:09.980979 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf4430c-3204-460f-bf28-4c6f3bf7144f None None] Routers {'16ffb9a0-f639-41ac-b6f6-01428b285f8a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:09.986725 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7cf4430c-3204-460f-bf28-4c6f3bf7144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:09.986867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56883ed6-2303-4ad3-8955-4c86e4669ecf admin admin] Router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:49:10.084101 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-632fb799-5c6f-4ca1-bee3-94663ed27ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.110368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.168614 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.218728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.219450 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-7cf4430c-3204-460f-bf28-4c6f3bf7144f None None] Set router 16ffb9a0-f639-41ac-b6f6-01428b285f8a gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:49:10.282459 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.296003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Transition to ACTIVE for port object 86087be0-b693-4db9-961a-09d8f2eae209 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:10.312099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.325227 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Transition to ACTIVE for port object 86087be0-b693-4db9-961a-09d8f2eae209 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:10.338765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Deleting port 71999e53-45c7-4423-b5b3-139c9de98020 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:10.339334 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.344785 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56883ed6-2303-4ad3-8955-4c86e4669ecf admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:49:10.353605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01899d-c72e-4001-9eb0-3f17ec2da9f2 None None] Sync routers for ids ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:10.360745 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-56883ed6-2303-4ad3-8955-4c86e4669ecf admin admin] 10.222.0.32 "PUT /v2.0/routers/48b1c7b9-a729-44f3-8194-0126ea6e65e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5188713 Mar 08 11:49:10.366960 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45410) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:10.373239 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01899d-c72e-4001-9eb0-3f17ec2da9f2 None None] Routers {'48b1c7b9-a729-44f3-8194-0126ea6e65e7'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:10.374092 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1e01899d-c72e-4001-9eb0-3f17ec2da9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:10.438235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45414) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:10.453997 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.458140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.462512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.578523 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Network 2c86723b-38b1-4a26-8aca-25c0e4253a30 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:10.601030 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:10.726083 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7cf4430c-3204-460f-bf28-4c6f3bf7144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:49:06Z', 'revision_number': 5, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:10.732180 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf4430c-3204-460f-bf28-4c6f3bf7144f None None] The sync data for ids ['16ffb9a0-f639-41ac-b6f6-01428b285f8a'] in dv-neutron-828143-8-hyperv is: [{'id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'name': 'tempest-ServersTestManualDisk-340712368-router', 'tenant_id': '4f7cf23e768e4420895e1a6e55553a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '71999e53-45c7-4423-b5b3-139c9de98020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:49:06Z', 'revision_number': 5, 'project_id': '4f7cf23e768e4420895e1a6e55553a02', 'gw_port': {'id': '71999e53-45c7-4423-b5b3-139c9de98020', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffb9a0-f639-41ac-b6f6-01428b285f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:10.739683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.772867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:10.778572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-85bcf62e-6709-4770-ac8b-2680f41c0c48 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Deleting port 5778850d-ab62-42ce-b21a-15dfac3db9a7 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:10.778903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-1e01899d-c72e-4001-9eb0-3f17ec2da9f2 None None] Set router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:49:10.779039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-85bcf62e-6709-4770-ac8b-2680f41c0c48 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.812897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.813439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Fanout notify agent at l3_agent the message router_deleted on router 983f8a3f-1c3e-4793-8683-11e6814b45d4 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:49:10.820186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.863742 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Pushing event updated for resources: {'Port': ['ID=86087be0-b693-4db9-961a-09d8f2eae209,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:10.870259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Subnet': ['ID=55b49ea9-78b5-4c78-8c4c-2dc8195bc380,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:10.903724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.908256 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0f2894d3-c734-4c8b-99c8-125f38573a4f tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "DELETE /v2.0/routers/983f8a3f-1c3e-4793-8683-11e6814b45d4 HTTP/1.1" status: 204 len: 168 time: 4.2123153 Mar 08 11:49:10.918888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45420) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:10.938159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-28482192-f811-4c6a-b254-c4556d7abccc tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1079657046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:10.951994 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-820b8ff8-3ac3-4ea1-88be-367fb7e45d24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11ccad0b38e34e318255f6b867d0a615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000925 Mar 08 11:49:10.951994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] For port 71999e53-45c7-4423-b5b3-139c9de98020, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=71999e53-45c7-4423-b5b3-139c9de98020,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:10.951994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:10.963776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45424) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:11.004964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-28482192-f811-4c6a-b254-c4556d7abccc tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:11.069214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-28482192-f811-4c6a-b254-c4556d7abccc tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Usage tracker for resource:router and tenant:20284a76a3c44566a0da1cd1318025c1 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:11.077649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-28482192-f811-4c6a-b254-c4556d7abccc tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:11.082416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.092794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Attempting to bind port 86087be0-b693-4db9-961a-09d8f2eae209 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:11.093414 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Attempting to bind port 86087be0-b693-4db9-961a-09d8f2eae209 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'c7c594c8-558d-43e7-8d69-2a63c1c3340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2c86723b-38b1-4a26-8aca-25c0e4253a30'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:11.093414 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Attempting to bind port 86087be0-b693-4db9-961a-09d8f2eae209 on network 2c86723b-38b1-4a26-8aca-25c0e4253a30 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:11.100688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:49:11.101073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Checking segment: {'id': 'c7c594c8-558d-43e7-8d69-2a63c1c3340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2c86723b-38b1-4a26-8aca-25c0e4253a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:11.101829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.101967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Bound using segment: {'id': 'c7c594c8-558d-43e7-8d69-2a63c1c3340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2c86723b-38b1-4a26-8aca-25c0e4253a30'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:49:11.102352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Bound port: 86087be0-b693-4db9-961a-09d8f2eae209, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c594c8-558d-43e7-8d69-2a63c1c3340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2c86723b-38b1-4a26-8aca-25c0e4253a30'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:49:11.102726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.102834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-28482192-f811-4c6a-b254-c4556d7abccc tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:11.144084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.151238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c86723b-38b1-4a26-8aca-25c0e4253a30']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:11.156468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Calling delete_port for 71999e53-45c7-4423-b5b3-139c9de98020 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:11.169395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c594c8-558d-43e7-8d69-2a63c1c3340a') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:11.174498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c594c8-558d-43e7-8d69-2a63c1c3340a') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:11.175093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:11.196315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.208700 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28482192-f811-4c6a-b254-c4556d7abccc tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.210014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28482192-f811-4c6a-b254-c4556d7abccc tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.232945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.244357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:11.244776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.274305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-85bcf62e-6709-4770-ac8b-2680f41c0c48 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.278895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:11.279350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 05dc84b8-c4a6-4fb1-84fa-7a2ae8c3b87b not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:11.336881 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] For port 86087be0-b693-4db9-961a-09d8f2eae209, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:11.341438 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:11.349604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Deleting port 4532c99e-8013-4876-96f4-197fd99e4127 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:11.349999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.353567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1e01899d-c72e-4001-9eb0-3f17ec2da9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '4532c99e-8013-4876-96f4-197fd99e4127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:49:08Z', 'revision_number': 5, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port': {'id': '4532c99e-8013-4876-96f4-197fd99e4127', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:11.357810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01899d-c72e-4001-9eb0-3f17ec2da9f2 None None] Checking router: 48b1c7b9-a729-44f3-8194-0126ea6e65e7 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:49:11.367549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01899d-c72e-4001-9eb0-3f17ec2da9f2 None None] Routers {'48b1c7b9-a729-44f3-8194-0126ea6e65e7'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:11.368295 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1e01899d-c72e-4001-9eb0-3f17ec2da9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:48:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:11.402631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28482192-f811-4c6a-b254-c4556d7abccc tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.426823 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-951c2a6f-f748-4557-8f5a-a88aef8d235b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.440390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-85bcf62e-6709-4770-ac8b-2680f41c0c48 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Calling delete_port for 5778850d-ab62-42ce-b21a-15dfac3db9a7 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:11.459334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] For port 86087be0-b693-4db9-961a-09d8f2eae209, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=86087be0-b693-4db9-961a-09d8f2eae209,segment=NetworkSegment(c7c594c8-558d-43e7-8d69-2a63c1c3340a),segment_id=c7c594c8-558d-43e7-8d69-2a63c1c3340a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:49:11.516266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 11:49:11.516266 dv-neutron-828143-8-hyperv neutron-server[88469]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 11:49:11.516266 dv-neutron-828143-8-hyperv neutron-server[88469]: [parameters: {'id': '2c86723b-38b1-4a26-8aca-25c0e4253a30'}] Mar 08 11:49:11.516266 dv-neutron-828143-8-hyperv neutron-server[88469]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:49:11.516701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:49:11.531527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-951c2a6f-f748-4557-8f5a-a88aef8d235b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.549324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-1e01899d-c72e-4001-9eb0-3f17ec2da9f2 None None] Set router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:49:11.566701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] For port 4532c99e-8013-4876-96f4-197fd99e4127, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4532c99e-8013-4876-96f4-197fd99e4127,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:11.567064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.596242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.630963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28482192-f811-4c6a-b254-c4556d7abccc tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.708005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Calling delete_port for 4532c99e-8013-4876-96f4-197fd99e4127 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:11.718411 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1e01899d-c72e-4001-9eb0-3f17ec2da9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:49:11Z', 'revision_number': 6, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:11.729780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01899d-c72e-4001-9eb0-3f17ec2da9f2 None None] The sync data for ids ['48b1c7b9-a729-44f3-8194-0126ea6e65e7'] in dv-neutron-828143-8-hyperv is: [{'id': '48b1c7b9-a729-44f3-8194-0126ea6e65e7', 'name': 'tempest-ServersTestJSON-1136934468-router', 'tenant_id': 'c789aaee89fe4403ae97580a823f1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:49:11Z', 'revision_number': 6, 'project_id': 'c789aaee89fe4403ae97580a823f1a5a', 'gw_port_host': None}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:11.799100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Pushing event updated for resources: {'Port': ['ID=86087be0-b693-4db9-961a-09d8f2eae209,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:11.814649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:11.815002 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:11.815345 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:11.815690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:11.816022 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:11.816353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:11.816682 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:11.817010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:11.817449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:11.817779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:11.818134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:11.818455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c60c3-9e97-43c4-9fd4-5a1c77f79787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:11.839944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86292b5d-2235-4738-9158-b2a5085cf178 None None] Network 2c86723b-38b1-4a26-8aca-25c0e4253a30 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:11.845312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28482192-f811-4c6a-b254-c4556d7abccc tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.850079 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-28482192-f811-4c6a-b254-c4556d7abccc tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9185843 Mar 08 11:49:11.850079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45428) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:11.854568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'enable_snat': False}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:11.893124 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:11.949793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=71999e53-45c7-4423-b5b3-139c9de98020,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:11.984838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-951c2a6f-f748-4557-8f5a-a88aef8d235b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.004456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-85bcf62e-6709-4770-ac8b-2680f41c0c48 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.055324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b265aa9-9f4a-4084-84e9-f712177fb94d None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:49:12.093070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c2a6f-f748-4557-8f5a-a88aef8d235b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c07470-4211-4628-8c4e-c007b34b1628,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:12.132837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcf62e-6709-4770-ac8b-2680f41c0c48 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event deleted for resources: {'Port': ['ID=5778850d-ab62-42ce-b21a-15dfac3db9a7,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:12.178406 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7eab1d83-c450-4ad7-bb5d-7900562e2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.220265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.240898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b265aa9-9f4a-4084-84e9-f712177fb94d None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 11:49:12.248769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.323278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Deleting port 86087be0-b693-4db9-961a-09d8f2eae209 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:12.323522 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.353749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-951c2a6f-f748-4557-8f5a-a88aef8d235b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.357196 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-951c2a6f-f748-4557-8f5a-a88aef8d235b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14c07470-4211-4628-8c4e-c007b34b1628 HTTP/1.1" status: 204 len: 168 time: 1.3902988 Mar 08 11:49:12.430038 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-85bcf62e-6709-4770-ac8b-2680f41c0c48 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.501901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.510503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.552961 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.561574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.615343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Pushing event deleted for resources: {'Port': ['ID=4532c99e-8013-4876-96f4-197fd99e4127,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:12.799076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.799978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16ffb9a0-f639-41ac-b6f6-01428b285f8a {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:49:12.961935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] For port 86087be0-b693-4db9-961a-09d8f2eae209, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=86087be0-b693-4db9-961a-09d8f2eae209,segment=NetworkSegment(c7c594c8-558d-43e7-8d69-2a63c1c3340a),segment_id=c7c594c8-558d-43e7-8d69-2a63c1c3340a)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:12.962983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.997970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:12.999043 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-39e31ded-f24e-42cd-b10e-dd94cdaf3bdc admin admin] 10.222.0.32 "DELETE /v2.0/routers/16ffb9a0-f639-41ac-b6f6-01428b285f8a HTTP/1.1" status: 204 len: 168 time: 3.7807193 Mar 08 11:49:13.001848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45440) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:13.051590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4532c99e-8013-4876-96f4-197fd99e4127 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:13.094303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bcf62e-6709-4770-ac8b-2680f41c0c48 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Router 8130c27c-44e0-4455-8eb3-3513c08a8e0e has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:49:13.131239 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 4532c99e-8013-4876-96f4-197fd99e4127 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:13.131659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4532c99e-8013-4876-96f4-197fd99e4127 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:13.137055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5fb7d739-ca59-4d37-b028-00db156af062 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:13.177200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 5fb7d739-ca59-4d37-b028-00db156af062 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:13.177559 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5fb7d739-ca59-4d37-b028-00db156af062 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:13.209138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:13.241936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:13.379166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:13.403911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Calling delete_port for 86087be0-b693-4db9-961a-09d8f2eae209 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:13.453293 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-581499a3-976a-4031-86ca-568938e04d85 admin admin] Deleting subnet 2890795d-e559-4819-84cc-8d8066a8ce8a {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:49:13.453293 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-581499a3-976a-4031-86ca-568938e04d85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:13.471170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:13.496633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bcf62e-6709-4770-ac8b-2680f41c0c48 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:49:13.506489 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f82c12-52e2-4d32-bc6e-958832800f37 None None] Sync routers for ids ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:13.513822 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-85bcf62e-6709-4770-ac8b-2680f41c0c48 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "PUT /v2.0/routers/8130c27c-44e0-4455-8eb3-3513c08a8e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6098540 Mar 08 11:49:13.515976 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f82c12-52e2-4d32-bc6e-958832800f37 None None] Routers {'8130c27c-44e0-4455-8eb3-3513c08a8e0e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:13.516544 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b9f82c12-52e2-4d32-bc6e-958832800f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:13.517699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45454) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:13.549202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:13.562170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:13.586837 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b9f82c12-52e2-4d32-bc6e-958832800f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:13.608034 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f82c12-52e2-4d32-bc6e-958832800f37 None None] Routers {'8130c27c-44e0-4455-8eb3-3513c08a8e0e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:13.611399 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b9f82c12-52e2-4d32-bc6e-958832800f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:13.628467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-581499a3-976a-4031-86ca-568938e04d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:13.655269 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-81fa2a80-cf9d-439d-bd0a-05ba44f127fd tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] show failed (client error): The resource could not be found. Mar 08 11:49:13.656295 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-81fa2a80-cf9d-439d-bd0a-05ba44f127fd tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1595929255 HTTP/1.1" status: 404 len: 335 time: 0.1375229 Mar 08 11:49:13.661106 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45460) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:13.666725 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b34fdbf8-fdf5-40f0-9030-f94958d857cf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:13.700862 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:13.701510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b1c7b9-a729-44f3-8194-0126ea6e65e7 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:49:13.756262 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b9f82c12-52e2-4d32-bc6e-958832800f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:13.756932 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f82c12-52e2-4d32-bc6e-958832800f37 None None] The sync data for ids ['8130c27c-44e0-4455-8eb3-3513c08a8e0e'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:13.830952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-581499a3-976a-4031-86ca-568938e04d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:13.894583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:13.929599 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-b34fdbf8-fdf5-40f0-9030-f94958d857cf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] update failed (client error): The resource could not be found. Mar 08 11:49:13.934823 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b34fdbf8-fdf5-40f0-9030-f94958d857cf tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-347022106 HTTP/1.1" status: 404 len: 334 time: 0.2727754 Mar 08 11:49:13.935863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45466) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:13.974810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45470) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:13.985600 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-581499a3-976a-4031-86ca-568938e04d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:13.996509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.000172 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-13075c10-8bf4-431f-b6bf-4004e1feffad admin admin] 10.222.0.32 "DELETE /v2.0/routers/48b1c7b9-a729-44f3-8194-0126ea6e65e7 HTTP/1.1" status: 204 len: 168 time: 3.6297326 Mar 08 11:49:14.028459 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45476) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:14.035580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Port': ['ID=86087be0-b693-4db9-961a-09d8f2eae209,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:14.037744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] No DVR routers for this DVR port 86087be0-b693-4db9-961a-09d8f2eae209 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:14.080617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-581499a3-976a-4031-86ca-568938e04d85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.088131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ed208-d6f9-4a39-923d-a8e03be14938 None None] Network 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:14.090713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581499a3-976a-4031-86ca-568938e04d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2890795d-e559-4819-84cc-8d8066a8ce8a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:14.112790 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-581499a3-976a-4031-86ca-568938e04d85 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2890795d-e559-4819-84cc-8d8066a8ce8a HTTP/1.1" status: 204 len: 168 time: 1.1071885 Mar 08 11:49:14.116430 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45480) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:14.126799 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-2743b06f-6a3c-4f7f-b0d7-98d78f510911 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Deleting subnet 1e17d31c-81fc-412a-8cd5-ae9509b5ffb6 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:49:14.131518 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2743b06f-6a3c-4f7f-b0d7-98d78f510911 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.181175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-639458342'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:14.188920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-e128e8de-5db4-43d6-9867-1481fb6e22e0 admin admin] Deleting subnet 9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:49:14.197840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:14.200035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e128e8de-5db4-43d6-9867-1481fb6e22e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.231529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.237416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.242866 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:network and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:14.258574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:14.264238 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2743b06f-6a3c-4f7f-b0d7-98d78f510911 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.296061 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:14.317907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e128e8de-5db4-43d6-9867-1481fb6e22e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.328911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.329218 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.396289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Deleting port 95014524-6542-4793-b0a5-046eb3da6dc1 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:14.396656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.399509 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37240307-edae-4b96-9065-aea300edefc3 None None] DHCP port deletion for 4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:14.404184 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-37240307-edae-4b96-9065-aea300edefc3 None None] Deleting port 95014524-6542-4793-b0a5-046eb3da6dc1 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:14.404635 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-37240307-edae-4b96-9065-aea300edefc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.425768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c86723b-38b1-4a26-8aca-25c0e4253a30']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:14.431641 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2743b06f-6a3c-4f7f-b0d7-98d78f510911 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.462219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c594c8-558d-43e7-8d69-2a63c1c3340a') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:14.462544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c594c8-558d-43e7-8d69-2a63c1c3340a') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:14.470415 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:14.473802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.491155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.494660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e128e8de-5db4-43d6-9867-1481fb6e22e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.522553 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.534683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.562897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:14.575266 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:security_group_rule and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:14.582270 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:14.588528 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:14.588943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.595956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:14.603142 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:14.675365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-37240307-edae-4b96-9065-aea300edefc3 None None] For port 95014524-6542-4793-b0a5-046eb3da6dc1, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=95014524-6542-4793-b0a5-046eb3da6dc1,segment=NetworkSegment(bcbce039-c746-4c13-b87a-a4d54c2e19b1),segment_id=bcbce039-c746-4c13-b87a-a4d54c2e19b1)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:14.675763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-37240307-edae-4b96-9065-aea300edefc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.693982 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2743b06f-6a3c-4f7f-b0d7-98d78f510911 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.739441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.740621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e128e8de-5db4-43d6-9867-1481fb6e22e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.745973 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2743b06f-6a3c-4f7f-b0d7-98d78f510911 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.749707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743b06f-6a3c-4f7f-b0d7-98d78f510911 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event deleted for resources: {'Subnet': ['ID=1e17d31c-81fc-412a-8cd5-ae9509b5ffb6,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:14.788340 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e128e8de-5db4-43d6-9867-1481fb6e22e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.793544 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e128e8de-5db4-43d6-9867-1481fb6e22e0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e HTTP/1.1" status: 204 len: 168 time: 0.7616899 Mar 08 11:49:14.799812 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2743b06f-6a3c-4f7f-b0d7-98d78f510911 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "DELETE /v2.0/subnets/1e17d31c-81fc-412a-8cd5-ae9509b5ffb6 HTTP/1.1" status: 204 len: 168 time: 0.8583388 Mar 08 11:49:14.799812 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45484) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:14.801086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45486) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:14.820454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128e8de-5db4-43d6-9867-1481fb6e22e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dcd5f9e-7da2-46a4-9bd4-d6109c1f663e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:14.824266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Allocated IP 172.26.4.113 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/4784fae4-9e76-4c8c-8514-5f11222150ba) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:14.839111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-37240307-edae-4b96-9065-aea300edefc3 None None] Calling delete_port for 95014524-6542-4793-b0a5-046eb3da6dc1 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:14.865192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] For port 95014524-6542-4793-b0a5-046eb3da6dc1, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=95014524-6542-4793-b0a5-046eb3da6dc1,segment=NetworkSegment(bcbce039-c746-4c13-b87a-a4d54c2e19b1),segment_id=bcbce039-c746-4c13-b87a-a4d54c2e19b1)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:14.865544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.903094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21f379-ec10-4ec9-964d-b48d8907d6e8 None None] Network 4a297345-35ca-4c54-b0f7-f1a06badfbcf requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:14.917439 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6796c845-4b46-4c09-8330-7f5a239bff73 None None] Network 7273093a-cdec-4255-9656-7b99e0178316 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:14.933402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 95014524-6542-4793-b0a5-046eb3da6dc1 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:14.941216 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:14.967701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Deleting port 206c20a4-ca5a-49ae-ad49-000d1c720efa {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:14.968052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.000569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.073593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Calling delete_port for 95014524-6542-4793-b0a5-046eb3da6dc1 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:15.098006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.127390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.157742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Network': ['ID=2c86723b-38b1-4a26-8aca-25c0e4253a30,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:15.216604 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6b0f9afc-70d0-4f87-aeb1-613e5ee85d05 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/networks/2c86723b-38b1-4a26-8aca-25c0e4253a30 HTTP/1.1" status: 204 len: 168 time: 5.4143295 Mar 08 11:49:15.216820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.218048 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45494) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:15.226014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.234976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1917903887'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:15.262328 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:15.278396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] For port 206c20a4-ca5a-49ae-ad49-000d1c720efa, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=206c20a4-ca5a-49ae-ad49-000d1c720efa,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:15.278768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.280701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-37240307-edae-4b96-9065-aea300edefc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.286974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Usage tracker for resource:network and tenant:be48fa7f52ce4064a14c84ad07e871f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:15.296961 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:15.315509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:15.317456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:15.334031 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No ports have port_id starting with 95014524-6542-4793-b0a5-046eb3da6dc1 Mar 08 11:49:15.343363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 71999e53-45c7-4423-b5b3-139c9de98020 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:15.384626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Deleting port a8ffdfe8-684b-4eca-bee4-52719ec02b2d {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:15.384892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.419466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37240307-edae-4b96-9065-aea300edefc3 None None] Pushing event deleted for resources: {'Port': ['ID=95014524-6542-4793-b0a5-046eb3da6dc1,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:15.434422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37240307-edae-4b96-9065-aea300edefc3 None None] No DVR routers for this DVR port 95014524-6542-4793-b0a5-046eb3da6dc1 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:15.437495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 71999e53-45c7-4423-b5b3-139c9de98020 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:15.437992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 71999e53-45c7-4423-b5b3-139c9de98020 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:15.477681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:49:15.478833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:49:15.488234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.569500 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cffd88-30a7-47ab-ae57-7df9e3efb528 None None] DHCP port deletion for 4a297345-35ca-4c54-b0f7-f1a06badfbcf request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:15.573836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-73cffd88-30a7-47ab-ae57-7df9e3efb528 None None] Deleting port a8ffdfe8-684b-4eca-bee4-52719ec02b2d {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:15.574222 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-73cffd88-30a7-47ab-ae57-7df9e3efb528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.583453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacab37a-3c20-47df-801e-bcb48fedd7c7,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:15.604214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Calling delete_port for 206c20a4-ca5a-49ae-ad49-000d1c720efa owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:15.658603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.659304 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Added segment de0567d6-8832-4b89-82e5-6d11c3744c63 of type vlan for network 438d4e99-1ce0-4447-a302-2676e2648071 Mar 08 11:49:15.660751 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:15.664705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.686510 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec33cd35-74a5-4ab2-8f57-e41e994aa807 None None] DHCP port deletion for 7273093a-cdec-4255-9656-7b99e0178316 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:15.691103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] For port a8ffdfe8-684b-4eca-bee4-52719ec02b2d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a8ffdfe8-684b-4eca-bee4-52719ec02b2d,segment=NetworkSegment(f4f39388-4e9e-4b00-abb1-1d3693d8c4d5),segment_id=f4f39388-4e9e-4b00-abb1-1d3693d8c4d5)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:15.696013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.698348 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ec33cd35-74a5-4ab2-8f57-e41e994aa807 None None] Deleting port 206c20a4-ca5a-49ae-ad49-000d1c720efa {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:15.698669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ec33cd35-74a5-4ab2-8f57-e41e994aa807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.733680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.741099 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:15.765342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.765717 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Added segment 7825df6d-1804-44b8-9f86-313d520a82a8 of type vlan for network 6fe26ce9-877b-4218-84cd-bab69b2d2a11 Mar 08 11:49:15.808412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.817075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Calling delete_port for a8ffdfe8-684b-4eca-bee4-52719ec02b2d owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:15.844780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.859556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.917036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-73cffd88-30a7-47ab-ae57-7df9e3efb528 None None] For port a8ffdfe8-684b-4eca-bee4-52719ec02b2d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a8ffdfe8-684b-4eca-bee4-52719ec02b2d,segment=NetworkSegment(f4f39388-4e9e-4b00-abb1-1d3693d8c4d5),segment_id=f4f39388-4e9e-4b00-abb1-1d3693d8c4d5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:15.929893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:15.930628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-73cffd88-30a7-47ab-ae57-7df9e3efb528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.931240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.939939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:15.941156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.941660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:15.950365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:15.952874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.961061 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:15.961780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:15.978526 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Pushing event updated for resources: {'Port': ['ID=4784fae4-9e76-4c8c-8514-5f11222150ba,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:15.995057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Deleting port 95014524-6542-4793-b0a5-046eb3da6dc1 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:15.995397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.030296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Pushing event deleted for resources: {'Port': ['ID=206c20a4-ca5a-49ae-ad49-000d1c720efa,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:16.032156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] No DVR routers for this DVR port 206c20a4-ca5a-49ae-ad49-000d1c720efa on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:16.081070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] The port '95014524-6542-4793-b0a5-046eb3da6dc1' was deleted {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:49:16.100667 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8819008 Mar 08 11:49:16.109980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-73cffd88-30a7-47ab-ae57-7df9e3efb528 None None] Calling delete_port for a8ffdfe8-684b-4eca-bee4-52719ec02b2d owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:16.157863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45500) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:16.184439 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2053206 Mar 08 11:49:16.188245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45506) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:16.200751 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Request body: {'subnet': {'network_id': '6fe26ce9-877b-4218-84cd-bab69b2d2a11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:16.214449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'name': 'tempest-PortsTestJSON-1621326455'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:16.225292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ec33cd35-74a5-4ab2-8f57-e41e994aa807 None None] For port 206c20a4-ca5a-49ae-ad49-000d1c720efa, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=206c20a4-ca5a-49ae-ad49-000d1c720efa,segment=NetworkSegment(3db461cb-1065-406b-ae8b-bff33bb3a6f2),segment_id=3db461cb-1065-406b-ae8b-bff33bb3a6f2)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:16.225827 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ec33cd35-74a5-4ab2-8f57-e41e994aa807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.240691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.291174 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28f6a8-e2b3-4084-a127-ba8a47966ccd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Network': ['ID=438d4e99-1ce0-4447-a302-2676e2648071,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:16.345057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.358567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 438d4e99-1ce0-4447-a302-2676e2648071 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:16.377401 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ec33cd35-74a5-4ab2-8f57-e41e994aa807 None None] Calling delete_port for 206c20a4-ca5a-49ae-ad49-000d1c720efa owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:16.389482 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event deleted for resources: {'Port': ['ID=a8ffdfe8-684b-4eca-bee4-52719ec02b2d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:16.478222 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-73cffd88-30a7-47ab-ae57-7df9e3efb528 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:49:16.478794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-73cffd88-30a7-47ab-ae57-7df9e3efb528 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:49:16.494334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] No DVR routers for this DVR port a8ffdfe8-684b-4eca-bee4-52719ec02b2d on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:16.537447 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-ec33cd35-74a5-4ab2-8f57-e41e994aa807 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:49:16.537928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-ec33cd35-74a5-4ab2-8f57-e41e994aa807 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:49:16.556763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7273093a-cdec-4255-9656-7b99e0178316']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:16.567332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.593463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db461cb-1065-406b-ae8b-bff33bb3a6f2') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:16.594040 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db461cb-1065-406b-ae8b-bff33bb3a6f2') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:16.601627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50243ed7-67b0-4a5a-bab1-fc843c1356e5 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Network': ['ID=6fe26ce9-877b-4218-84cd-bab69b2d2a11,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:16.613347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 6fe26ce9-877b-4218-84cd-bab69b2d2a11 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:16.615814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:16.619164 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.626226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:16.634601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Usage tracker for resource:subnet and tenant:be48fa7f52ce4064a14c84ad07e871f6 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:16.639051 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:port and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:16.643952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:16.646899 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:16.655683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.657917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:16.660346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:16.662166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:16.667555 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:16.668141 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:16.686792 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:16.692644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbce039-c746-4c13-b87a-a4d54c2e19b1') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:16.692942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbce039-c746-4c13-b87a-a4d54c2e19b1') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:16.758580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Made reservation on behalf of be48fa7f52ce4064a14c84ad07e871f6 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:16.762535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.764668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.772247 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.858593 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:16.862490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.871801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 206c20a4-ca5a-49ae-ad49-000d1c720efa no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:16.879008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.904797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.908946 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 206c20a4-ca5a-49ae-ad49-000d1c720efa {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:16.909299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 206c20a4-ca5a-49ae-ad49-000d1c720efa not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:16.909732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a8ffdfe8-684b-4eca-bee4-52719ec02b2d no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:16.923075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] Pushing event deleted for resources: {'Network': ['ID=7273093a-cdec-4255-9656-7b99e0178316,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:16.942220 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port 64fddef7-9dd4-4672-9d8c-80fc61579b36 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:16.947962 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: a8ffdfe8-684b-4eca-bee4-52719ec02b2d {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:16.948316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a8ffdfe8-684b-4eca-bee4-52719ec02b2d not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:16.980105 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-73cffd88-30a7-47ab-ae57-7df9e3efb528 None None] Deleting port a8ffdfe8-684b-4eca-bee4-52719ec02b2d {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:16.980271 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-73cffd88-30a7-47ab-ae57-7df9e3efb528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:16.993393 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9d445cd7-35b3-482e-997f-9ca4c4c6c12f admin admin] 10.222.0.32 "DELETE /v2.0/networks/7273093a-cdec-4255-9656-7b99e0178316 HTTP/1.1" status: 204 len: 168 time: 2.1899235 Mar 08 11:49:17.012447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.015314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a297345-35ca-4c54-b0f7-f1a06badfbcf']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:17.023410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13872747-c3ee-4978-a19a-291e0c238c68 req-089d0dbd-02c7-4727-93a4-2d6e0ab9a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:17.025436 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-13872747-c3ee-4978-a19a-291e0c238c68 req-089d0dbd-02c7-4727-93a4-2d6e0ab9a8e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=451a6ae544ae458da1fdd0d6f1d54d89&device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 1098 time: 0.7211759 Mar 08 11:49:17.043271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f788b7-f9a6-45d8-bb0a-2490a6a14f0e req-f74bb791-37c3-4cc5-bc5c-c6cdebbe9331 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:17.048387 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ec33cd35-74a5-4ab2-8f57-e41e994aa807 None None] Deleting port 206c20a4-ca5a-49ae-ad49-000d1c720efa {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:17.048665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ec33cd35-74a5-4ab2-8f57-e41e994aa807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.050050 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21f788b7-f9a6-45d8-bb0a-2490a6a14f0e req-f74bb791-37c3-4cc5-bc5c-c6cdebbe9331 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.7852249 Mar 08 11:49:17.053574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f39388-4e9e-4b00-abb1-1d3693d8c4d5') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:17.053871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f39388-4e9e-4b00-abb1-1d3693d8c4d5') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:17.061318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:17.061945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.081300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-73cffd88-30a7-47ab-ae57-7df9e3efb528 None None] The port 'a8ffdfe8-684b-4eca-bee4-52719ec02b2d' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:17.099326 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:17.133307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ec33cd35-74a5-4ab2-8f57-e41e994aa807 None None] The port '206c20a4-ca5a-49ae-ad49-000d1c720efa' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:49:17.204296 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.307011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.380150 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21f788b7-f9a6-45d8-bb0a-2490a6a14f0e req-062ffee1-3a77-427b-9955-95d092d1ed2c tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292456 Mar 08 11:49:17.381094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.396886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45512) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:17.401643 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.410011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:17.410636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:17.425722 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:17.515328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.567343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.618172 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.639481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13872747-c3ee-4978-a19a-291e0c238c68 req-dc50b211-c39c-4a5e-af77-3be85e3fd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:17.640907 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-13872747-c3ee-4978-a19a-291e0c238c68 req-dc50b211-c39c-4a5e-af77-3be85e3fd9e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c9696f42-2096-4d7e-b072-373349eed38f HTTP/1.1" status: 200 len: 912 time: 0.6057286 Mar 08 11:49:17.641796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] Pushing event deleted for resources: {'Network': ['ID=4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:17.656842 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=64fddef7-9dd4-4672-9d8c-80fc61579b36,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:17.708322 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.objects.ports [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:49:17.710999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.745312 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-51254b30-9cfa-491f-9a06-e47ffa9dfe2c admin admin] 10.222.0.32 "DELETE /v2.0/networks/4a2ac2b4-f7cf-4fac-8d38-6889bd6c4c53 HTTP/1.1" status: 204 len: 168 time: 3.6248589 Mar 08 11:49:17.747204 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-682d8ce5-ea3e-4ae8-9ad9-683aeaf84b66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c789aaee89fe4403ae97580a823f1a5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3493407 Mar 08 11:49:17.757819 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45524) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:17.758122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.789476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Checking segment: {'id': 'de0567d6-8832-4b89-82e5-6d11c3744c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '438d4e99-1ce0-4447-a302-2676e2648071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:17.789847 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network hostable DHCP agents. Network: 438d4e99-1ce0-4447-a302-2676e2648071, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:17.835825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.860480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event deleted for resources: {'Network': ['ID=4a297345-35ca-4c54-b0f7-f1a06badfbcf,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:17.871491 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event updated for resources: {'Subnet': ['ID=57f049fd-d067-4a93-a65a-e5c63cecc10f,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:17.875653 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-06a91bc2-1c9a-4891-af16-0fc9bd9348ba tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "DELETE /v2.0/networks/4a297345-35ca-4c54-b0f7-f1a06badfbcf HTTP/1.1" status: 204 len: 168 time: 3.0704885 Mar 08 11:49:17.875653 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-13872747-c3ee-4978-a19a-291e0c238c68 req-abdbc21b-bdc1-4fb5-8e12-87b01668a2a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb121f6f-835f-44e5-b1b8-7b36309af64f HTTP/1.1" status: 200 len: 1000 time: 0.2226706 Mar 08 11:49:17.877263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45528) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:17.888361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Checking segment: {'id': '7825df6d-1804-44b8-9f86-313d520a82a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6fe26ce9-877b-4218-84cd-bab69b2d2a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:17.888730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network hostable DHCP agents. Network: 6fe26ce9-877b-4218-84cd-bab69b2d2a11, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:17.917068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-40c96c1b-dc1a-4441-a2ea-a2aa74e39e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.947155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-40c96c1b-dc1a-4441-a2ea-a2aa74e39e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:17.954007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 438d4e99-1ce0-4447-a302-2676e2648071 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:18.030978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Network 6fe26ce9-877b-4218-84cd-bab69b2d2a11 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:18.076908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ef4c8d-23d2-420d-ba8c-181bd52f442f tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Deleting subnet 91dafdaa-3d51-4e4d-ae21-d62ed4ccc25b {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:49:18.084010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13872747-c3ee-4978-a19a-291e0c238c68 req-15ea14df-85c1-4cb0-8e19-42f28abff1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:18.085421 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-13872747-c3ee-4978-a19a-291e0c238c68 req-15ea14df-85c1-4cb0-8e19-42f28abff1e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7032fe46-bda6-47b7-88cb-a85f4ab74c1d HTTP/1.1" status: 200 len: 850 time: 0.1688020 Mar 08 11:49:18.086129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93ef4c8d-23d2-420d-ba8c-181bd52f442f tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.117002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 438d4e99-1ce0-4447-a302-2676e2648071) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:18.118726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-40c96c1b-dc1a-4441-a2ea-a2aa74e39e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.124968 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560c93a2-b1fd-4bea-bcce-65f31faaa28a None None] Network 438d4e99-1ce0-4447-a302-2676e2648071 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:18.145457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:18.157519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:18.158159 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.167144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 6fe26ce9-877b-4218-84cd-bab69b2d2a11) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:18.170588 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c96c1b-dc1a-4441-a2ea-a2aa74e39e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f249b57c-9e81-4b5c-9f76-0d539b066bdd,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:18.183106 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:18.183383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.197627 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead76196-8b8e-4d02-b755-5d687b405ca8 None None] Network 6fe26ce9-877b-4218-84cd-bab69b2d2a11 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:18.209799 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-40c96c1b-dc1a-4441-a2ea-a2aa74e39e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.216780 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-40c96c1b-dc1a-4441-a2ea-a2aa74e39e49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f249b57c-9e81-4b5c-9f76-0d539b066bdd HTTP/1.1" status: 204 len: 168 time: 0.4554715 Mar 08 11:49:18.216780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45532) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:18.265723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93ef4c8d-23d2-420d-ba8c-181bd52f442f tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.272447 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c427c82a-6272-4183-b649-78e6aa334007 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0629048 Mar 08 11:49:18.278767 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-62869bdf-101c-4e49-8f2a-29acbc8333bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f7cf23e768e4420895e1a6e55553a02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0587871 Mar 08 11:49:18.279588 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45538) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:18.280065 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45540) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:18.298424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-94073845'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:18.302717 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-147f62d4-e240-4be6-b4d5-15b7131e2669 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1335430 Mar 08 11:49:18.308780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45546) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:18.314587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.328557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.330903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:18.339820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:network and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:18.349321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:18.386686 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:18.506567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-25a7178d-e929-4736-991d-ca342563f777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.535979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.555006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-25a7178d-e929-4736-991d-ca342563f777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.581756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13872747-c3ee-4978-a19a-291e0c238c68 req-8f3f3be1-54c1-40aa-a8d2-e21a19c0a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:18.583262 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-13872747-c3ee-4978-a19a-291e0c238c68 req-8f3f3be1-54c1-40aa-a8d2-e21a19c0a0d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c9696f42-2096-4d7e-b072-373349eed38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4633520 Mar 08 11:49:18.667548 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:18.671216 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.678722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cb0f86-0d02-48cd-8a77-799610d84b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-6fe26ce9-877b-4218-84cd-bab69b2d2a11', 'network_id': '6fe26ce9-877b-4218-84cd-bab69b2d2a11', 'tenant_id': 'be48fa7f52ce4064a14c84ad07e871f6', 'fixed_ips': [{'subnet_id': '57f049fd-d067-4a93-a65a-e5c63cecc10f'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:49:18.679909 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-91cb0f86-0d02-48cd-8a77-799610d84b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.725190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.738537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93ef4c8d-23d2-420d-ba8c-181bd52f442f tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.753511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:18.844617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-25a7178d-e929-4736-991d-ca342563f777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.858809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7178d-e929-4736-991d-ca342563f777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844b6a31-a001-4787-8009-182a64b4c32f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:18.901364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.902127 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Added segment ab42dd1f-24ee-400f-bcf6-821d6f7d42eb of type vlan for network 251eb5c8-92f5-4404-8830-f1efc0ea7091 Mar 08 11:49:18.903602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-25a7178d-e929-4736-991d-ca342563f777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.904716 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-25a7178d-e929-4736-991d-ca342563f777 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/844b6a31-a001-4787-8009-182a64b4c32f HTTP/1.1" status: 204 len: 168 time: 0.6220469 Mar 08 11:49:18.905786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server [None req-91cb0f86-0d02-48cd-8a77-799610d84b29 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57f049fd-d067-4a93-a65a-e5c63cecc10f: This subnet is being modified by another concurrent operation. Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 11:49:18.929022 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise exception Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57f049fd-d067-4a93-a65a-e5c63cecc10f: This subnet is being modified by another concurrent operation. Mar 08 11:49:18.938846 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Mar 08 11:49:18.954749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e090041-a35c-4c7c-8f65-f77234bfb5f6 None None] Network 6fe26ce9-877b-4218-84cd-bab69b2d2a11 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:18.972472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Subnet': ['ID=57f049fd-d067-4a93-a65a-e5c63cecc10f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:19.008110 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-13872747-c3ee-4978-a19a-291e0c238c68 req-29d567df-84d6-45d1-b803-c0325c24f1c4 service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125545 Mar 08 11:49:19.039499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:19.068739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5407be-ef25-4744-85a1-ae8964644537 req-1563d0b1-b8b3-4277-9725-a804a4211a55 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:19.071278 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9f5407be-ef25-4744-85a1-ae8964644537 req-1563d0b1-b8b3-4277-9725-a804a4211a55 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3976996 Mar 08 11:49:19.109419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:19.148296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe26ce9-877b-4218-84cd-bab69b2d2a11']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:19.159092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93ef4c8d-23d2-420d-ba8c-181bd52f442f tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:19.163951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7825df6d-1804-44b8-9f86-313d520a82a8') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:19.164652 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7825df6d-1804-44b8-9f86-313d520a82a8') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:19.167412 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39c2927-721e-4a55-a2e8-6b691966f399 None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 11:49:19.179157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:19.197715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:19.212236 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:19.215141 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:19.224192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef4c8d-23d2-420d-ba8c-181bd52f442f tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event deleted for resources: {'Subnet': ['ID=91dafdaa-3d51-4e4d-ae21-d62ed4ccc25b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:19.227481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Router df3c2df6-6db7-43cd-8908-368baa9e5b85 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:19.245679 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:19.254463 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93ef4c8d-23d2-420d-ba8c-181bd52f442f tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:19.268067 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:19.279092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:19.279689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:19.317612 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c2927-721e-4a55-a2e8-6b691966f399 None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 11:49:19.374961 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-93ef4c8d-23d2-420d-ba8c-181bd52f442f tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "DELETE /v2.0/subnets/91dafdaa-3d51-4e4d-ae21-d62ed4ccc25b HTTP/1.1" status: 204 len: 168 time: 1.4966853 Mar 08 11:49:19.393602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45568) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:19.407753 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-13872747-c3ee-4978-a19a-291e0c238c68 req-f8a228b9-5a04-464f-9068-91a43887aa90 service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911483 Mar 08 11:49:19.424160 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9f5407be-ef25-4744-85a1-ae8964644537 req-0c3d8752-006a-4312-8886-31f5619915a8 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828398 Mar 08 11:49:19.623850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:49:19.639013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:19.640545 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-276b9469-1fc6-4702-8c2d-6bcb54682555 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "PUT /v2.0/routers/df3c2df6-6db7-43cd-8908-368baa9e5b85 HTTP/1.1" status: 200 len: 920 time: 7.7904217 Mar 08 11:49:19.643559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45584) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:19.653659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29e046-cd00-4e31-9131-3c938f36bf29 None None] Sync routers for ids ['df3c2df6-6db7-43cd-8908-368baa9e5b85'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:19.660425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:19.670749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:19.680513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29e046-cd00-4e31-9131-3c938f36bf29 None None] Routers {'df3c2df6-6db7-43cd-8908-368baa9e5b85'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:19.681183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4e29e046-cd00-4e31-9131-3c938f36bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['df3c2df6-6db7-43cd-8908-368baa9e5b85'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:19.681381 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4000041 Mar 08 11:49:19.694692 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/networks/6fe26ce9-877b-4218-84cd-bab69b2d2a11 HTTP/1.1" status: 204 len: 168 time: 1.3841858 Mar 08 11:49:19.699864 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45588) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:19.700274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45590) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:19.749259 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4e29e046-cd00-4e31-9131-3c938f36bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:19.764962 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29e046-cd00-4e31-9131-3c938f36bf29 None None] Routers {'df3c2df6-6db7-43cd-8908-368baa9e5b85'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:19.765573 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4e29e046-cd00-4e31-9131-3c938f36bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['df3c2df6-6db7-43cd-8908-368baa9e5b85'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:19.805246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'ports': [{'network_id': '438d4e99-1ce0-4447-a302-2676e2648071'}, {'network_id': '251eb5c8-92f5-4404-8830-f1efc0ea7091'}]} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:19.808174 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:19.808821 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': '251eb5c8-92f5-4404-8830-f1efc0ea7091'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:19.830965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29aa04-b22e-4f1a-9d9a-fd1c2e9de46a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Network': ['ID=251eb5c8-92f5-4404-8830-f1efc0ea7091,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:19.849661 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4e29e046-cd00-4e31-9131-3c938f36bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:19.860533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29e046-cd00-4e31-9131-3c938f36bf29 None None] The sync data for ids ['df3c2df6-6db7-43cd-8908-368baa9e5b85'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:19.876620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 251eb5c8-92f5-4404-8830-f1efc0ea7091 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:19.884762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-6474c0e4-7e91-4bd3-9751-4f3c0ef9e06b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Deleting subnet 953d521a-aa60-4e48-bec8-81d279b73965 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:49:19.924382 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf5091d-b513-47a5-b6d6-be737094a3d0 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:19.924638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf5091d-b513-47a5-b6d6-be737094a3d0 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:19.927293 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cdf5091d-b513-47a5-b6d6-be737094a3d0 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/subnets/57f049fd-d067-4a93-a65a-e5c63cecc10f HTTP/1.1" status: 404 len: 337 time: 0.2203398 Mar 08 11:49:19.933457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc89d4-2597-439d-9914-33c387afbb8f req-e0a92dbd-1f71-44f2-bf0b-2d103aea5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:19.933606 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6474c0e4-7e91-4bd3-9751-4f3c0ef9e06b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:19.933723 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a3fc89d4-2597-439d-9914-33c387afbb8f req-e0a92dbd-1f71-44f2-bf0b-2d103aea5767 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=451a6ae544ae458da1fdd0d6f1d54d89&device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 1098 time: 0.4017000 Mar 08 11:49:19.934070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45600) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:19.963477 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab56eb-9e9b-4b90-83e6-e6e3305477d6 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Network': ['ID=6fe26ce9-877b-4218-84cd-bab69b2d2a11,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:19.995923 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cec26b-4c5a-425e-be36-8f29b32a700d tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:19.996405 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cec26b-4c5a-425e-be36-8f29b32a700d tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:20.000645 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-83cec26b-4c5a-425e-be36-8f29b32a700d tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/networks/6fe26ce9-877b-4218-84cd-bab69b2d2a11 HTTP/1.1" status: 404 len: 339 time: 0.0613322 Mar 08 11:49:20.014150 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9ae6de70-bd24-4410-9f74-ebcca6d46a64 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/routers/df3c2df6-6db7-43cd-8908-368baa9e5b85 HTTP/1.1" status: 200 len: 926 time: 0.3667235 Mar 08 11:49:20.014150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45604) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:20.016632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45606) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:20.058540 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fd7131-3609-4b26-926f-025ca910022b tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:20.059008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fd7131-3609-4b26-926f-025ca910022b tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:20.063097 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-15fd7131-3609-4b26-926f-025ca910022b tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/subnets/55b49ea9-78b5-4c78-8c4c-2dc8195bc380 HTTP/1.1" status: 404 len: 337 time: 0.0453799 Mar 08 11:49:20.078194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45616) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:20.093193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6474c0e4-7e91-4bd3-9751-4f3c0ef9e06b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:20.243082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc89d4-2597-439d-9914-33c387afbb8f req-7ac43704-704b-4479-8770-0d18e944eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:20.244588 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a3fc89d4-2597-439d-9914-33c387afbb8f req-7ac43704-704b-4479-8770-0d18e944eb5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c9696f42-2096-4d7e-b072-373349eed38f HTTP/1.1" status: 200 len: 912 time: 0.2755253 Mar 08 11:49:20.252981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77195bb-2d90-48fb-a9ae-323c510650f8 None None] Network bc8eca47-fe5c-43f7-bd75-a91da6e7e354 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:20.333992 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-8daf66ed-8e0e-47d3-b270-73ddc6ec0485 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:20.334490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8daf66ed-8e0e-47d3-b270-73ddc6ec0485 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:20.339094 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8daf66ed-8e0e-47d3-b270-73ddc6ec0485 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/networks/2c86723b-38b1-4a26-8aca-25c0e4253a30 HTTP/1.1" status: 404 len: 339 time: 0.2573991 Mar 08 11:49:20.345463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45626) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:20.396927 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eec8901-bc98-4ee4-ba53-1c9781dd01a4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:20.397398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eec8901-bc98-4ee4-ba53-1c9781dd01a4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:20.402079 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4eec8901-bc98-4ee4-ba53-1c9781dd01a4 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/subnets/2fe93af9-b297-4924-a6b9-319ba04ad0af HTTP/1.1" status: 404 len: 337 time: 0.0529406 Mar 08 11:49:20.404826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45634) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:20.457910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:20.460372 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7c5f0a-4f61-4aca-bf01-37c9e4c84460 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:20.461178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7c5f0a-4f61-4aca-bf01-37c9e4c84460 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:20.465459 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2e7c5f0a-4f61-4aca-bf01-37c9e4c84460 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/networks/669b59ce-a91e-4d2a-84b1-674e18d90461 HTTP/1.1" status: 404 len: 339 time: 0.0537064 Mar 08 11:49:20.466412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45640) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:20.469344 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:port and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:20.472607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:20.528264 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:20.570615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6474c0e4-7e91-4bd3-9751-4f3c0ef9e06b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:20.621491 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7194c22f-e277-41a3-86dd-659db82a982d tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:20.625719 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7194c22f-e277-41a3-86dd-659db82a982d tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&device_id=df3c2df6-6db7-43cd-8908-368baa9e5b85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6040654 Mar 08 11:49:20.626794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45648) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:20.679166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] DHCP port deletion for bc8eca47-fe5c-43f7-bd75-a91da6e7e354 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:20.685684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] Deleting port 4d55f4fe-4493-4340-9245-4496960804b2 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:20.686887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:20.691303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 2} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:20.696962 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:20.717661 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:20.730869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0c707912-25df-44d4-93e8-ab3c57149954 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Deleting port 42de0640-3122-4a55-9654-5979be5ad6c9 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:20.731502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c707912-25df-44d4-93e8-ab3c57149954 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:20.788880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a8292a-3210-4131-b18a-29fd851bb305 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:20.789463 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-58a8292a-3210-4131-b18a-29fd851bb305 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Synchronizing usage tracker for tenant:aec0ec69a9ff49aaa9bebf8114a850f1 on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:20.822774 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a3fc89d4-2597-439d-9914-33c387afbb8f req-89b26152-bcd1-4558-b19b-7a791e142a24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb121f6f-835f-44e5-b1b8-7b36309af64f HTTP/1.1" status: 200 len: 1000 time: 0.5705104 Mar 08 11:49:20.856172 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45652) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:20.900213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc89d4-2597-439d-9914-33c387afbb8f req-299a73ad-84dc-4484-864b-470b209a05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:20.902155 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a3fc89d4-2597-439d-9914-33c387afbb8f req-299a73ad-84dc-4484-864b-470b209a05d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7032fe46-bda6-47b7-88cb-a85f4ab74c1d HTTP/1.1" status: 200 len: 850 time: 0.0726404 Mar 08 11:49:20.902790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-58a8292a-3210-4131-b18a-29fd851bb305 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] Unset dirty status for tenant:aec0ec69a9ff49aaa9bebf8114a850f1 on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:20.906364 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-58a8292a-3210-4131-b18a-29fd851bb305 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/networks/b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 881 time: 0.2760201 Mar 08 11:49:20.907817 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45660) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:20.910449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4d55f4fe-4493-4340-9245-4496960804b2 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:21.052651 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a55831fc-93fd-49a3-b317-9bd418720575 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "GET /v2.0/ports?device_id=df3c2df6-6db7-43cd-8908-368baa9e5b85 HTTP/1.1" status: 200 len: 205 time: 0.1422110 Mar 08 11:49:21.053394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45666) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:21.082463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c707912-25df-44d4-93e8-ab3c57149954 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.129587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45670) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:21.217245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0c707912-25df-44d4-93e8-ab3c57149954 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Calling delete_port for 42de0640-3122-4a55-9654-5979be5ad6c9 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:21.224069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] For port 4d55f4fe-4493-4340-9245-4496960804b2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4d55f4fe-4493-4340-9245-4496960804b2,segment=NetworkSegment(750397fa-8a5b-4caa-b1f7-faafb0ce363b),segment_id=750397fa-8a5b-4caa-b1f7-faafb0ce363b)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:21.224464 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.293509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc89d4-2597-439d-9914-33c387afbb8f req-24030da5-9ac5-49df-a081-46e0a55bbfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:21.295581 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a3fc89d4-2597-439d-9914-33c387afbb8f req-24030da5-9ac5-49df-a081-46e0a55bbfb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c9696f42-2096-4d7e-b072-373349eed38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3826816 Mar 08 11:49:21.302064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.326889 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-908404716'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:21.353738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:21.362300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Usage tracker for resource:network and tenant:5ecea7b379194726a590d70cb1fc1d65 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:21.368879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:21.373738 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b85f004d-8679-4db0-9e9b-c0254988510d tempest-AgentManagementNegativeTest-51005664 tempest-AgentManagementNegativeTest-51005664-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4923813 Mar 08 11:49:21.379903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] Calling delete_port for 4d55f4fe-4493-4340-9245-4496960804b2 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:21.415170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c707912-25df-44d4-93e8-ab3c57149954 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.426368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.431259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f085f-57ab-456b-9283-694c79e1b9e0 req-882ee08a-19d8-4cf8-9f48-d7a623f14a95 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:21.433651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 4d55f4fe-4493-4340-9245-4496960804b2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4d55f4fe-4493-4340-9245-4496960804b2,segment=NetworkSegment(750397fa-8a5b-4caa-b1f7-faafb0ce363b),segment_id=750397fa-8a5b-4caa-b1f7-faafb0ce363b)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:21.438788 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a77f085f-57ab-456b-9283-694c79e1b9e0 req-882ee08a-19d8-4cf8-9f48-d7a623f14a95 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.8194134 Mar 08 11:49:21.486576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:21.496578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6474c0e4-7e91-4bd3-9751-4f3c0ef9e06b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.498907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.588644 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=4d55f4fe-4493-4340-9245-4496960804b2,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:21.592120 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:49:21.592482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:49:21.595049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c707912-25df-44d4-93e8-ab3c57149954 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Port': ['ID=42de0640-3122-4a55-9654-5979be5ad6c9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:21.617281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474c0e4-7e91-4bd3-9751-4f3c0ef9e06b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event deleted for resources: {'Subnet': ['ID=953d521a-aa60-4e48-bec8-81d279b73965,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:21.622357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c707912-25df-44d4-93e8-ab3c57149954 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.625623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6474c0e4-7e91-4bd3-9751-4f3c0ef9e06b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.631642 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c15c454-e067-4cb9-8ff1-8376c689d552 None None] Network 6a7e185e-7e6b-4735-a084-db62fe8ee7f9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:21.646377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port f936e8ce-f302-4abe-88dd-4efff8a1cf80 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:21.661323 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6474c0e4-7e91-4bd3-9751-4f3c0ef9e06b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "DELETE /v2.0/subnets/953d521a-aa60-4e48-bec8-81d279b73965 HTTP/1.1" status: 204 len: 168 time: 2.2501473 Mar 08 11:49:21.665915 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0c707912-25df-44d4-93e8-ab3c57149954 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/ports/42de0640-3122-4a55-9654-5979be5ad6c9 HTTP/1.1" status: 204 len: 168 time: 1.1990626 Mar 08 11:49:21.667769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45678) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:21.668273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45680) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:21.678565 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a77f085f-57ab-456b-9283-694c79e1b9e0 req-fa90dd26-7ec2-4eec-a7bb-516b276b1d9d tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393334 Mar 08 11:49:21.694319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Made reservation on behalf of 5ecea7b379194726a590d70cb1fc1d65 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:21.694319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.710786 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a3fc89d4-2597-439d-9914-33c387afbb8f req-81867022-60f2-4b79-8da0-53bcf2b5c878 service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046679 Mar 08 11:49:21.713651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.716530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.770757 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa90c73-11ae-4e1c-9eca-7ca07aa9feca tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:21.771325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa90c73-11ae-4e1c-9eca-7ca07aa9feca tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:21.797970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:21.830486 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dfa90c73-11ae-4e1c-9eca-7ca07aa9feca tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/subnets/f13ed351-d795-46ce-aeff-ac49ec0fdef7 HTTP/1.1" status: 404 len: 337 time: 0.1462395 Mar 08 11:49:21.837693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45686) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:21.847504 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Usage tracker for resource:security_group_rule and tenant:5ecea7b379194726a590d70cb1fc1d65 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:21.850490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:21.857423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Deleting port 4784fae4-9e76-4c8c-8514-5f11222150ba {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:21.857976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.902505 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:21.920771 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:21.964082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f89ced-a0b1-42e6-956f-116596574ef7 None None] DHCP port deletion for 6a7e185e-7e6b-4735-a084-db62fe8ee7f9 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:21.968780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-45f89ced-a0b1-42e6-956f-116596574ef7 None None] Deleting port 011fdd21-bebc-4046-aad6-ed3673cdf61c {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:21.969242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-45f89ced-a0b1-42e6-956f-116596574ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.003660 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a3fc89d4-2597-439d-9914-33c387afbb8f req-0c7eb4a4-5c3c-4119-a05f-3e412106c152 service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746992 Mar 08 11:49:22.047201 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc261019-ab3e-4cbd-a3f1-15eac37dd8ec tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.050578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45692) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:22.056913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Deleting port 4d55f4fe-4493-4340-9245-4496960804b2 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:22.057272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.096568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] Deleting port 4d55f4fe-4493-4340-9245-4496960804b2 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:22.097243 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.136437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.276600 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.289578 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-45f89ced-a0b1-42e6-956f-116596574ef7 None None] For port 011fdd21-bebc-4046-aad6-ed3673cdf61c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=011fdd21-bebc-4046-aad6-ed3673cdf61c,segment=NetworkSegment(1d3cde58-b5db-41f9-8af6-998ce5ee1093),segment_id=1d3cde58-b5db-41f9-8af6-998ce5ee1093)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:22.293980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-45f89ced-a0b1-42e6-956f-116596574ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.409754 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc261019-ab3e-4cbd-a3f1-15eac37dd8ec tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.417769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Calling delete_port for 4784fae4-9e76-4c8c-8514-5f11222150ba owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:22.435934 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-bc261019-ab3e-4cbd-a3f1-15eac37dd8ec tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03dcf23-9b9e-4536-91a8-901172924bc7']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:22.450957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-45f89ced-a0b1-42e6-956f-116596574ef7 None None] Calling delete_port for 011fdd21-bebc-4046-aad6-ed3673cdf61c owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:22.455036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c8388a00-e97f-4ccd-8734-8121cd822cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.457503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-bc261019-ab3e-4cbd-a3f1-15eac37dd8ec tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9f0827-5bf6-43d2-8e51-65be9fe59bf0') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:22.457809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-bc261019-ab3e-4cbd-a3f1-15eac37dd8ec tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9f0827-5bf6-43d2-8e51-65be9fe59bf0') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:22.468384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.470805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc261019-ab3e-4cbd-a3f1-15eac37dd8ec tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.473909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c8388a00-e97f-4ccd-8734-8121cd822cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:22.478935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c8388a00-e97f-4ccd-8734-8121cd822cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:868585ef74cd4a5f9cbd185296e4929f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:22.481104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c8388a00-e97f-4ccd-8734-8121cd822cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:22.487094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c8388a00-e97f-4ccd-8734-8121cd822cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:22.488089 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc261019-ab3e-4cbd-a3f1-15eac37dd8ec tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.494387 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc261019-ab3e-4cbd-a3f1-15eac37dd8ec tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:22.494786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc261019-ab3e-4cbd-a3f1-15eac37dd8ec tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.569330 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c8388a00-e97f-4ccd-8734-8121cd822cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.572774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.584268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:22.593983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.594344 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Added segment 98300783-fe63-4863-9a13-a2642c1e82b3 of type vlan for network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:22.600261 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:22.622307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.666016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c8388a00-e97f-4ccd-8734-8121cd822cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.739781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e741ca-5449-42d4-a1cd-96109afe5fb8,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:22.752435 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c8388a00-e97f-4ccd-8734-8121cd822cf8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=868585ef74cd4a5f9cbd185296e4929f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6970417 Mar 08 11:49:22.757973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45702) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:22.759722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] For port 4d55f4fe-4493-4340-9245-4496960804b2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4d55f4fe-4493-4340-9245-4496960804b2,segment=NetworkSegment(750397fa-8a5b-4caa-b1f7-faafb0ce363b),segment_id=750397fa-8a5b-4caa-b1f7-faafb0ce363b)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:22.760111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.762994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc261019-ab3e-4cbd-a3f1-15eac37dd8ec tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.798266 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc261019-ab3e-4cbd-a3f1-15eac37dd8ec tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.806126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port e50f7142-53f5-4cc9-824c-ad7f8c97322e yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:22.806950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8388a00-e97f-4ccd-8734-8121cd822cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1967d1-466a-4c26-b3c8-b25bae14b459,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:22.836687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc261019-ab3e-4cbd-a3f1-15eac37dd8ec tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Network': ['ID=a03dcf23-9b9e-4536-91a8-901172924bc7,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:22.849006 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bc261019-ab3e-4cbd-a3f1-15eac37dd8ec tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/networks/a03dcf23-9b9e-4536-91a8-901172924bc7 HTTP/1.1" status: 204 len: 168 time: 1.0103173 Mar 08 11:49:22.852908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-45f89ced-a0b1-42e6-956f-116596574ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.853489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45706) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:22.871800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.877289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:22.877942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:22.970067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] Calling delete_port for 4d55f4fe-4493-4340-9245-4496960804b2 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:23.015448 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 011fdd21-bebc-4046-aad6-ed3673cdf61c no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:23.015741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] For port 4d55f4fe-4493-4340-9245-4496960804b2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4d55f4fe-4493-4340-9245-4496960804b2,segment=NetworkSegment(750397fa-8a5b-4caa-b1f7-faafb0ce363b),segment_id=750397fa-8a5b-4caa-b1f7-faafb0ce363b)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:23.016197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.046613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f89ced-a0b1-42e6-956f-116596574ef7 None None] Pushing event deleted for resources: {'Port': ['ID=011fdd21-bebc-4046-aad6-ed3673cdf61c,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:23.057300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f89ced-a0b1-42e6-956f-116596574ef7 None None] No DVR routers for this DVR port 011fdd21-bebc-4046-aad6-ed3673cdf61c on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:23.061552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 011fdd21-bebc-4046-aad6-ed3673cdf61c {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:23.062086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 011fdd21-bebc-4046-aad6-ed3673cdf61c not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:23.141007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Pushing event updated for resources: {'Network': ['ID=490d1dba-f0d9-4b00-8c2e-4254044f66e7,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:23.145789 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fbc7d48-df63-4ff6-afec-052d6705d610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.152753 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:23.159336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Calling delete_port for 4d55f4fe-4493-4340-9245-4496960804b2 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:23.189301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.190001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2e0fa-e73f-46ed-8bb3-3ef65733a84a tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Deleting port 885888f2-89d4-4134-9d64-1dcad123a3d9 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:23.190351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e0fa-e73f-46ed-8bb3-3ef65733a84a tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.192972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77787049-a471-4fa3-b14d-b28103cda20c req-b5703e22-2687-42c7-a3df-0120adf2e7a9 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:23.200562 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-77787049-a471-4fa3-b14d-b28103cda20c req-b5703e22-2687-42c7-a3df-0120adf2e7a9 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3905644 Mar 08 11:49:23.225614 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e67954bb-c237-49d6-87c4-d4ee4b42dfa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.0911880 Mar 08 11:49:23.232441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fbc7d48-df63-4ff6-afec-052d6705d610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.288224 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-77787049-a471-4fa3-b14d-b28103cda20c req-b02fbdf3-86d2-41bd-b60b-de0af44523d3 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866921 Mar 08 11:49:23.296702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] Pushing event deleted for resources: {'Port': ['ID=4d55f4fe-4493-4340-9245-4496960804b2,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:23.298645 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c3364c-be15-4c6b-8ecb-27016a67632a None None] No DVR routers for this DVR port 4d55f4fe-4493-4340-9245-4496960804b2 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:23.300381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.359695 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Pushing event deleted for resources: {'Port': ['ID=4784fae4-9e76-4c8c-8514-5f11222150ba,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:23.461648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.481483 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:49:23.481817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:49:23.524165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fbc7d48-df63-4ff6-afec-052d6705d610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.527738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45714) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:23.559100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.565386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e0fa-e73f-46ed-8bb3-3ef65733a84a tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.613747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Request body: {'port': {'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238563672'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:23.616772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc7d48-df63-4ff6-afec-052d6705d610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1967d1-466a-4c26-b3c8-b25bae14b459,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:23.682975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:23.696264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Usage tracker for resource:port and tenant:bdb19c7a88b343af805d36538ad9dc13 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:23.696927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2e0fa-e73f-46ed-8bb3-3ef65733a84a tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Calling delete_port for 885888f2-89d4-4134-9d64-1dcad123a3d9 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:23.700452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.702898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:23.706107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.710258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fbc7d48-df63-4ff6-afec-052d6705d610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.711354 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1fbc7d48-df63-4ff6-afec-052d6705d610 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d1967d1-466a-4c26-b3c8-b25bae14b459 HTTP/1.1" status: 204 len: 168 time: 0.9497628 Mar 08 11:49:23.713503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:23.812638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Made reservation on behalf of bdb19c7a88b343af805d36538ad9dc13 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:23.815136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.827619 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.842162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.844028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e0fa-e73f-46ed-8bb3-3ef65733a84a tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.844209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:23.847259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.847942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Fanout notify agent at l3_agent the message router_deleted on router df3c2df6-6db7-43cd-8908-368baa9e5b85 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:49:23.855892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Usage tracker for resource:security_group_rule and tenant:bdb19c7a88b343af805d36538ad9dc13 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:23.859611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:23.865980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.870526 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-32caad94-48bd-437f-96f8-1d2d1f704b4b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "DELETE /v2.0/routers/df3c2df6-6db7-43cd-8908-368baa9e5b85 HTTP/1.1" status: 204 len: 168 time: 2.8129432 Mar 08 11:49:23.871193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45722) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:23.873928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:23.878559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-247999123', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}, 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:23.888060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:23.895795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Usage tracker for resource:router and tenant:20284a76a3c44566a0da1cd1318025c1 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:23.899921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:23.913004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:23.919669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 438d4e99-1ce0-4447-a302-2676e2648071 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:23.924116 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:23.926198 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e0fa-e73f-46ed-8bb3-3ef65733a84a tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.930921 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:23.931730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:23.998295 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:24.001372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:24.002451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:24.019904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:24.047124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:24.047713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Deleting port 4d55f4fe-4493-4340-9245-4496960804b2 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:24.048059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:24.058036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] device_id is not set on port a1d33880-4c59-45db-938c-6edbdc4c2689 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:24.097071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=f936e8ce-f302-4abe-88dd-4efff8a1cf80,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:24.174877 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] The port '4d55f4fe-4493-4340-9245-4496960804b2' was deleted {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:49:24.178381 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1ca2e0fa-e73f-46ed-8bb3-3ef65733a84a tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/ports/885888f2-89d4-4134-9d64-1dcad123a3d9 HTTP/1.1" status: 204 len: 168 time: 1.3230247 Mar 08 11:49:24.184835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45732) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:24.189549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2e0fa-e73f-46ed-8bb3-3ef65733a84a tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Port': ['ID=885888f2-89d4-4134-9d64-1dcad123a3d9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:24.280213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466eff74-0659-4c07-bb7f-597374986fe5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:24.381581 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Checking segment: {'id': 'ab42dd1f-24ee-400f-bcf6-821d6f7d42eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '251eb5c8-92f5-4404-8830-f1efc0ea7091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:24.381907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network hostable DHCP agents. Network: 251eb5c8-92f5-4404-8830-f1efc0ea7091, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:24.403852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=e50f7142-53f5-4cc9-824c-ad7f8c97322e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:24.410812 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:24.445486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8eca47-fe5c-43f7-bd75-a91da6e7e354']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:24.459102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750397fa-8a5b-4caa-b1f7-faafb0ce363b') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:24.459426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750397fa-8a5b-4caa-b1f7-faafb0ce363b') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:24.472439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:24.489012 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:24.495313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:24.495697 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:24.511721 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:24.518112 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa63599b-195e-4d14-a2d8-27374ba1bfa0 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:24.518577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa63599b-195e-4d14-a2d8-27374ba1bfa0 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:24.526013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 251eb5c8-92f5-4404-8830-f1efc0ea7091 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:24.670399 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-aa63599b-195e-4d14-a2d8-27374ba1bfa0 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/subnets/edda902d-636c-4f8d-8606-c263b4f837ed HTTP/1.1" status: 404 len: 337 time: 0.4776592 Mar 08 11:49:24.672911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45748) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:24.676663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:24.694986 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 251eb5c8-92f5-4404-8830-f1efc0ea7091) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:24.703025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:24.705869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8634baeb-d679-480d-91c2-79643b3d1615 None None] Network 251eb5c8-92f5-4404-8830-f1efc0ea7091 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:24.719930 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:24.726886 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:24.728534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.057002 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c902c-c4ed-4ef4-a8e6-7e87b7240042 req-7717d6d8-1f8f-41ca-a8a8-fdf827136d88 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:25.057002 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd6c902c-c4ed-4ef4-a8e6-7e87b7240042 req-7717d6d8-1f8f-41ca-a8a8-fdf827136d88 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3229530 Mar 08 11:49:25.059514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9ffd12ec-f29a-4549-ab22-afd4b3fecb10 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.060754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] device_id is not set on port a1d33880-4c59-45db-938c-6edbdc4c2689 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:25.060754 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd6c902c-c4ed-4ef4-a8e6-7e87b7240042 req-859781df-f59f-4f79-a60b-05b62de2733d tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693398 Mar 08 11:49:25.060754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.061345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9ffd12ec-f29a-4549-ab22-afd4b3fecb10 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.061345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9ffd12ec-f29a-4549-ab22-afd4b3fecb10 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee87a4e-9239-44ab-85e4-128effbd2204']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:25.061345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9ffd12ec-f29a-4549-ab22-afd4b3fecb10 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8310d662-bc7b-4afb-bf25-a68ffd28f93a') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:25.061345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9ffd12ec-f29a-4549-ab22-afd4b3fecb10 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8310d662-bc7b-4afb-bf25-a68ffd28f93a') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:25.061345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9ffd12ec-f29a-4549-ab22-afd4b3fecb10 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.061345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9ffd12ec-f29a-4549-ab22-afd4b3fecb10 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.061345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffd12ec-f29a-4549-ab22-afd4b3fecb10 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:25.061345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9ffd12ec-f29a-4549-ab22-afd4b3fecb10 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:25.070085 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:25.325102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.348372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.351115 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event deleted for resources: {'Network': ['ID=bc8eca47-fe5c-43f7-bd75-a91da6e7e354,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:25.356752 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8326072d-5890-49cf-8eaa-34ef702e7bc6 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "DELETE /v2.0/networks/bc8eca47-fe5c-43f7-bd75-a91da6e7e354 HTTP/1.1" status: 204 len: 168 time: 3.6770241 Mar 08 11:49:25.359562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45754) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:25.391697 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ecc3a0ef-4d84-4a17-babd-7fb813ddd0fc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.6871905 Mar 08 11:49:25.393351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9ffd12ec-f29a-4549-ab22-afd4b3fecb10 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.395008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45758) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:25.418093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Transition to ACTIVE for port object a1d33880-4c59-45db-938c-6edbdc4c2689 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:25.447335 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9ffd12ec-f29a-4549-ab22-afd4b3fecb10 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.451578 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9ffd12ec-f29a-4549-ab22-afd4b3fecb10 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/networks/aee87a4e-9239-44ab-85e4-128effbd2204 HTTP/1.1" status: 204 len: 168 time: 0.7752581 Mar 08 11:49:25.459574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45762) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:25.468426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd12ec-f29a-4549-ab22-afd4b3fecb10 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Network': ['ID=aee87a4e-9239-44ab-85e4-128effbd2204,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:25.508077 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45766) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:25.529736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.546715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-557f3e67-200c-43ac-a085-eceadc2b2fa2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port e50f7142-53f5-4cc9-824c-ad7f8c97322e {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:25.547058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-557f3e67-200c-43ac-a085-eceadc2b2fa2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.594986 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc748c52-ba43-492b-b61d-1334cadba362 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Deleting subnet 56e673cb-6e8c-4471-be85-6e0d94903d83 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:49:25.601944 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc748c52-ba43-492b-b61d-1334cadba362 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.608288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e781164b-1a92-45f3-b875-8ad29cf94342 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.705680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Request body: {'networks': [{'name': 'tempest-network--202057442'}, {'name': 'tempest-network--876346585'}]} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:25.706019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Request body: {'network': {'name': 'tempest-network--202057442'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:25.706470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Request body: {'network': {'name': 'tempest-network--876346585'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:25.709112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc748c52-ba43-492b-b61d-1334cadba362 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.729535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:25.745343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d33880-4c59-45db-938c-6edbdc4c2689,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:25.775253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Usage tracker for resource:network and tenant:5d9dc48e5dc34407a90e8917863a9def is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:25.783211 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:25.811073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:25.812999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Checking segment: {'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:25.813362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Network hostable DHCP agents. Network: 490d1dba-f0d9-4b00-8c2e-4254044f66e7, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:25.880458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-557f3e67-200c-43ac-a085-eceadc2b2fa2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.909483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e781164b-1a92-45f3-b875-8ad29cf94342 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.924190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Made reservation on behalf of 5d9dc48e5dc34407a90e8917863a9def for: {'network': 2} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:25.928663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.955449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:25.981840 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-e781164b-1a92-45f3-b875-8ad29cf94342 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7e185e-7e6b-4735-a084-db62fe8ee7f9']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:25.995421 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:25.998885 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:26.006708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Usage tracker for resource:security_group_rule and tenant:5d9dc48e5dc34407a90e8917863a9def is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:26.012172 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-e781164b-1a92-45f3-b875-8ad29cf94342 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3cde58-b5db-41f9-8af6-998ce5ee1093') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:26.012476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-e781164b-1a92-45f3-b875-8ad29cf94342 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3cde58-b5db-41f9-8af6-998ce5ee1093') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:26.020718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:26.088467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e781164b-1a92-45f3-b875-8ad29cf94342 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.101993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 490d1dba-f0d9-4b00-8c2e-4254044f66e7) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:26.112166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:26.116975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:26.118826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-557f3e67-200c-43ac-a085-eceadc2b2fa2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for e50f7142-53f5-4cc9-824c-ad7f8c97322e owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:26.120516 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dae2ab-55d4-42d3-963a-dc9cb7913864 None None] Network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:26.194433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e781164b-1a92-45f3-b875-8ad29cf94342 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.199447 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc748c52-ba43-492b-b61d-1334cadba362 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.229845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:26.233477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:26.233477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:26.249493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e781164b-1a92-45f3-b875-8ad29cf94342 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:26.249707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e781164b-1a92-45f3-b875-8ad29cf94342 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.264757 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:26.292152 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:26.313495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:26.313837 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:26.332195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6778fe-d8ab-450b-9bc2-76714843fa09 req-7ff9fcf7-90cb-419c-b492-9287595cd2a2 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:26.333692 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5a6778fe-d8ab-450b-9bc2-76714843fa09 req-7ff9fcf7-90cb-419c-b492-9287595cd2a2 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.1763062 Mar 08 11:49:26.362392 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 2 to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 Mar 08 11:49:26.374562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-557f3e67-200c-43ac-a085-eceadc2b2fa2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.380210 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.422668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc748c52-ba43-492b-b61d-1334cadba362 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.472529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f3e67-200c-43ac-a085-eceadc2b2fa2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=e50f7142-53f5-4cc9-824c-ad7f8c97322e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:26.478429 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5a6778fe-d8ab-450b-9bc2-76714843fa09 req-bea92124-bfb4-4071-b6f8-c1472e269e95 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332622 Mar 08 11:49:26.490022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-557f3e67-200c-43ac-a085-eceadc2b2fa2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.492940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc748c52-ba43-492b-b61d-1334cadba362 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Subnet': ['ID=56e673cb-6e8c-4471-be85-6e0d94903d83,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:26.496361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc748c52-ba43-492b-b61d-1334cadba362 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.505968 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-557f3e67-200c-43ac-a085-eceadc2b2fa2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/e50f7142-53f5-4cc9-824c-ad7f8c97322e HTTP/1.1" status: 204 len: 168 time: 1.1076355 Mar 08 11:49:26.506226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45774) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:26.513121 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ce45fb-2e0b-402e-863c-1b349f9bb672 None None] Network 4d6157bf-ab56-4a8d-b4e3-01330d337cf1 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:26.558335 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bc748c52-ba43-492b-b61d-1334cadba362 tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/subnets/56e673cb-6e8c-4471-be85-6e0d94903d83 HTTP/1.1" status: 204 len: 168 time: 1.0977173 Mar 08 11:49:26.560683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45780) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:26.564389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:26.564725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:26.565083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:26.587261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:26.587549 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:26.591405 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 3 to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 Mar 08 11:49:26.624991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:26.625273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:26.625613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:26.678382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:26.678708 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:26.683792 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 4 to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 Mar 08 11:49:26.690404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e781164b-1a92-45f3-b875-8ad29cf94342 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.695183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.710226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1f7912-7764-450d-8d8b-d1367df81ddf tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:26.716602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1f7912-7764-450d-8d8b-d1367df81ddf tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:26.717400 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fe1f7912-7764-450d-8d8b-d1367df81ddf tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:26.717559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e781164b-1a92-45f3-b875-8ad29cf94342 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.744967 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Deleting port 63800012-e722-4f29-9353-d7262de76ebe {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:26.744967 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.764002 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781164b-1a92-45f3-b875-8ad29cf94342 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event deleted for resources: {'Network': ['ID=6a7e185e-7e6b-4735-a084-db62fe8ee7f9,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:26.779489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:26.779489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:26.779489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:26.779489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.786949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:26.787271 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:26.791398 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 5 to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 Mar 08 11:49:26.801011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483d78f6-c521-4ff1-bd3a-3e1ebe107a74 None None] DHCP port deletion for 4d6157bf-ab56-4a8d-b4e3-01330d337cf1 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:26.803108 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e781164b-1a92-45f3-b875-8ad29cf94342 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "DELETE /v2.0/networks/6a7e185e-7e6b-4735-a084-db62fe8ee7f9 HTTP/1.1" status: 204 len: 168 time: 1.4424708 Mar 08 11:49:26.805796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-483d78f6-c521-4ff1-bd3a-3e1ebe107a74 None None] Deleting port 63800012-e722-4f29-9353-d7262de76ebe {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:26.811190 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-483d78f6-c521-4ff1-bd3a-3e1ebe107a74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.811509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Allocated IP 172.26.4.233 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/2ad37afa-01a1-47f5-82b9-bcedaccf485b) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:26.813310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45784) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:26.874913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:26.875290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:26.875639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:26.889843 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:26.890202 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:26.898145 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fe1f7912-7764-450d-8d8b-d1367df81ddf tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:26.899951 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fe1f7912-7764-450d-8d8b-d1367df81ddf tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3922925 Mar 08 11:49:26.906507 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 6 to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 Mar 08 11:49:26.908524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 63800012-e722-4f29-9353-d7262de76ebe no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:26.912385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45788) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:26.944264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c077072-172c-4e15-8719-f1bf08781bab tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Deleting subnet 3931512d-b14f-461b-b2aa-937f13f8eac9 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:49:26.946138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.947402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:26.970769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c077072-172c-4e15-8719-f1bf08781bab tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.047767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] For port 63800012-e722-4f29-9353-d7262de76ebe, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=63800012-e722-4f29-9353-d7262de76ebe,segment=NetworkSegment(933a4de1-e005-46d6-a51b-283e810cb756),segment_id=933a4de1-e005-46d6-a51b-283e810cb756)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:27.048016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.053418 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:27.053806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:27.054170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:27.059571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-51e23942-ffec-4afb-8564-2645e79058d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port f936e8ce-f302-4abe-88dd-4efff8a1cf80 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:27.059571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51e23942-ffec-4afb-8564-2645e79058d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.094653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:27.095240 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:27.103148 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 7 to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 Mar 08 11:49:27.126731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-483d78f6-c521-4ff1-bd3a-3e1ebe107a74 None None] For port 63800012-e722-4f29-9353-d7262de76ebe, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=63800012-e722-4f29-9353-d7262de76ebe,segment=NetworkSegment(933a4de1-e005-46d6-a51b-283e810cb756),segment_id=933a4de1-e005-46d6-a51b-283e810cb756)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:27.127405 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-483d78f6-c521-4ff1-bd3a-3e1ebe107a74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.127811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2019584c-b5e9-43e4-a848-b7f058eafd2f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:27.143281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:27.147310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c077072-172c-4e15-8719-f1bf08781bab tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.204186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:27.204517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:27.204856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:27.218999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Calling delete_port for 63800012-e722-4f29-9353-d7262de76ebe owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:27.230639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.230990 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Added segment f082ff3b-1c62-4b5e-9234-aac8dc00077c of type vlan for network 2e3272bf-6a13-4f39-aee0-96588cc5cc5f Mar 08 11:49:27.234815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:27.234815 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:27.241911 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.242104 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 8 to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 Mar 08 11:49:27.257124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.291072 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:27.291486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:27.291786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:27.307086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.310597 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:27.310925 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:27.312461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-483d78f6-c521-4ff1-bd3a-3e1ebe107a74 None None] Calling delete_port for 63800012-e722-4f29-9353-d7262de76ebe owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:27.315896 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 9 to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 Mar 08 11:49:27.350911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:27.351236 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:27.351578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:27.370003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:27.370331 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:27.374560 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 10 to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 Mar 08 11:49:27.398847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c077072-172c-4e15-8719-f1bf08781bab tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.433138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:27.433488 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:27.433893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:27.438380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.447108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:27.451889 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port a1d33880-4c59-45db-938c-6edbdc4c2689 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:27.452209 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port a1d33880-4c59-45db-938c-6edbdc4c2689 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:27.452564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.482056 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-483d78f6-c521-4ff1-bd3a-3e1ebe107a74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:49:27.482056 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-483d78f6-c521-4ff1-bd3a-3e1ebe107a74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:49:27.488119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.488472 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Added segment 30ff924d-52c3-431b-9352-bd3f18e6f6e1 of type vlan for network 53d3b4c9-0bef-4db9-8272-1c014ea3febb Mar 08 11:49:27.497419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Port': ['ID=63800012-e722-4f29-9353-d7262de76ebe,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:27.514471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] No DVR routers for this DVR port 63800012-e722-4f29-9353-d7262de76ebe on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:27.516714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51e23942-ffec-4afb-8564-2645e79058d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.539022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.647973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:27.665653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.669790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:27.672506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:27.712598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c077072-172c-4e15-8719-f1bf08781bab tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.749785 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Pushing event updated for resources: {'Port': ['ID=2ad37afa-01a1-47f5-82b9-bcedaccf485b,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:27.767682 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] For port a1d33880-4c59-45db-938c-6edbdc4c2689, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:49:27.767682 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempted to set empty binding levels {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 08 11:49:27.778935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c077072-172c-4e15-8719-f1bf08781bab tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.782309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c077072-172c-4e15-8719-f1bf08781bab tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event deleted for resources: {'Subnet': ['ID=3931512d-b14f-461b-b2aa-937f13f8eac9,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:27.784400 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c7af5a-b0f2-4942-8f5e-cdf8978b8d27 None None] Network 57ff1508-af3e-4148-9c37-bc3f3ad8ea41 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:27.807307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-51e23942-ffec-4afb-8564-2645e79058d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for f936e8ce-f302-4abe-88dd-4efff8a1cf80 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:27.810647 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1c077072-172c-4e15-8719-f1bf08781bab tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "DELETE /v2.0/subnets/3931512d-b14f-461b-b2aa-937f13f8eac9 HTTP/1.1" status: 204 len: 168 time: 0.9938381 Mar 08 11:49:27.813772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45792) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:27.907422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.914748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.954458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6157bf-ab56-4a8d-b4e3-01330d337cf1']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:27.969124 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933a4de1-e005-46d6-a51b-283e810cb756') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:27.969433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933a4de1-e005-46d6-a51b-283e810cb756') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:27.982228 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.986733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-483d78f6-c521-4ff1-bd3a-3e1ebe107a74 None None] Deleting port 63800012-e722-4f29-9353-d7262de76ebe {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:27.986733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-483d78f6-c521-4ff1-bd3a-3e1ebe107a74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:27.998601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.004814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:28.005209 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:28.020441 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:28.077174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.077686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.081856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51e23942-ffec-4afb-8564-2645e79058d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.087184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:28.088959 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:28.089348 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-483d78f6-c521-4ff1-bd3a-3e1ebe107a74 None None] The port '63800012-e722-4f29-9353-d7262de76ebe' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:49:28.089763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.136110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b822204-e3d5-4d19-ba15-04dc4a9a6e36 None None] DHCP port deletion for 57ff1508-af3e-4148-9c37-bc3f3ad8ea41 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:28.141007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4b822204-e3d5-4d19-ba15-04dc4a9a6e36 None None] Deleting port dcc4b347-0cde-4002-866d-90a12175e59d {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:28.141389 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4b822204-e3d5-4d19-ba15-04dc4a9a6e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.149914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e23942-ffec-4afb-8564-2645e79058d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=f936e8ce-f302-4abe-88dd-4efff8a1cf80,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:28.153731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51e23942-ffec-4afb-8564-2645e79058d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.163870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:28.164475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.248153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.253079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.256177 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] 10.222.0.32 "DELETE /v2.0/networks/4d6157bf-ab56-4a8d-b4e3-01330d337cf1 HTTP/1.1" status: 204 len: 168 time: 1.6935945 Mar 08 11:49:28.281288 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2ab-4e5a-4a01-804e-fbec3625a0ad tempest-NetworksIpV6TestAttrs-1636552559 tempest-NetworksIpV6TestAttrs-1636552559-project] Pushing event deleted for resources: {'Network': ['ID=4d6157bf-ab56-4a8d-b4e3-01330d337cf1,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:28.308048 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-51e23942-ffec-4afb-8564-2645e79058d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/f936e8ce-f302-4abe-88dd-4efff8a1cf80 HTTP/1.1" status: 204 len: 168 time: 1.3914757 Mar 08 11:49:28.308291 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45800) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:28.404721 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a02dd03-95dd-4f2a-94eb-551b8a4d642f tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:28.405277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7a02dd03-95dd-4f2a-94eb-551b8a4d642f tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:28.407040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4b822204-e3d5-4d19-ba15-04dc4a9a6e36 None None] For port dcc4b347-0cde-4002-866d-90a12175e59d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=dcc4b347-0cde-4002-866d-90a12175e59d,segment=NetworkSegment(bba46d0d-740f-46c1-bb26-a425a5a7caa3),segment_id=bba46d0d-740f-46c1-bb26-a425a5a7caa3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:28.407841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4b822204-e3d5-4d19-ba15-04dc4a9a6e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.420943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.428609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d33880-4c59-45db-938c-6edbdc4c2689,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:28.432033 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.9206495 Mar 08 11:49:28.435699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45804) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:28.444516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event updated for resources: {'Network': ['ID=2e3272bf-6a13-4f39-aee0-96588cc5cc5f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:28.471160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 2e3272bf-6a13-4f39-aee0-96588cc5cc5f details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:28.483952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Deleting port dcc4b347-0cde-4002-866d-90a12175e59d {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:28.484301 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.536804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7a02dd03-95dd-4f2a-94eb-551b8a4d642f tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:28.538035 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7a02dd03-95dd-4f2a-94eb-551b8a4d642f tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2278430 Mar 08 11:49:28.543670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45808) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:28.563738 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4b822204-e3d5-4d19-ba15-04dc4a9a6e36 None None] Calling delete_port for dcc4b347-0cde-4002-866d-90a12175e59d owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:28.587167 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c12f0476-c9d2-4302-8253-8e152be749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.9867482 Mar 08 11:49:28.594318 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45812) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:28.644547 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9185bb8-6887-4c7b-9a91-11471b6eb734 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:49:28.646335 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f9185bb8-6887-4c7b-9a91-11471b6eb734 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/e50f7142-53f5-4cc9-824c-ad7f8c97322e HTTP/1.1" status: 404 len: 333 time: 0.1018689 Mar 08 11:49:28.662545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45816) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:28.663419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7edf1e-510a-49b4-99fd-9b438ecaf5f2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event updated for resources: {'Network': ['ID=53d3b4c9-0bef-4db9-8272-1c014ea3febb,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:28.682945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 53d3b4c9-0bef-4db9-8272-1c014ea3febb details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:28.734913 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c21025-319a-4af7-a673-3486becdb28b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:49:28.738302 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-54c21025-319a-4af7-a673-3486becdb28b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/f936e8ce-f302-4abe-88dd-4efff8a1cf80 HTTP/1.1" status: 404 len: 333 time: 0.0736461 Mar 08 11:49:28.744003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45820) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:28.751461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989c82c6-b051-4673-a826-eeda0b95e1b2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:28.757522 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989c82c6-b051-4673-a826-eeda0b95e1b2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:28.768536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989c82c6-b051-4673-a826-eeda0b95e1b2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:28.775471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989c82c6-b051-4673-a826-eeda0b95e1b2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:28.781243 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-989c82c6-b051-4673-a826-eeda0b95e1b2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3442631 Mar 08 11:49:28.788614 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45826) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:28.820471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-514bbae1-30e9-4d75-8516-a1dea7c058f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Deleting port a1d33880-4c59-45db-938c-6edbdc4c2689 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:28.821120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-514bbae1-30e9-4d75-8516-a1dea7c058f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.875832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4b822204-e3d5-4d19-ba15-04dc4a9a6e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:28.945945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device dcc4b347-0cde-4002-866d-90a12175e59d no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:28.959622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45830) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:28.999955 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b822204-e3d5-4d19-ba15-04dc4a9a6e36 None None] Pushing event deleted for resources: {'Port': ['ID=dcc4b347-0cde-4002-866d-90a12175e59d,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:29.005163 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b822204-e3d5-4d19-ba15-04dc4a9a6e36 None None] No DVR routers for this DVR port dcc4b347-0cde-4002-866d-90a12175e59d on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:29.006839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: dcc4b347-0cde-4002-866d-90a12175e59d {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:29.007183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device dcc4b347-0cde-4002-866d-90a12175e59d not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:29.027557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e42fe599-19b4-4515-b207-acca6ce5ef2f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.034885 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.142336 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] For port dcc4b347-0cde-4002-866d-90a12175e59d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=dcc4b347-0cde-4002-866d-90a12175e59d,segment=NetworkSegment(bba46d0d-740f-46c1-bb26-a425a5a7caa3),segment_id=bba46d0d-740f-46c1-bb26-a425a5a7caa3)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:29.142695 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.157989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3dc15a8b-4f9f-460a-975b-304d42ee13e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.282074 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Calling delete_port for dcc4b347-0cde-4002-866d-90a12175e59d owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:29.306590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e42fe599-19b4-4515-b207-acca6ce5ef2f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.313608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-514bbae1-30e9-4d75-8516-a1dea7c058f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] For port a1d33880-4c59-45db-938c-6edbdc4c2689, host hv-neutron-8281, got binding levels [] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:29.313980 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-514bbae1-30e9-4d75-8516-a1dea7c058f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.400858 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4d21e0bb-106c-4ece-a393-7f4c794fe851 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be48fa7f52ce4064a14c84ad07e871f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351182 Mar 08 11:49:29.420738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45836) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:29.573524 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-514bbae1-30e9-4d75-8516-a1dea7c058f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Calling delete_port for a1d33880-4c59-45db-938c-6edbdc4c2689 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:29.607857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-e42fe599-19b4-4515-b207-acca6ce5ef2f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3272bf-6a13-4f39-aee0-96588cc5cc5f']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:29.624454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-e42fe599-19b4-4515-b207-acca6ce5ef2f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f082ff3b-1c62-4b5e-9234-aac8dc00077c') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:29.624745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-e42fe599-19b4-4515-b207-acca6ce5ef2f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f082ff3b-1c62-4b5e-9234-aac8dc00077c') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:29.647526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e42fe599-19b4-4515-b207-acca6ce5ef2f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.666833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3dc15a8b-4f9f-460a-975b-304d42ee13e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.677625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e42fe599-19b4-4515-b207-acca6ce5ef2f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.682952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:49:29.683276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:49:29.685364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42fe599-19b4-4515-b207-acca6ce5ef2f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:29.685800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e42fe599-19b4-4515-b207-acca6ce5ef2f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:29.700875 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:29.721871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-3dc15a8b-4f9f-460a-975b-304d42ee13e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251eb5c8-92f5-4404-8830-f1efc0ea7091']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:29.765344 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-514bbae1-30e9-4d75-8516-a1dea7c058f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.842131 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-514bbae1-30e9-4d75-8516-a1dea7c058f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.842131 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bbae1-30e9-4d75-8516-a1dea7c058f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1d33880-4c59-45db-938c-6edbdc4c2689,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:29.843601 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-514bbae1-30e9-4d75-8516-a1dea7c058f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a1d33880-4c59-45db-938c-6edbdc4c2689 HTTP/1.1" status: 204 len: 168 time: 1.2456298 Mar 08 11:49:29.846148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45840) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:29.889496 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5df2a3-0d1b-4cb8-8247-f8ea7085ee5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] GET failed (client error): The resource could not be found. Mar 08 11:49:29.890062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ff5df2a3-0d1b-4cb8-8247-f8ea7085ee5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Synchronizing usage tracker for tenant:bdb19c7a88b343af805d36538ad9dc13 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:29.893958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e42fe599-19b4-4515-b207-acca6ce5ef2f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.898576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e42fe599-19b4-4515-b207-acca6ce5ef2f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.903107 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e42fe599-19b4-4515-b207-acca6ce5ef2f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "DELETE /v2.0/networks/2e3272bf-6a13-4f39-aee0-96588cc5cc5f HTTP/1.1" status: 204 len: 168 time: 1.1094742 Mar 08 11:49:29.915573 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45844) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:29.926456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-3dc15a8b-4f9f-460a-975b-304d42ee13e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab42dd1f-24ee-400f-bcf6-821d6f7d42eb') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:29.926759 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-3dc15a8b-4f9f-460a-975b-304d42ee13e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab42dd1f-24ee-400f-bcf6-821d6f7d42eb') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:29.935669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-947c198a-ef35-4f5a-909c-1559c543b124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.948426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fe599-19b4-4515-b207-acca6ce5ef2f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event deleted for resources: {'Network': ['ID=2e3272bf-6a13-4f39-aee0-96588cc5cc5f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:29.965288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3dc15a8b-4f9f-460a-975b-304d42ee13e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.983339 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:29.997595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3dc15a8b-4f9f-460a-975b-304d42ee13e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.005386 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-947c198a-ef35-4f5a-909c-1559c543b124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.019205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ff5df2a3-0d1b-4cb8-8247-f8ea7085ee5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Unset dirty status for tenant:bdb19c7a88b343af805d36538ad9dc13 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:30.020381 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ff5df2a3-0d1b-4cb8-8247-f8ea7085ee5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "GET /v2.0/ports/a1d33880-4c59-45db-938c-6edbdc4c2689 HTTP/1.1" status: 404 len: 333 time: 0.1732974 Mar 08 11:49:30.025981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45848) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:30.033574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Request body: {'port': {'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2104966976'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:30.044920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:30.062482 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-303bbd82-eed7-4fbe-ae06-6bb13d23418f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.064286 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:30.077604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc15a8b-4f9f-460a-975b-304d42ee13e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:30.078038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3dc15a8b-4f9f-460a-975b-304d42ee13e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:30.092288 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:30.140185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Made reservation on behalf of bdb19c7a88b343af805d36538ad9dc13 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:30.142648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.186624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Deleting port dcc4b347-0cde-4002-866d-90a12175e59d {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:30.186972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.218014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-303bbd82-eed7-4fbe-ae06-6bb13d23418f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.225398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] device_id is not set on port 46236341-aa5b-437e-9680-6e159eb6d7b1 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:30.294435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-303bbd82-eed7-4fbe-ae06-6bb13d23418f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d3b4c9-0bef-4db9-8272-1c014ea3febb']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:30.309158 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-303bbd82-eed7-4fbe-ae06-6bb13d23418f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ff924d-52c3-431b-9352-bd3f18e6f6e1') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:30.309849 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-303bbd82-eed7-4fbe-ae06-6bb13d23418f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ff924d-52c3-431b-9352-bd3f18e6f6e1') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:30.329744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] The port 'dcc4b347-0cde-4002-866d-90a12175e59d' was deleted {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:49:30.334549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-303bbd82-eed7-4fbe-ae06-6bb13d23418f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.365290 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-303bbd82-eed7-4fbe-ae06-6bb13d23418f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.371321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3dc15a8b-4f9f-460a-975b-304d42ee13e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.378980 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303bbd82-eed7-4fbe-ae06-6bb13d23418f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:30.381269 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-303bbd82-eed7-4fbe-ae06-6bb13d23418f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:30.395173 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:30.412919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3dc15a8b-4f9f-460a-975b-304d42ee13e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.447552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc15a8b-4f9f-460a-975b-304d42ee13e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Network': ['ID=251eb5c8-92f5-4404-8830-f1efc0ea7091,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:30.518654 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3dc15a8b-4f9f-460a-975b-304d42ee13e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/networks/251eb5c8-92f5-4404-8830-f1efc0ea7091 HTTP/1.1" status: 204 len: 168 time: 1.7736263 Mar 08 11:49:30.525494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-947c198a-ef35-4f5a-909c-1559c543b124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.527823 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-947c198a-ef35-4f5a-909c-1559c543b124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.528870 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-947c198a-ef35-4f5a-909c-1559c543b124 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e83acdeb-2a9f-43cc-9871-9624979fc595 HTTP/1.1" status: 204 len: 168 time: 1.0995643 Mar 08 11:49:30.529416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45852) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:30.533166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.565380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1385652278'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:30.584322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:30.587181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c198a-ef35-4f5a-909c-1559c543b124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83acdeb-2a9f-43cc-9871-9624979fc595,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:30.593314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.605697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:network and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:30.610322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ff1508-af3e-4148-9c37-bc3f3ad8ea41']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:30.625073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:30.635256 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-303bbd82-eed7-4fbe-ae06-6bb13d23418f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.640289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba46d0d-740f-46c1-bb26-a425a5a7caa3') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:30.640586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba46d0d-740f-46c1-bb26-a425a5a7caa3') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:30.647589 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:30.663167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.663989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-303bbd82-eed7-4fbe-ae06-6bb13d23418f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.670563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bbd82-eed7-4fbe-ae06-6bb13d23418f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event deleted for resources: {'Network': ['ID=53d3b4c9-0bef-4db9-8272-1c014ea3febb,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:30.679860 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-303bbd82-eed7-4fbe-ae06-6bb13d23418f tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "DELETE /v2.0/networks/53d3b4c9-0bef-4db9-8272-1c014ea3febb HTTP/1.1" status: 204 len: 168 time: 0.7616031 Mar 08 11:49:30.680232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45858) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:30.683168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.683492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.710819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:30.711219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:30.725938 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:30.749870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:30.751894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:30.753381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.759629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:30.764493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:30.765425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:30.766254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.776499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Router 54a14a15-0012-4ca2-9b53-a98b92289119 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:49:30.778172 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event updated for resources: {'Port': ['ID=46236341-aa5b-437e-9680-6e159eb6d7b1,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:30.838608 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-61fef37e-bbbc-4573-8283-d94aae39384c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8114064 Mar 08 11:49:30.839629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45864) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:30.846845 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:30.963387 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:30.996125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:31.059611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df01164-565e-49aa-ab6b-c54dd37cf120 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:31.065489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df01164-565e-49aa-ab6b-c54dd37cf120 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:31.066258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3df01164-565e-49aa-ab6b-c54dd37cf120 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Synchronizing usage tracker for tenant:5d9dc48e5dc34407a90e8917863a9def on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:31.119343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.119692 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Added segment 84c42110-5592-4027-8613-e71b461835b1 of type vlan for network 73273418-d39b-4337-a4d6-be7f0fa62177 Mar 08 11:49:31.127270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.131771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.175957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Pushing event deleted for resources: {'Network': ['ID=57ff1508-af3e-4148-9c37-bc3f3ad8ea41,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:31.183672 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-21cc5f05-ea37-41b4-ae93-e374b7d7d17c tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "DELETE /v2.0/networks/57ff1508-af3e-4148-9c37-bc3f3ad8ea41 HTTP/1.1" status: 204 len: 168 time: 3.3684921 Mar 08 11:49:31.185829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45876) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:31.222043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] device_id is not set on port 46236341-aa5b-437e-9680-6e159eb6d7b1 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:31.230332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.246260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Transition to ACTIVE for port object 46236341-aa5b-437e-9680-6e159eb6d7b1 will not be triggered until provisioned by entity L2. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:31.264612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:49:31.273670 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda910ca-505b-4a66-8f60-2980b519d8a7 None None] Sync routers for ids ['54a14a15-0012-4ca2-9b53-a98b92289119'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:31.277716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.281066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-456abb13-2120-4280-944b-5fbea4c20eb4 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Synchronizing usage tracker for tenant:ba7775c30b684b2e85b444cb742306fe on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:31.283783 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda910ca-505b-4a66-8f60-2980b519d8a7 None None] Routers {'54a14a15-0012-4ca2-9b53-a98b92289119'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:31.284630 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fda910ca-505b-4a66-8f60-2980b519d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54a14a15-0012-4ca2-9b53-a98b92289119'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:31.321254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.379452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3df01164-565e-49aa-ab6b-c54dd37cf120 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Unset dirty status for tenant:5d9dc48e5dc34407a90e8917863a9def on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:31.381425 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fda910ca-505b-4a66-8f60-2980b519d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:31.381809 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3df01164-565e-49aa-ab6b-c54dd37cf120 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6998730 Mar 08 11:49:31.386393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45886) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:31.391176 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda910ca-505b-4a66-8f60-2980b519d8a7 None None] Routers {'54a14a15-0012-4ca2-9b53-a98b92289119'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:31.391791 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fda910ca-505b-4a66-8f60-2980b519d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54a14a15-0012-4ca2-9b53-a98b92289119'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:31.395291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-915232049'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:31.402948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:31.412638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.417332 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-69b94851-f265-44b8-a57d-00f75e09c1da tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5418541 Mar 08 11:49:31.417332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-456abb13-2120-4280-944b-5fbea4c20eb4 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Unset dirty status for tenant:ba7775c30b684b2e85b444cb742306fe on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:31.417332 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-456abb13-2120-4280-944b-5fbea4c20eb4 tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "GET /v2.0/ports?device_id=8130c27c-44e0-4455-8eb3-3513c08a8e0e HTTP/1.1" status: 200 len: 205 time: 0.2167890 Mar 08 11:49:31.418240 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.424042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:31.425190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.429083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45890) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:31.429465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45892) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:31.453023 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fda910ca-505b-4a66-8f60-2980b519d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:31.453257 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda910ca-505b-4a66-8f60-2980b519d8a7 None None] The sync data for ids ['54a14a15-0012-4ca2-9b53-a98b92289119'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:31.453653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:31.536938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:31.570317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event updated for resources: {'Port': ['ID=46236341-aa5b-437e-9680-6e159eb6d7b1,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:31.580296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:31.580631 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:31.580970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:31.585625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:31.585951 dv-neutron-828143-8-hyperv neutron-server[88470]: ERROR neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:31.586398 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.plugins.ml2.plugin [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 2 to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 Mar 08 11:49:31.602160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:31.602827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:31.603336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:31.606869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45900) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:31.614154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:31.614485 dv-neutron-828143-8-hyperv neutron-server[88470]: ERROR neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:31.615160 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.plugins.ml2.plugin [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 3 to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 Mar 08 11:49:31.631180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:31.631512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:31.631850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:31.637604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:31.637965 dv-neutron-828143-8-hyperv neutron-server[88470]: ERROR neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:31.638527 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.plugins.ml2.plugin [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 4 to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 Mar 08 11:49:31.655885 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:31.656634 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:31.657131 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:31.662987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:31.663547 dv-neutron-828143-8-hyperv neutron-server[88470]: ERROR neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:31.664210 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.plugins.ml2.plugin [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 5 to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 Mar 08 11:49:31.682066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:31.682401 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:31.682841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:31.688293 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:31.688628 dv-neutron-828143-8-hyperv neutron-server[88470]: ERROR neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:31.689264 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.plugins.ml2.plugin [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 6 to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 Mar 08 11:49:31.706943 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:31.707314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:31.707726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:31.714206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:31.714649 dv-neutron-828143-8-hyperv neutron-server[88470]: ERROR neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:31.715104 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.plugins.ml2.plugin [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 7 to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 Mar 08 11:49:31.731047 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:31.731476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:31.731890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:31.740673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1994777821'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:31.746122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:31.746529 dv-neutron-828143-8-hyperv neutron-server[88470]: ERROR neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:31.747379 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:31.749316 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.plugins.ml2.plugin [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 8 to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 Mar 08 11:49:31.759958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:network and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:31.764967 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:31.773039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:31.775468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:31.775859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:31.776198 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:31.782914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:31.783244 dv-neutron-828143-8-hyperv neutron-server[88470]: ERROR neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:31.784866 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.plugins.ml2.plugin [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 9 to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 Mar 08 11:49:31.799856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:31.800213 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:31.800533 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:31.805262 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:31.805598 dv-neutron-828143-8-hyperv neutron-server[88470]: ERROR neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:31.806021 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.plugins.ml2.plugin [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 10 to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 Mar 08 11:49:31.820615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:31.821490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:31.821830 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:31.826557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:31.826889 dv-neutron-828143-8-hyperv neutron-server[88470]: ERROR neutron.plugins.ml2.managers [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port 46236341-aa5b-437e-9680-6e159eb6d7b1 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:31.827247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.874709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:31.878260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.880886 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3338594 Mar 08 11:49:31.881674 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Made reservation on behalf of 5d9dc48e5dc34407a90e8917863a9def for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:31.885583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.894277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45906) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:31.898574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.909022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb98f3-b460-4952-ba24-da8d74f6e423 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Network': ['ID=73273418-d39b-4337-a4d6-be7f0fa62177,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:31.912673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0f99fb23-a966-415c-8acf-e36f0bf32b3b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:31.922623 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 73273418-d39b-4337-a4d6-be7f0fa62177 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:31.934118 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:31.942443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:security_group_rule and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:31.954044 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:31.964215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:31.970277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': '73273418-d39b-4337-a4d6-be7f0fa62177', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:31.980031 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] For port 46236341-aa5b-437e-9680-6e159eb6d7b1, host hv-neutron-8281, cleared binding levels {{(pid=88470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:49:31.980405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempted to set empty binding levels {{(pid=88470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 08 11:49:32.061214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.106372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.123378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] In _notify_port_updated(), no bound segment for port 46236341-aa5b-437e-9680-6e159eb6d7b1 on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:49:32.124949 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.124949 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.126190 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "PUT /v2.0/ports/46236341-aa5b-437e-9680-6e159eb6d7b1 HTTP/1.1" status: 200 len: 981 time: 1.2851660 Mar 08 11:49:32.128989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45910) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:32.184824 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.196433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fd270-67b7-4def-a14d-53093fc5cca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event updated for resources: {'Port': ['ID=46236341-aa5b-437e-9680-6e159eb6d7b1,revision_number=3']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:32.232804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:32.244774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45cacc5-446d-4c91-b9fd-323380e00151,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:32.253200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.253576 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Added segment f784ebbd-dbbb-4417-a018-501e3651ca65 of type vlan for network 41d35b3d-add1-459d-88bf-1625d847af6c Mar 08 11:49:32.271216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:32.286549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.287041 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.287518 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.287988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.288463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.288929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.289397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.289913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.290437 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.290904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.291413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.291879 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.292343 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.292803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.293261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.293721 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.294216 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.295868 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Synchronizing usage tracker for tenant:bdb19c7a88b343af805d36538ad9dc13 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:32.316966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.412621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Unset dirty status for tenant:bdb19c7a88b343af805d36538ad9dc13 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:32.415151 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1e41b9ac-9ffb-4840-9419-3b14651dc3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15140 time: 0.2847433 Mar 08 11:49:32.418954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45914) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:32.433688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.434318 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Added segment 5c29dcf5-9a14-4f18-8ebe-f0b64de791e0 of type vlan for network 4560d621-6171-486b-9c48-7c78056fcbca Mar 08 11:49:32.453242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.458594 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.459167 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.508929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0f99fb23-a966-415c-8acf-e36f0bf32b3b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.511792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:32.514264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0f99fb23-a966-415c-8acf-e36f0bf32b3b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.525139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:32.529515 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:32.565632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:32.588196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-870a9a15-aed3-430a-baac-064db9b07c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Deleting port 46236341-aa5b-437e-9680-6e159eb6d7b1 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:32.588627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-870a9a15-aed3-430a-baac-064db9b07c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.621396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Network': ['ID=41d35b3d-add1-459d-88bf-1625d847af6c,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:32.624922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.635372 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 41d35b3d-add1-459d-88bf-1625d847af6c details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:32.686538 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0df45113-9714-402c-9e37-f4549ed3cc9b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0784838 Mar 08 11:49:32.693310 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45918) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:32.701290 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-874055522'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:32.709472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:32.721365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:network and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:32.726206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:32.742830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0f99fb23-a966-415c-8acf-e36f0bf32b3b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.743356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f99fb23-a966-415c-8acf-e36f0bf32b3b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Fanout notify agent at l3_agent the message router_deleted on router 8130c27c-44e0-4455-8eb3-3513c08a8e0e {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:49:32.758783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:32.775142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0f99fb23-a966-415c-8acf-e36f0bf32b3b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.778758 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0f99fb23-a966-415c-8acf-e36f0bf32b3b tempest-RoutersNegativeIpV6Test-500663866 tempest-RoutersNegativeIpV6Test-500663866-project] 10.222.0.32 "DELETE /v2.0/routers/8130c27c-44e0-4455-8eb3-3513c08a8e0e HTTP/1.1" status: 204 len: 168 time: 1.3262532 Mar 08 11:49:32.789664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:32.793176 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.842673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-870a9a15-aed3-430a-baac-064db9b07c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] For port 46236341-aa5b-437e-9680-6e159eb6d7b1, host hv-neutron-8281, got binding levels [] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:32.843271 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-870a9a15-aed3-430a-baac-064db9b07c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.881440 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.887643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.888232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.904931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:32.908337 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:32.984647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-870a9a15-aed3-430a-baac-064db9b07c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Calling delete_port for 46236341-aa5b-437e-9680-6e159eb6d7b1 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:33.050362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:33.073650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.074056 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Added segment eb64ee08-5616-4c02-a805-b7433e3525c5 of type vlan for network 6a289c9d-bd19-40d7-b854-7ddc3a5be73c Mar 08 11:49:33.105371 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.161089 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-870a9a15-aed3-430a-baac-064db9b07c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.182495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.ipam_backend_mixin [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Performing IP validity checks on allocation pools {{(pid=88469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 11:49:33.183111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.ipam_backend_mixin [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 11:49:33.202129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.209858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a9a15-aed3-430a-baac-064db9b07c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event deleted for resources: {'Port': ['ID=46236341-aa5b-437e-9680-6e159eb6d7b1,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:33.215092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event updated for resources: {'Network': ['ID=4560d621-6171-486b-9c48-7c78056fcbca,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:33.215691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-870a9a15-aed3-430a-baac-064db9b07c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.220053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.225388 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:33.226044 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.233378 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 4560d621-6171-486b-9c48-7c78056fcbca details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:33.273780 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1702eb13-698a-4930-a3a5-313931744fe7 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8831677 Mar 08 11:49:33.276215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45926) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:33.290471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1209607973'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:33.297453 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:33.324234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:33.326850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.375388 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-870a9a15-aed3-430a-baac-064db9b07c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "DELETE /v2.0/ports/46236341-aa5b-437e-9680-6e159eb6d7b1 HTTP/1.1" status: 204 len: 168 time: 0.9552951 Mar 08 11:49:33.376722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45930) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:33.379159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45932) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:33.386776 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6922548 Mar 08 11:49:33.389696 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45940) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:33.392368 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33d4fe-843b-499e-974a-52998857f45a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Network': ['ID=6a289c9d-bd19-40d7-b854-7ddc3a5be73c,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:33.397336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'subnet': {'network_id': '41d35b3d-add1-459d-88bf-1625d847af6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:33.404176 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 6a289c9d-bd19-40d7-b854-7ddc3a5be73c details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:33.436317 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbce31a8-bbd7-4c8d-be2c-3f64ff52afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] GET failed (client error): The resource could not be found. Mar 08 11:49:33.436993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-dbce31a8-bbd7-4c8d-be2c-3f64ff52afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Synchronizing usage tracker for tenant:bdb19c7a88b343af805d36538ad9dc13 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:33.450720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Deleting port 2ad37afa-01a1-47f5-82b9-bcedaccf485b {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:33.451420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.510286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.564022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Made reservation on behalf of 5d9dc48e5dc34407a90e8917863a9def for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:33.567481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.599203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-dbce31a8-bbd7-4c8d-be2c-3f64ff52afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Unset dirty status for tenant:bdb19c7a88b343af805d36538ad9dc13 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:33.604757 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dbce31a8-bbd7-4c8d-be2c-3f64ff52afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "GET /v2.0/ports/46236341-aa5b-437e-9680-6e159eb6d7b1 HTTP/1.1" status: 404 len: 333 time: 0.2203817 Mar 08 11:49:33.604925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45948) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:33.619034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1284710285', 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:33.627264 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:33.640975 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:33.643240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:33.647486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:subnet and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:33.651526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:33.658424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:33.744023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Made reservation on behalf of bdb19c7a88b343af805d36538ad9dc13 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:33.746444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.751099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Subnet': ['ID=9f5a8cc9-1d16-42a5-82dc-320e3b5945f8,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:33.753170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:33.761036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:33.764541 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.788749 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4dd2607d-5311-423b-bf4b-7dda0440a7a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba7775c30b684b2e85b444cb742306fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083652 Mar 08 11:49:33.793604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45952) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:33.794365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.794720 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Added segment 12a840ed-12da-405a-90f5-78ed8a1d0ab4 of type vlan for network 03c66d6b-1fd2-4a1c-a198-9f4f1ce76bfd Mar 08 11:49:33.795861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Checking segment: {'id': '84c42110-5592-4027-8613-e71b461835b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '73273418-d39b-4337-a4d6-be7f0fa62177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:33.796227 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network hostable DHCP agents. Network: 73273418-d39b-4337-a4d6-be7f0fa62177, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:33.816325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] device_id is not set on port 1f09afd0-8d1d-46fc-a11f-0c03c363063e yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:33.848661 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.860644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:33.978740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 73273418-d39b-4337-a4d6-be7f0fa62177 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:33.986956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Calling delete_port for 2ad37afa-01a1-47f5-82b9-bcedaccf485b owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:34.014352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-066e75bb-c302-4185-a8a1-fe400ba3a739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.014731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.resource_extend [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:49:34.104321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 73273418-d39b-4337-a4d6-be7f0fa62177) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:34.108921 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-066e75bb-c302-4185-a8a1-fe400ba3a739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.110722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:34.111865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.114372 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce17920e-1645-4a88-b7e3-fd036200032e None None] Network 73273418-d39b-4337-a4d6-be7f0fa62177 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:34.120404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.126246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:34.126695 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.302522 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e551e011-2a13-4c1e-8ade-faaefd1003fb tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3993587 Mar 08 11:49:34.304121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event updated for resources: {'Network': ['ID=03c66d6b-1fd2-4a1c-a198-9f4f1ce76bfd,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:34.305817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45956) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:34.311460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': '73273418-d39b-4337-a4d6-be7f0fa62177', 'name': 'tempest-PortsTestJSON-1007234441'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:34.332524 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-066e75bb-c302-4185-a8a1-fe400ba3a739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.334868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 03c66d6b-1fd2-4a1c-a198-9f4f1ce76bfd details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:34.363465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e75bb-c302-4185-a8a1-fe400ba3a739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a52b636-f5f5-49fd-b6ca-9fec07daecab,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:34.386091 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2760f9e2-7081-4332-8af5-bbc743a68638 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1089804 Mar 08 11:49:34.389009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45960) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:34.395038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Request body: {'ports': [{'network_id': '4560d621-6171-486b-9c48-7c78056fcbca', 'name': 'tempest-port--1055959132', 'admin_state_up': True}, {'network_id': '03c66d6b-1fd2-4a1c-a198-9f4f1ce76bfd', 'admin_state_up': False}]} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:34.395416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Request body: {'port': {'network_id': '4560d621-6171-486b-9c48-7c78056fcbca', 'name': 'tempest-port--1055959132', 'admin_state_up': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:34.395959 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Request body: {'port': {'network_id': '03c66d6b-1fd2-4a1c-a198-9f4f1ce76bfd', 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:34.418687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-73273418-d39b-4337-a4d6-be7f0fa62177', 'network_id': '73273418-d39b-4337-a4d6-be7f0fa62177', 'tenant_id': '6bf2e6502ed8457aba4798042de61a1a', 'fixed_ips': [{'subnet_id': '9f5a8cc9-1d16-42a5-82dc-320e3b5945f8'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:49:34.419532 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.420010 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.433165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.488749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.548945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Pushing event deleted for resources: {'Port': ['ID=2ad37afa-01a1-47f5-82b9-bcedaccf485b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:34.560752 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Subnet': ['ID=8dca17cb-b878-4021-bb9d-0506eddde454,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:34.587522 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-066e75bb-c302-4185-a8a1-fe400ba3a739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.588650 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-066e75bb-c302-4185-a8a1-fe400ba3a739 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a52b636-f5f5-49fd-b6ca-9fec07daecab HTTP/1.1" status: 204 len: 168 time: 0.7930844 Mar 08 11:49:34.591962 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Checking segment: {'id': 'f784ebbd-dbbb-4417-a018-501e3651ca65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41d35b3d-add1-459d-88bf-1625d847af6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:34.592326 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network hostable DHCP agents. Network: 41d35b3d-add1-459d-88bf-1625d847af6c, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:34.611159 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:34.620088 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Allocated IP 172.20.0.2 (73273418-d39b-4337-a4d6-be7f0fa62177/9f5a8cc9-1d16-42a5-82dc-320e3b5945f8/4ab1fbfb-0bfe-4984-8920-656f49bdcdee) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:34.627033 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:34.682116 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.728777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 41d35b3d-add1-459d-88bf-1625d847af6c is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:34.741024 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:34.745249 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.749607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.792034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:34.793260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port 4432bdad-fa13-4916-81cf-5a3c911c0070 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:34.840546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:34.842133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.842291 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event updated for resources: {'Port': ['ID=1f09afd0-8d1d-46fc-a11f-0c03c363063e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:34.845443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:34.846370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:34.846972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.854308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Transition to ACTIVE for port object 4ab1fbfb-0bfe-4984-8920-656f49bdcdee will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:34.867025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 41d35b3d-add1-459d-88bf-1625d847af6c) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:34.871606 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Transition to ACTIVE for port object 4ab1fbfb-0bfe-4984-8920-656f49bdcdee will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:34.875591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec84508-dc5f-441f-bc44-e99c0ea1a6a2 None None] Network 41d35b3d-add1-459d-88bf-1625d847af6c requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:34.886158 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:34.886756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:34.963140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:35.007964 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b3fb8eb5-52fa-4edd-b585-588b4ae0382e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4020369 Mar 08 11:49:35.011781 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45968) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:35.046435 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Pushing event updated for resources: {'Port': ['ID=4ab1fbfb-0bfe-4984-8920-656f49bdcdee,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:35.060866 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-70ab4f25-2143-4d89-abcd-134f84b0742a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6700938 Mar 08 11:49:35.065464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45972) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:35.066857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Network 73273418-d39b-4337-a4d6-be7f0fa62177 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:35.069641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:35.073629 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:35.080983 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'subnet': {'network_id': '6a289c9d-bd19-40d7-b854-7ddc3a5be73c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:35.131323 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.5 (73273418-d39b-4337-a4d6-be7f0fa62177/9f5a8cc9-1d16-42a5-82dc-320e3b5945f8/4432bdad-fa13-4916-81cf-5a3c911c0070) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:35.141539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344a2eff-2bf6-402f-a439-1a7eaf84829e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:35.142357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-344a2eff-2bf6-402f-a439-1a7eaf84829e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Synchronizing usage tracker for tenant:bdb19c7a88b343af805d36538ad9dc13 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:35.228719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:35.232572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Usage tracker for resource:port and tenant:5d9dc48e5dc34407a90e8917863a9def is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:35.235500 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:35.249422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:35.257603 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Attempting to bind port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:35.258225 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Attempting to bind port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '84c42110-5592-4027-8613-e71b461835b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '73273418-d39b-4337-a4d6-be7f0fa62177'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:35.258778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Attempting to bind port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee on network 73273418-d39b-4337-a4d6-be7f0fa62177 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:35.259344 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:subnet and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:35.264567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:35.271890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:49:35.271890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Checking segment: {'id': '84c42110-5592-4027-8613-e71b461835b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '73273418-d39b-4337-a4d6-be7f0fa62177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:35.271890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:35.271890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Bound using segment: {'id': '84c42110-5592-4027-8613-e71b461835b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '73273418-d39b-4337-a4d6-be7f0fa62177'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:49:35.271890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Bound port: 4ab1fbfb-0bfe-4984-8920-656f49bdcdee, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c42110-5592-4027-8613-e71b461835b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '73273418-d39b-4337-a4d6-be7f0fa62177'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:49:35.271890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:35.281981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:35.308020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:35.353861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-344a2eff-2bf6-402f-a439-1a7eaf84829e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Unset dirty status for tenant:bdb19c7a88b343af805d36538ad9dc13 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:35.358096 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-344a2eff-2bf6-402f-a439-1a7eaf84829e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "GET /v2.0/ports/1f09afd0-8d1d-46fc-a11f-0c03c363063e HTTP/1.1" status: 200 len: 959 time: 0.3421621 Mar 08 11:49:35.358845 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 45982) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:35.373383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-41d35b3d-add1-459d-88bf-1625d847af6c', 'network_id': '41d35b3d-add1-459d-88bf-1625d847af6c', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'fixed_ips': [{'subnet_id': '8dca17cb-b878-4021-bb9d-0506eddde454'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:49:35.374372 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:35.379423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:35.383451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:35.397582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:35.407613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:35.505837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Made reservation on behalf of 5d9dc48e5dc34407a90e8917863a9def for: {'port': 2} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:35.511063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:35.546529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:35.558192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Router 54a14a15-0012-4ca2-9b53-a98b92289119 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:49:35.597106 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] For port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:49:35.620095 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] For port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4ab1fbfb-0bfe-4984-8920-656f49bdcdee,segment=NetworkSegment(84c42110-5592-4027-8613-e71b461835b1),segment_id=84c42110-5592-4027-8613-e71b461835b1)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:49:35.647671 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Allocated IP 2001:db8::2 (41d35b3d-add1-459d-88bf-1625d847af6c/8dca17cb-b878-4021-bb9d-0506eddde454/02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:35.749963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-627a1800-e910-4f5d-8f41-b3c0a3088f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Deleting port 1f09afd0-8d1d-46fc-a11f-0c03c363063e {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:35.750494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-627a1800-e910-4f5d-8f41-b3c0a3088f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:35.755020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:35.831986 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:35.834807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:49:35.841736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:35.842906 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dbd5efc3-4214-4924-80f5-481e8dffdad5 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "PUT /v2.0/routers/54a14a15-0012-4ca2-9b53-a98b92289119 HTTP/1.1" status: 200 len: 709 time: 4.3945305 Mar 08 11:49:35.843613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7546c-2d80-4f48-8acf-60970430f754 None None] Pushing event updated for resources: {'Port': ['ID=4ab1fbfb-0bfe-4984-8920-656f49bdcdee,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:35.847020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 45994) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:35.900192 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Transition to ACTIVE for port object 4432bdad-fa13-4916-81cf-5a3c911c0070 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:35.901587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e014342-f2ad-46b4-b154-9128d5ba9522 None None] Sync routers for ids ['54a14a15-0012-4ca2-9b53-a98b92289119'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:35.954477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e014342-f2ad-46b4-b154-9128d5ba9522 None None] Routers {'54a14a15-0012-4ca2-9b53-a98b92289119'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:35.955566 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3e014342-f2ad-46b4-b154-9128d5ba9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54a14a15-0012-4ca2-9b53-a98b92289119'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:36.050221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] device_id is not set on port 5fa09d45-6b14-4bd2-a36f-0cb1851dbc4c yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:36.059539 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5c4e9b30-ef2d-4083-ae22-229f0db1ce42 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/routers/54a14a15-0012-4ca2-9b53-a98b92289119 HTTP/1.1" status: 200 len: 744 time: 0.2112114 Mar 08 11:49:36.062369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3e014342-f2ad-46b4-b154-9128d5ba9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:36.063678 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46000) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:36.071599 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46004) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:36.098362 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e014342-f2ad-46b4-b154-9128d5ba9522 None None] Routers {'54a14a15-0012-4ca2-9b53-a98b92289119'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:36.099275 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3e014342-f2ad-46b4-b154-9128d5ba9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54a14a15-0012-4ca2-9b53-a98b92289119'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:36.110213 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-627a1800-e910-4f5d-8f41-b3c0a3088f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.111864 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5c422026-108e-46e9-9d0f-4fef13411a39 tempest-RoutersIpV6AdminTest-1507613894 tempest-RoutersIpV6AdminTest-1507613894-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&device_id=54a14a15-0012-4ca2-9b53-a98b92289119 HTTP/1.1" status: 200 len: 205 time: 0.0467138 Mar 08 11:49:36.114499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46010) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:36.166913 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-655ab613-1a7c-41db-b145-a42231d1ca72 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a14a15-0012-4ca2-9b53-a98b92289119 HTTP/1.1" status: 200 len: 205 time: 0.0512764 Mar 08 11:49:36.169827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46014) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:36.214749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3e014342-f2ad-46b4-b154-9128d5ba9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:36.215489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e014342-f2ad-46b4-b154-9128d5ba9522 None None] The sync data for ids ['54a14a15-0012-4ca2-9b53-a98b92289119'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:36.272395 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-627a1800-e910-4f5d-8f41-b3c0a3088f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Calling delete_port for 1f09afd0-8d1d-46fc-a11f-0c03c363063e owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:36.272878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.284137 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Transition to ACTIVE for port object 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:36.304100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Transition to ACTIVE for port object 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:36.308015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.322435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548713967'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:36.356745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.365814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:36.401835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.439758 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:36.465318 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:36.485505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:36.491628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0fca9465-78e4-40e8-8661-80f0c1cfc05e tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.506729 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 73273418-d39b-4337-a4d6-be7f0fa62177 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:36.532548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Network 41d35b3d-add1-459d-88bf-1625d847af6c is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:36.536122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:36.541378 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Pushing event updated for resources: {'Port': ['ID=02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:36.541378 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:36.549372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:36.562611 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:36.596054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Subnet': ['ID=6a5ac058-7a0d-4662-8566-fccb13f972ff,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:36.603427 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=4432bdad-fa13-4916-81cf-5a3c911c0070,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:36.630793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Checking segment: {'id': 'eb64ee08-5616-4c02-a805-b7433e3525c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6a289c9d-bd19-40d7-b854-7ddc3a5be73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:36.631430 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network hostable DHCP agents. Network: 6a289c9d-bd19-40d7-b854-7ddc3a5be73c, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:36.643922 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.671718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Attempting to bind port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:36.671718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Attempting to bind port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'f784ebbd-dbbb-4417-a018-501e3651ca65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41d35b3d-add1-459d-88bf-1625d847af6c'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:36.672018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Attempting to bind port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f on network 41d35b3d-add1-459d-88bf-1625d847af6c {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:36.679134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:49:36.679571 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Checking segment: {'id': 'f784ebbd-dbbb-4417-a018-501e3651ca65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41d35b3d-add1-459d-88bf-1625d847af6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:36.680561 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.680967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Bound using segment: {'id': 'f784ebbd-dbbb-4417-a018-501e3651ca65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41d35b3d-add1-459d-88bf-1625d847af6c'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:49:36.681444 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Bound port: 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f784ebbd-dbbb-4417-a018-501e3651ca65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '41d35b3d-add1-459d-88bf-1625d847af6c'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:49:36.681871 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.682202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.711037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:36.711969 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.718235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-627a1800-e910-4f5d-8f41-b3c0a3088f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.771137 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:36.787025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] For port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:49:36.788754 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:36.790832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] For port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f,segment=NetworkSegment(f784ebbd-dbbb-4417-a018-501e3651ca65),segment_id=f784ebbd-dbbb-4417-a018-501e3651ca65)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:49:36.804769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.809599 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:36.813448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a1800-e910-4f5d-8f41-b3c0a3088f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f09afd0-8d1d-46fc-a11f-0c03c363063e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:36.820306 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:36.825247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-627a1800-e910-4f5d-8f41-b3c0a3088f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.830054 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-627a1800-e910-4f5d-8f41-b3c0a3088f74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "DELETE /v2.0/ports/1f09afd0-8d1d-46fc-a11f-0c03c363063e HTTP/1.1" status: 204 len: 168 time: 1.4676526 Mar 08 11:49:36.830054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46018) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:36.871764 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 6a289c9d-bd19-40d7-b854-7ddc3a5be73c is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:36.883003 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab85ab6a-429f-4a87-a3e7-cd7f47675479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] GET failed (client error): The resource could not be found. Mar 08 11:49:36.883742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ab85ab6a-429f-4a87-a3e7-cd7f47675479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Synchronizing usage tracker for tenant:bdb19c7a88b343af805d36538ad9dc13 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:36.919797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.923852 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7b285f43-2a0e-4e28-a267-4aeef8a69159 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6168716 Mar 08 11:49:36.926878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46022) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:36.933715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0fca9465-78e4-40e8-8661-80f0c1cfc05e tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.938847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0fca9465-78e4-40e8-8661-80f0c1cfc05e tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:36.975408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4ab1fbfb-0bfe-4984-8920-656f49bdcdee up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:49:36.976964 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 6a289c9d-bd19-40d7-b854-7ddc3a5be73c) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:36.986909 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ab85ab6a-429f-4a87-a3e7-cd7f47675479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Unset dirty status for tenant:bdb19c7a88b343af805d36538ad9dc13 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:36.988216 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ab85ab6a-429f-4a87-a3e7-cd7f47675479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "GET /v2.0/ports/1f09afd0-8d1d-46fc-a11f-0c03c363063e HTTP/1.1" status: 404 len: 333 time: 0.1572325 Mar 08 11:49:36.997531 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46026) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:37.003108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Request body: {'port': {'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-865635610'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:37.003636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:37.004219 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:37.032358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:37.037080 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] device_id is not set on port a8bccda1-fdb3-4160-bc9b-2a11e551996c yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:37.046808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-e012f985-0c58-4364-8bd0-c3f75397560b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port 4432bdad-fa13-4916-81cf-5a3c911c0070 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:37.047223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e012f985-0c58-4364-8bd0-c3f75397560b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:37.053150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:37.066746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac127be-d2b1-453a-beef-0f5bc7b8abc8 None None] Network 6a289c9d-bd19-40d7-b854-7ddc3a5be73c requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:37.101494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0fca9465-78e4-40e8-8661-80f0c1cfc05e tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:37.113560 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fca9465-78e4-40e8-8661-80f0c1cfc05e tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Fanout notify agent at l3_agent the message router_deleted on router 54a14a15-0012-4ca2-9b53-a98b92289119 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:49:37.145095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0fca9465-78e4-40e8-8661-80f0c1cfc05e tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:37.151519 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0fca9465-78e4-40e8-8661-80f0c1cfc05e tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "DELETE /v2.0/routers/54a14a15-0012-4ca2-9b53-a98b92289119 HTTP/1.1" status: 204 len: 168 time: 0.9807012 Mar 08 11:49:37.154285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46030) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:37.192977 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5f395080-ee98-4bca-82bd-2645b27ea115 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1243374 Mar 08 11:49:37.196765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46034) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:37.205819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:37.212953 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:37.229236 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d584123a-7728-4c46-b940-3a4545567b6c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1270586091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:37.240162 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-809a65b2-a0e1-42a5-9976-ea8f79446b6b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a14a15-0012-4ca2-9b53-a98b92289119 HTTP/1.1" status: 200 len: 205 time: 0.0848048 Mar 08 11:49:37.242242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d584123a-7728-4c46-b940-3a4545567b6c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:37.245137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46038) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:37.290514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:37.291855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a71db1-519e-4485-aa6f-85667d7cb028 None None] Pushing event updated for resources: {'Port': ['ID=02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:37.325780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d584123a-7728-4c46-b940-3a4545567b6c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:router and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:37.336738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d584123a-7728-4c46-b940-3a4545567b6c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:37.346616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Made reservation on behalf of bdb19c7a88b343af805d36538ad9dc13 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:37.349332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:37.364204 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-6a289c9d-bd19-40d7-b854-7ddc3a5be73c', 'network_id': '6a289c9d-bd19-40d7-b854-7ddc3a5be73c', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'fixed_ips': [{'subnet_id': '6a5ac058-7a0d-4662-8566-fccb13f972ff'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:49:37.365479 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:37.378459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d584123a-7728-4c46-b940-3a4545567b6c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:37.378581 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:37.379459 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-14ce7523-5d1b-4dfa-9924-a9504c0db370 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] delete failed (client error): The resource could not be found. Mar 08 11:49:37.380507 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-14ce7523-5d1b-4dfa-9924-a9504c0db370 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "DELETE /v2.0/routers/54a14a15-0012-4ca2-9b53-a98b92289119 HTTP/1.1" status: 404 len: 336 time: 0.1331115 Mar 08 11:49:37.382790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] device_id is not set on port cdcea5c0-034b-452e-bd21-b72a7a9945ed yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:37.390948 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46042) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:37.397422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:37.431832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:37.444846 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:37.474572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:37.492112 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-888005f3-d293-463e-84df-32dfa732afdc tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "GET /v2.0/ports?device_id=df3c2df6-6db7-43cd-8908-368baa9e5b85 HTTP/1.1" status: 200 len: 205 time: 0.0964444 Mar 08 11:49:37.495067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46046) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:37.497969 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ac3c52-7029-40c9-a154-960f24441b4c,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:37.547724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e012f985-0c58-4364-8bd0-c3f75397560b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:37.580250 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-5209b2de-1728-4fef-84f4-0b756756685b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] delete failed (client error): The resource could not be found. Mar 08 11:49:37.581277 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5209b2de-1728-4fef-84f4-0b756756685b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "DELETE /v2.0/routers/df3c2df6-6db7-43cd-8908-368baa9e5b85 HTTP/1.1" status: 404 len: 336 time: 0.0833464 Mar 08 11:49:37.597392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46050) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:37.605547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d584123a-7728-4c46-b940-3a4545567b6c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:37.605547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d584123a-7728-4c46-b940-3a4545567b6c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:37.618556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:37.642102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Allocated IP 2001:db8:1::2 (6a289c9d-bd19-40d7-b854-7ddc3a5be73c/6a5ac058-7a0d-4662-8566-fccb13f972ff/cb59287f-5cf6-482f-a97e-475f8bef3d4b) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:37.747846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d5710-fa36-4f62-85ba-744ca62842b6 None None] Network 73273418-d39b-4337-a4d6-be7f0fa62177 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:37.748383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-e012f985-0c58-4364-8bd0-c3f75397560b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for 4432bdad-fa13-4916-81cf-5a3c911c0070 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:37.945306 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-68547e5d-9d8a-4588-a4a2-11cdb92a42e9 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "GET /v2.0/ports?device_id=983f8a3f-1c3e-4793-8683-11e6814b45d4 HTTP/1.1" status: 200 len: 205 time: 0.3294020 Mar 08 11:49:37.959223 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46056) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:37.973519 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d584123a-7728-4c46-b940-3a4545567b6c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.033112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.035201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9f66f218-d30b-4e38-aa2b-f3f30b4a419d None None] Provisioning for port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:38.064821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event updated for resources: {'Port': ['ID=5fa09d45-6b14-4bd2-a36f-0cb1851dbc4c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:38.084687 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.087656 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-481742e6-5314-478b-849e-b4aefc0279f7 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] delete failed (client error): The resource could not be found. Mar 08 11:49:38.087973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9f66f218-d30b-4e38-aa2b-f3f30b4a419d None None] Provisioning complete for port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:38.091189 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9f66f218-d30b-4e38-aa2b-f3f30b4a419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.091344 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-481742e6-5314-478b-849e-b4aefc0279f7 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "DELETE /v2.0/routers/983f8a3f-1c3e-4793-8683-11e6814b45d4 HTTP/1.1" status: 404 len: 336 time: 0.1247187 Mar 08 11:49:38.091780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46060) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:38.101375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Checking segment: {'id': '5c29dcf5-9a14-4f18-8ebe-f0b64de791e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4560d621-6171-486b-9c48-7c78056fcbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:38.101775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Network hostable DHCP agents. Network: 4560d621-6171-486b-9c48-7c78056fcbca, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:38.132285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e012f985-0c58-4364-8bd0-c3f75397560b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.139232 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.174043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.184055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d584123a-7728-4c46-b940-3a4545567b6c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.190426 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bfeb6b76-00c3-4493-bf08-8edb3a51550d tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e7b6e0-a691-428e-bce1-eedbd2a34348 HTTP/1.1" status: 200 len: 205 time: 0.0969198 Mar 08 11:49:38.211393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46064) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:38.215617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Network 4560d621-6171-486b-9c48-7c78056fcbca is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:38.222397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.226788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Transition to ACTIVE for port object cb59287f-5cf6-482f-a97e-475f8bef3d4b will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:38.262607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Transition to ACTIVE for port object cb59287f-5cf6-482f-a97e-475f8bef3d4b will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:38.290670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012f985-0c58-4364-8bd0-c3f75397560b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=4432bdad-fa13-4916-81cf-5a3c911c0070,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:38.292701 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-ba774e08-c4ec-4201-bf95-5db8a53514d7 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] delete failed (client error): The resource could not be found. Mar 08 11:49:38.296204 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ba774e08-c4ec-4201-bf95-5db8a53514d7 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "DELETE /v2.0/routers/d5e7b6e0-a691-428e-bce1-eedbd2a34348 HTTP/1.1" status: 404 len: 336 time: 0.0793061 Mar 08 11:49:38.308169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46068) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:38.345469 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.349350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9f66f218-d30b-4e38-aa2b-f3f30b4a419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.452460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event updated for resources: {'Port': ['ID=cdcea5c0-034b-452e-bd21-b72a7a9945ed,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:38.457823 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d584123a-7728-4c46-b940-3a4545567b6c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.461789 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d584123a-7728-4c46-b940-3a4545567b6c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2437532 Mar 08 11:49:38.463971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46072) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:38.470548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Network 6a289c9d-bd19-40d7-b854-7ddc3a5be73c is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:38.475241 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:38.478518 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:38.488335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Pushing event updated for resources: {'Port': ['ID=cb59287f-5cf6-482f-a97e-475f8bef3d4b,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:38.526853 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9f66f218-d30b-4e38-aa2b-f3f30b4a419d None None] For port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4ab1fbfb-0bfe-4984-8920-656f49bdcdee,segment=NetworkSegment(84c42110-5592-4027-8613-e71b461835b1),segment_id=84c42110-5592-4027-8613-e71b461835b1)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:38.544689 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-460ecf99-6c4e-4b54-9fe5-cd883ffd3a7b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f624ada-ada8-4f07-800d-f3a3262293ed HTTP/1.1" status: 200 len: 205 time: 0.2341774 Mar 08 11:49:38.546657 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46076) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:38.547736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e012f985-0c58-4364-8bd0-c3f75397560b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.551000 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e012f985-0c58-4364-8bd0-c3f75397560b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/4432bdad-fa13-4916-81cf-5a3c911c0070 HTTP/1.1" status: 204 len: 168 time: 1.6220534 Mar 08 11:49:38.564967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:38.587144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46080) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:38.601569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 4560d621-6171-486b-9c48-7c78056fcbca) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:38.602537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9f66f218-d30b-4e38-aa2b-f3f30b4a419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.604102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:38.608257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:38.612127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:38.619729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.632597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d9d612-2d89-4aad-92bb-3453165d9470,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:38.632787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:38.633613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.643008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.644246 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3fa72a6b-43ff-4258-adf3-ccbf1d26ce6f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5710623 Mar 08 11:49:38.655805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46084) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:38.667094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02d637b-a386-4638-bbee-91fb77861331 None None] Network 4560d621-6171-486b-9c48-7c78056fcbca requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:38.667310 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-055f114e-c57f-45f4-b47b-deb44ea6676b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] delete failed (client error): The resource could not be found. Mar 08 11:49:38.673960 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-055f114e-c57f-45f4-b47b-deb44ea6676b tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "DELETE /v2.0/routers/6f624ada-ada8-4f07-800d-f3a3262293ed HTTP/1.1" status: 404 len: 336 time: 0.1224396 Mar 08 11:49:38.688384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46088) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:38.696956 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Attempting to bind port cb59287f-5cf6-482f-a97e-475f8bef3d4b on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:38.697574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Attempting to bind port cb59287f-5cf6-482f-a97e-475f8bef3d4b by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'eb64ee08-5616-4c02-a805-b7433e3525c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6a289c9d-bd19-40d7-b854-7ddc3a5be73c'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:38.698193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Attempting to bind port cb59287f-5cf6-482f-a97e-475f8bef3d4b on network 6a289c9d-bd19-40d7-b854-7ddc3a5be73c {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:38.727360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:49:38.728193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Checking segment: {'id': 'eb64ee08-5616-4c02-a805-b7433e3525c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6a289c9d-bd19-40d7-b854-7ddc3a5be73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:38.729128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.729786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Bound using segment: {'id': 'eb64ee08-5616-4c02-a805-b7433e3525c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6a289c9d-bd19-40d7-b854-7ddc3a5be73c'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:49:38.730628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Bound port: cb59287f-5cf6-482f-a97e-475f8bef3d4b, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb64ee08-5616-4c02-a805-b7433e3525c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6a289c9d-bd19-40d7-b854-7ddc3a5be73c'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:49:38.731181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:38.750818 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4f79a0-01f3-472a-b716-478d23698c11 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:38.751327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4f79a0-01f3-472a-b716-478d23698c11 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:38.755562 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9e4f79a0-01f3-472a-b716-478d23698c11 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/4432bdad-fa13-4916-81cf-5a3c911c0070 HTTP/1.1" status: 404 len: 333 time: 0.1316755 Mar 08 11:49:38.762614 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46092) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:38.765865 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2f355b68-5fd9-4fa9-80ca-7db15879c2aa tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "GET /v2.0/ports?device_id=2763c8fa-61e2-48dd-9114-4fc045b27b5c HTTP/1.1" status: 200 len: 205 time: 0.0764463 Mar 08 11:49:38.820569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46096) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:38.881044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498fe1a-87f9-4e36-a828-cc1a09a0bdf7 None None] Network 41d35b3d-add1-459d-88bf-1625d847af6c requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:38.971670 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-88280620-2fec-4e19-876e-360f21d3e791 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:49:38.971670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-88280620-2fec-4e19-876e-360f21d3e791 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:38.985635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-11f86b93-3499-4126-b526-42f13fb4a80e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:38.990158 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-60f64bf4-fa9a-46cd-b384-9f37bb68faf3 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] delete failed (client error): The resource could not be found. Mar 08 11:49:38.993837 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-60f64bf4-fa9a-46cd-b384-9f37bb68faf3 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "DELETE /v2.0/routers/2763c8fa-61e2-48dd-9114-4fc045b27b5c HTTP/1.1" status: 404 len: 336 time: 0.1235511 Mar 08 11:49:38.997580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46100) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:39.011770 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:49:39.018367 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-19ffd4d5-36d5-4fdb-8cba-e527819a7542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0197408 Mar 08 11:49:39.037955 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46104) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:39.041746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event updated for resources: {'Port': ['ID=a8bccda1-fdb3-4160-bc9b-2a11e551996c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:39.060722 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-71393fc2-c42d-4260-aa48-d7453067b901 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] DELETE failed (client error): The resource could not be found. Mar 08 11:49:39.061429 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71393fc2-c42d-4260-aa48-d7453067b901 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:49:39.067597 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-71393fc2-c42d-4260-aa48-d7453067b901 tempest-RoutersIpV6AdminTest-167901054 tempest-RoutersIpV6AdminTest-167901054-project] 10.222.0.32 "DELETE /v2.0/subnets/67153e08-1dcf-4a3e-8b48-09a9f2213c1d HTTP/1.1" status: 404 len: 337 time: 0.0685184 Mar 08 11:49:39.095610 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66f218-d30b-4e38-aa2b-f3f30b4a419d None None] Pushing event updated for resources: {'Port': ['ID=4ab1fbfb-0bfe-4984-8920-656f49bdcdee,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:39.120098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:39.138642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-88280620-2fec-4e19-876e-360f21d3e791 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:39.142860 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-88280620-2fec-4e19-876e-360f21d3e791 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/4432bdad-fa13-4916-81cf-5a3c911c0070 HTTP/1.1" status: 404 len: 333 time: 0.3758011 Mar 08 11:49:39.143532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46110) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:39.231234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2e8ec278-4e4b-4d1f-8900-b3f3a150f7ed None None] Provisioning complete for port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:39.231625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2e8ec278-4e4b-4d1f-8900-b3f3a150f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.232688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-11f86b93-3499-4126-b526-42f13fb4a80e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:39.234165 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-11f86b93-3499-4126-b526-42f13fb4a80e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5774274 Mar 08 11:49:39.238720 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46114) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:39.242736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.247562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-36c93bbf-0122-41ce-9b69-6b43850437b2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group': {'name': 'tempest-security--620053368', 'description': 'tempest-security-description-69539398'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:39.267133 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-715eb0df-f397-439a-9350-1f9a5123ac41 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting subnet 9f5a8cc9-1d16-42a5-82dc-320e3b5945f8 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:49:39.278848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-715eb0df-f397-439a-9350-1f9a5123ac41 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.319379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Checking segment: {'id': '12a840ed-12da-405a-90f5-78ed8a1d0ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '03c66d6b-1fd2-4a1c-a198-9f4f1ce76bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:39.319711 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Network hostable DHCP agents. Network: 03c66d6b-1fd2-4a1c-a198-9f4f1ce76bfd, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:39.331685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-36c93bbf-0122-41ce-9b69-6b43850437b2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.360672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-715eb0df-f397-439a-9350-1f9a5123ac41 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.372232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] For port cb59287f-5cf6-482f-a97e-475f8bef3d4b, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:49:39.427131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] For port cb59287f-5cf6-482f-a97e-475f8bef3d4b, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cb59287f-5cf6-482f-a97e-475f8bef3d4b,segment=NetworkSegment(eb64ee08-5616-4c02-a805-b7433e3525c5),segment_id=eb64ee08-5616-4c02-a805-b7433e3525c5)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:49:39.440450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-36c93bbf-0122-41ce-9b69-6b43850437b2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.473734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-715eb0df-f397-439a-9350-1f9a5123ac41 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.510199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-36c93bbf-0122-41ce-9b69-6b43850437b2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.512690 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-36c93bbf-0122-41ce-9b69-6b43850437b2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.514008 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-36c93bbf-0122-41ce-9b69-6b43850437b2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "PUT /v2.0/security-groups/59d9d612-2d89-4aad-92bb-3453165d9470 HTTP/1.1" status: 200 len: 1775 time: 0.2754419 Mar 08 11:49:39.517984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46118) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:39.535291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.538978 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:39.550896 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c93bbf-0122-41ce-9b69-6b43850437b2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d9d612-2d89-4aad-92bb-3453165d9470,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:39.659011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63c2cd-5a83-4f3c-98d7-f55a7e5e60fc None None] Pushing event updated for resources: {'Port': ['ID=cb59287f-5cf6-482f-a97e-475f8bef3d4b,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:39.664141 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-715eb0df-f397-439a-9350-1f9a5123ac41 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.678478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Network 03c66d6b-1fd2-4a1c-a198-9f4f1ce76bfd is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:39.682529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.713071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-715eb0df-f397-439a-9350-1f9a5123ac41 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.720694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca37513f-39a1-4fa2-a481-05ba5b7568ca None None] Network 73273418-d39b-4337-a4d6-be7f0fa62177 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:39.724792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715eb0df-f397-439a-9350-1f9a5123ac41 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5a8cc9-1d16-42a5-82dc-320e3b5945f8,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:39.730020 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-715eb0df-f397-439a-9350-1f9a5123ac41 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/9f5a8cc9-1d16-42a5-82dc-320e3b5945f8 HTTP/1.1" status: 204 len: 168 time: 0.5854230 Mar 08 11:49:39.732529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46124) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:39.908476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46128) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:39.917334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 03c66d6b-1fd2-4a1c-a198-9f4f1ce76bfd) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:39.946111 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-737ec528-b374-4f10-9743-5dd8182850d1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-groups/59d9d612-2d89-4aad-92bb-3453165d9470 HTTP/1.1" status: 200 len: 1775 time: 0.4237132 Mar 08 11:49:39.954462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.954782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46134) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:39.967454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:39.976552 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:39.977656 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.985148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:39.988150 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-73a47e12-d345-406e-a9b1-247ce6a53fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:39.989717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c4d3fb-105b-481f-baca-8b739040bb2f None None] Network 03c66d6b-1fd2-4a1c-a198-9f4f1ce76bfd requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:39.995039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:39.996023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.112154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] device_id is not set on port cdcea5c0-034b-452e-bd21-b72a7a9945ed yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:40.121670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.162527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Transition to ACTIVE for port object cdcea5c0-034b-452e-bd21-b72a7a9945ed will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:40.210543 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ae81a695-eca7-4f4d-a4b6-a37025ec197d None None] Provisioning for port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:40.249304 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-80668883-6daa-40ba-9ffd-4284baf99671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.276501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ae81a695-eca7-4f4d-a4b6-a37025ec197d None None] Provisioning complete for port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:40.276855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ae81a695-eca7-4f4d-a4b6-a37025ec197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.379294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.395115 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-80668883-6daa-40ba-9ffd-4284baf99671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:40.404295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-80668883-6daa-40ba-9ffd-4284baf99671 admin admin] Usage tracker for resource:security_group_rule and tenant:20284a76a3c44566a0da1cd1318025c1 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:40.408101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] For port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4ab1fbfb-0bfe-4984-8920-656f49bdcdee,segment=NetworkSegment(84c42110-5592-4027-8613-e71b461835b1),segment_id=84c42110-5592-4027-8613-e71b461835b1)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:40.408466 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.416529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-80668883-6daa-40ba-9ffd-4284baf99671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:40.424203 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5d1c6de2-5f08-42f8-ae16-5a7073b4acaa tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.0317810 Mar 08 11:49:40.424632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46140) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:40.427052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-80668883-6daa-40ba-9ffd-4284baf99671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:40.465054 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f520bee-6dbe-4a60-9cb4-b3ce82daaf98 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.519710 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ae81a695-eca7-4f4d-a4b6-a37025ec197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.556631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1148ecf-7aef-4658-8929-c572d9371e05 None None] DHCP port deletion for 73273418-d39b-4337-a4d6-be7f0fa62177 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:40.566012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a1148ecf-7aef-4658-8929-c572d9371e05 None None] Deleting port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:40.566395 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a1148ecf-7aef-4658-8929-c572d9371e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.599218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for 4ab1fbfb-0bfe-4984-8920-656f49bdcdee owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:40.604561 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ae81a695-eca7-4f4d-a4b6-a37025ec197d None None] For port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f,segment=NetworkSegment(f784ebbd-dbbb-4417-a018-501e3651ca65),segment_id=f784ebbd-dbbb-4417-a018-501e3651ca65)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:40.669460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event updated for resources: {'Port': ['ID=cdcea5c0-034b-452e-bd21-b72a7a9945ed,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:40.678629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f520bee-6dbe-4a60-9cb4-b3ce82daaf98 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.698675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:40.699107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:40.699543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:40.742508 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec39f6d4-7db0-4059-a6c6-31d10531eaa2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:40.749269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:40.761718 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:40.762435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec39f6d4-7db0-4059-a6c6-31d10531eaa2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:40.762435 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ec39f6d4-7db0-4059-a6c6-31d10531eaa2 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3298883 Mar 08 11:49:40.762593 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 2 to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed Mar 08 11:49:40.762681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46144) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:40.778815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ae81a695-eca7-4f4d-a4b6-a37025ec197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.783915 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:49:40.797004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:40.797447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:40.797957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:40.815095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:40.815095 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:40.817785 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Allocated IP 2001:db8::1 (41d35b3d-add1-459d-88bf-1625d847af6c/8dca17cb-b878-4021-bb9d-0506eddde454/192d7e74-3b12-4150-b764-39593ac0b540) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:40.817785 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 3 to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed Mar 08 11:49:40.844056 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-eeed0946-d62d-4673-94f2-f670982d9844 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Deleting port 5fa09d45-6b14-4bd2-a36f-0cb1851dbc4c {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:40.844173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeed0946-d62d-4673-94f2-f670982d9844 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.846066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:40.846066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:40.846264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:40.897717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:40.897717 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:40.902664 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 4 to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed Mar 08 11:49:40.909482 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.911531 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ae81a695-eca7-4f4d-a4b6-a37025ec197d None None] Could not find standard attr ID for object 4432bdad-fa13-4916-81cf-5a3c911c0070. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:49:40.973678 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f520bee-6dbe-4a60-9cb4-b3ce82daaf98 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.978641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a1148ecf-7aef-4658-8929-c572d9371e05 None None] For port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4ab1fbfb-0bfe-4984-8920-656f49bdcdee,segment=NetworkSegment(84c42110-5592-4027-8613-e71b461835b1),segment_id=84c42110-5592-4027-8613-e71b461835b1)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:40.979095 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a1148ecf-7aef-4658-8929-c572d9371e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:40.992294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cb59287f-5cf6-482f-a97e-475f8bef3d4b up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:49:41.004824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:41.005319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:41.005805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:41.016613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=4ab1fbfb-0bfe-4984-8920-656f49bdcdee,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:41.018463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No DVR routers for this DVR port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:41.030382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f520bee-6dbe-4a60-9cb4-b3ce82daaf98 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d9d612-2d89-4aad-92bb-3453165d9470,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:41.031350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81a695-eca7-4f4d-a4b6-a37025ec197d None None] Pushing event updated for resources: {'Port': ['ID=02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:41.037196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:41.037665 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:41.043455 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 5 to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed Mar 08 11:49:41.072912 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:41.073293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:41.073793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:41.089275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:41.089758 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:41.092066 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 6 to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed Mar 08 11:49:41.124584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.128086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:41.128536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:41.128977 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:41.145228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:41.145708 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:41.150343 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 7 to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed Mar 08 11:49:41.154693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-80668883-6daa-40ba-9ffd-4284baf99671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.164254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Transition to ACTIVE for port object 192d7e74-3b12-4150-b764-39593ac0b540 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:41.166111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f520bee-6dbe-4a60-9cb4-b3ce82daaf98 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.167552 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9f520bee-6dbe-4a60-9cb4-b3ce82daaf98 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-groups/59d9d612-2d89-4aad-92bb-3453165d9470 HTTP/1.1" status: 204 len: 168 time: 1.2029693 Mar 08 11:49:41.172043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46148) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:41.191586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:41.192086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:41.192531 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:41.204021 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a1148ecf-7aef-4658-8929-c572d9371e05 None None] Calling delete_port for 4ab1fbfb-0bfe-4984-8920-656f49bdcdee owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:41.210154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:41.210588 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:41.212583 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 8 to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed Mar 08 11:49:41.245144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.245501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:41.246053 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:41.246509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:41.253345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-80668883-6daa-40ba-9ffd-4284baf99671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.263856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:41.264050 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad43bfe7-c44b-403f-a741-939e0ae81277 None None] Network 6a289c9d-bd19-40d7-b854-7ddc3a5be73c requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:41.264349 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:41.267977 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 9 to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed Mar 08 11:49:41.280748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-adf88175-a57b-4b42-adc8-ee8bc09fee58 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:41.292925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:41.293584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:41.293829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:41.302283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:41.302548 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:41.303747 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempt 10 to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed Mar 08 11:49:41.322417 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:41.322417 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:41.322845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempting to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:41.327794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:49:41.328125 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Failed to bind port cdcea5c0-034b-452e-bd21-b72a7a9945ed on host hv-neutron-8281 for vnic_type normal using segments [{'id': '98300783-fe63-4863-9a13-a2642c1e82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '490d1dba-f0d9-4b00-8c2e-4254044f66e7'}] Mar 08 11:49:41.328648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.334564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-08fc65a9-2dca-4865-b416-05650789b5d5 None None] Provisioning complete for port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:41.334941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-08fc65a9-2dca-4865-b416-05650789b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.358189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73273418-d39b-4337-a4d6-be7f0fa62177']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:41.375125 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-80668883-6daa-40ba-9ffd-4284baf99671 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20284a76a3c44566a0da1cd1318025c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4656224 Mar 08 11:49:41.378961 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46152) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:41.389295 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.425563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80668883-6daa-40ba-9ffd-4284baf99671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbe4e10-a7eb-4d2a-9684-a36fc1e3993b,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:41.428977 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c42110-5592-4027-8613-e71b461835b1') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:41.429279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c42110-5592-4027-8613-e71b461835b1') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:41.434685 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-adf88175-a57b-4b42-adc8-ee8bc09fee58 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:41.439720 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-adf88175-a57b-4b42-adc8-ee8bc09fee58 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2628632 Mar 08 11:49:41.442223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46156) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:41.474420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.486417 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeed0946-d62d-4673-94f2-f670982d9844 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.489219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 41d35b3d-add1-459d-88bf-1625d847af6c is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:41.494627 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-a1148ecf-7aef-4658-8929-c572d9371e05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:49:41.494989 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-a1148ecf-7aef-4658-8929-c572d9371e05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:49:41.501273 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-f84de69c-8885-47dc-bca1-51711eb2faa6 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] delete failed (client error): The resource could not be found. Mar 08 11:49:41.506475 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f84de69c-8885-47dc-bca1-51711eb2faa6 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-groups/59d9d612-2d89-4aad-92bb-3453165d9470 HTTP/1.1" status: 404 len: 347 time: 0.0568199 Mar 08 11:49:41.506650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:41.506742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46160) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:41.511533 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-d429fa62-4d57-4d28-bcdc-5a31818a66e3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1847292600'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:41.514812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:41.519721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.565357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=192d7e74-3b12-4150-b764-39593ac0b540,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:41.577014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d429fa62-4d57-4d28-bcdc-5a31818a66e3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:41.577470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] For port cdcea5c0-034b-452e-bd21-b72a7a9945ed, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:49:41.577920 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attempted to set empty binding levels {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 08 11:49:41.579386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.598174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6900-9bcf-4305-bd74-f09520bae7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.601098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port cb59287f-5cf6-482f-a97e-475f8bef3d4b completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:41.640568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6900-9bcf-4305-bd74-f09520bae7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.661256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.733574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] In _notify_port_updated(), no bound segment for port cdcea5c0-034b-452e-bd21-b72a7a9945ed on network 490d1dba-f0d9-4b00-8c2e-4254044f66e7 {{(pid=88469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:49:41.734631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:41.735239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.739449 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "PUT /v2.0/ports/cdcea5c0-034b-452e-bd21-b72a7a9945ed HTTP/1.1" status: 200 len: 980 time: 2.6977961 Mar 08 11:49:41.739616 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-eeed0946-d62d-4673-94f2-f670982d9844 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Calling delete_port for 5fa09d45-6b14-4bd2-a36f-0cb1851dbc4c owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:41.743659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46164) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:41.770888 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4ab1fbfb-0bfe-4984-8920-656f49bdcdee no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:41.817694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 4ab1fbfb-0bfe-4984-8920-656f49bdcdee {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:41.818070 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4ab1fbfb-0bfe-4984-8920-656f49bdcdee not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:41.819407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:41.819981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:41.838653 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:41.840589 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d429fa62-4d57-4d28-bcdc-5a31818a66e3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:41.853471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d33ed-9127-4eab-bcb6-c4d64904faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event updated for resources: {'Port': ['ID=cdcea5c0-034b-452e-bd21-b72a7a9945ed,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:41.885114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.897706 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-413fc468-bda5-4e70-8714-3bb3423ec224 None None] Provisioning for port cb59287f-5cf6-482f-a97e-475f8bef3d4b completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:41.900743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-5240bf87-d206-4f40-b99f-1872c6b20524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Deleting port cdcea5c0-034b-452e-bd21-b72a7a9945ed {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:41.901150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5240bf87-d206-4f40-b99f-1872c6b20524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.903605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-413fc468-bda5-4e70-8714-3bb3423ec224 None None] Provisioning complete for port cb59287f-5cf6-482f-a97e-475f8bef3d4b triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:41.903981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-413fc468-bda5-4e70-8714-3bb3423ec224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:41.984517 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d429fa62-4d57-4d28-bcdc-5a31818a66e3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.014322 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a1148ecf-7aef-4658-8929-c572d9371e05 None None] Deleting port 4ab1fbfb-0bfe-4984-8920-656f49bdcdee {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:42.014705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a1148ecf-7aef-4658-8929-c572d9371e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.015678 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d429fa62-4d57-4d28-bcdc-5a31818a66e3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:42.020370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d429fa62-4d57-4d28-bcdc-5a31818a66e3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:42.023432 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d429fa62-4d57-4d28-bcdc-5a31818a66e3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:42.031197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d429fa62-4d57-4d28-bcdc-5a31818a66e3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:42.038449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6900-9bcf-4305-bd74-f09520bae7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.076756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc6900-9bcf-4305-bd74-f09520bae7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbe4e10-a7eb-4d2a-9684-a36fc1e3993b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:42.114782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeed0946-d62d-4673-94f2-f670982d9844 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.135154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6900-9bcf-4305-bd74-f09520bae7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.136323 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b1fc6900-9bcf-4305-bd74-f09520bae7e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dbe4e10-a7eb-4d2a-9684-a36fc1e3993b HTTP/1.1" status: 204 len: 168 time: 0.7563293 Mar 08 11:49:42.158007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a1148ecf-7aef-4658-8929-c572d9371e05 None None] The port '4ab1fbfb-0bfe-4984-8920-656f49bdcdee' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:49:42.166887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-413fc468-bda5-4e70-8714-3bb3423ec224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.180177 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed0946-d62d-4673-94f2-f670982d9844 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event deleted for resources: {'Port': ['ID=5fa09d45-6b14-4bd2-a36f-0cb1851dbc4c,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:42.200201 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.208326 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d429fa62-4d57-4d28-bcdc-5a31818a66e3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.210137 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-413fc468-bda5-4e70-8714-3bb3423ec224 None None] For port cb59287f-5cf6-482f-a97e-475f8bef3d4b, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cb59287f-5cf6-482f-a97e-475f8bef3d4b,segment=NetworkSegment(eb64ee08-5616-4c02-a805-b7433e3525c5),segment_id=eb64ee08-5616-4c02-a805-b7433e3525c5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:42.218587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-811bbd91-4999-40fc-9e34-9c4cef402b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.230549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.237688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeed0946-d62d-4673-94f2-f670982d9844 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.250191 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Network': ['ID=73273418-d39b-4337-a4d6-be7f0fa62177,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:42.276477 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-eeed0946-d62d-4673-94f2-f670982d9844 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "DELETE /v2.0/ports/5fa09d45-6b14-4bd2-a36f-0cb1851dbc4c HTTP/1.1" status: 204 len: 168 time: 1.5158143 Mar 08 11:49:42.278964 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46172) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:42.313567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d429fa62-4d57-4d28-bcdc-5a31818a66e3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.321452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-413fc468-bda5-4e70-8714-3bb3423ec224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.385355 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9816d0fb-7ee7-4865-a4d1-ac6aa32e18b5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/networks/73273418-d39b-4337-a4d6-be7f0fa62177 HTTP/1.1" status: 204 len: 168 time: 2.6477902 Mar 08 11:49:42.387005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429fa62-4d57-4d28-bcdc-5a31818a66e3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7554520e-4a2c-4075-b565-a5d6503e12fc,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:42.389269 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46176) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:42.393058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-eab32b81-55c7-4987-9bba-e559af359fd1 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Deleting port a8bccda1-fdb3-4160-bc9b-2a11e551996c {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:42.393556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eab32b81-55c7-4987-9bba-e559af359fd1 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.412819 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fc468-bda5-4e70-8714-3bb3423ec224 None None] Pushing event updated for resources: {'Port': ['ID=cb59287f-5cf6-482f-a97e-475f8bef3d4b,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:42.434297 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1916360771'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:42.444437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d6a8fb4c-7e77-4580-9b73-e9c44fd830b9 None None] Provisioning complete for port cb59287f-5cf6-482f-a97e-475f8bef3d4b triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:42.445108 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d6a8fb4c-7e77-4580-9b73-e9c44fd830b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.474227 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-5240bf87-d206-4f40-b99f-1872c6b20524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] For port cdcea5c0-034b-452e-bd21-b72a7a9945ed, host hv-neutron-8281, got binding levels [] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:42.474691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5240bf87-d206-4f40-b99f-1872c6b20524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.568582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:42.573630 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d429fa62-4d57-4d28-bcdc-5a31818a66e3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.578406 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d429fa62-4d57-4d28-bcdc-5a31818a66e3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0677609 Mar 08 11:49:42.579270 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46182) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:42.585643 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:network and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:42.588691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:42.594112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ebfdab78-f134-4ab3-beb2-3cad7be589d2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group_rule': {'security_group_id': '7554520e-4a2c-4075-b565-a5d6503e12fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:42.608644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ebfdab78-f134-4ab3-beb2-3cad7be589d2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:42.613574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:42.620276 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ebfdab78-f134-4ab3-beb2-3cad7be589d2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:42.645251 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-5240bf87-d206-4f40-b99f-1872c6b20524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Calling delete_port for cdcea5c0-034b-452e-bd21-b72a7a9945ed owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:42.656396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ebfdab78-f134-4ab3-beb2-3cad7be589d2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:42.672807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ebfdab78-f134-4ab3-beb2-3cad7be589d2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:42.714017 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d6a8fb4c-7e77-4580-9b73-e9c44fd830b9 None None] Provisioning for port 192d7e74-3b12-4150-b764-39593ac0b540 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:42.719391 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d6a8fb4c-7e77-4580-9b73-e9c44fd830b9 None None] Provisioning complete for port 192d7e74-3b12-4150-b764-39593ac0b540 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:42.719770 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d6a8fb4c-7e77-4580-9b73-e9c44fd830b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.778378 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8fb4c-7e77-4580-9b73-e9c44fd830b9 None None] Port 192d7e74-3b12-4150-b764-39593ac0b540 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:49:42.781048 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:42.784515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.821946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eab32b81-55c7-4987-9bba-e559af359fd1 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.837092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ebfdab78-f134-4ab3-beb2-3cad7be589d2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.887180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5240bf87-d206-4f40-b99f-1872c6b20524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.931282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.937449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cb59287f-5cf6-482f-a97e-475f8bef3d4b up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:49:42.951200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240bf87-d206-4f40-b99f-1872c6b20524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdcea5c0-034b-452e-bd21-b72a7a9945ed,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:42.957256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5240bf87-d206-4f40-b99f-1872c6b20524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.968004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46186) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:42.980536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:42.989380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-eab32b81-55c7-4987-9bba-e559af359fd1 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Calling delete_port for a8bccda1-fdb3-4160-bc9b-2a11e551996c owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:42.996026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:42.997658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.043738 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port cb59287f-5cf6-482f-a97e-475f8bef3d4b triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:43.044114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.059023 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5240bf87-d206-4f40-b99f-1872c6b20524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "DELETE /v2.0/ports/cdcea5c0-034b-452e-bd21-b72a7a9945ed HTTP/1.1" status: 204 len: 168 time: 1.3112082 Mar 08 11:49:43.062147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.062496 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Added segment 0c8bc194-a299-4be6-b34d-762f4abb5c78 of type vlan for network ffdcf0e9-45e4-408b-a37a-59d6721a8e19 Mar 08 11:49:43.063597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46190) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:43.168453 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-683af48a-3890-44c6-8185-27416a4b028a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] GET failed (client error): The resource could not be found. Mar 08 11:49:43.169699 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-683af48a-3890-44c6-8185-27416a4b028a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302698188-project-admin] 10.222.0.32 "GET /v2.0/ports/cdcea5c0-034b-452e-bd21-b72a7a9945ed HTTP/1.1" status: 404 len: 333 time: 0.0974383 Mar 08 11:49:43.178073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46194) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:43.182305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.194529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:49:43.213763 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-22f85339-7dd9-4fae-a776-e86a1c8849da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aec0ec69a9ff49aaa9bebf8114a850f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423773 Mar 08 11:49:43.220739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46198) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:43.222604 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.226133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=192d7e74-3b12-4150-b764-39593ac0b540,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:43.251880 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ebfdab78-f134-4ab3-beb2-3cad7be589d2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.271366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:43.271702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.284113 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 41d35b3d-add1-459d-88bf-1625d847af6c is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:43.286549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:43.354922 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ebfdab78-f134-4ab3-beb2-3cad7be589d2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.356734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eab32b81-55c7-4987-9bba-e559af359fd1 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.409787 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.439141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.453134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdab78-f134-4ab3-beb2-3cad7be589d2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a125b8-30c6-4cfd-be4f-94e72f6439a2,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:43.513842 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eab32b81-55c7-4987-9bba-e559af359fd1 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.519755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46202) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:43.519955 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-eab32b81-55c7-4987-9bba-e559af359fd1 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "DELETE /v2.0/ports/a8bccda1-fdb3-4160-bc9b-2a11e551996c HTTP/1.1" status: 204 len: 168 time: 1.2398965 Mar 08 11:49:43.525398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.531000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:43.534723 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.535614 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab32b81-55c7-4987-9bba-e559af359fd1 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event deleted for resources: {'Port': ['ID=a8bccda1-fdb3-4160-bc9b-2a11e551996c,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:43.561927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3822c628-8b75-4700-a3c5-bb0728d88b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.575533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d3f23752-3357-4626-8feb-bd83e715d261 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Synchronizing usage tracker for tenant:5d9dc48e5dc34407a90e8917863a9def on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:43.580006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ebfdab78-f134-4ab3-beb2-3cad7be589d2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.581222 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ebfdab78-f134-4ab3-beb2-3cad7be589d2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9990866 Mar 08 11:49:43.591980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 8829ba1a-f8f9-4e7f-8ddd-a546a1177e30 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:49:43.591980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46206) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:43.615349 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d57d506e-9069-4ff7-9198-253378f5a5fa None None] Provisioning complete for port 192d7e74-3b12-4150-b764-39593ac0b540 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:43.616198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d57d506e-9069-4ff7-9198-253378f5a5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.686051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d57d506e-9069-4ff7-9198-253378f5a5fa None None] Port 192d7e74-3b12-4150-b764-39593ac0b540 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:49:43.692728 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2719808 Mar 08 11:49:43.693570 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3bb315f5-4071-4b28-95a2-3ae3e501f29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.702273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46210) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:43.706140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88043690-b00c-42da-a874-d8215ea84790 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Network': ['ID=ffdcf0e9-45e4-408b-a37a-59d6721a8e19,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:43.710042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d3f23752-3357-4626-8feb-bd83e715d261 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Unset dirty status for tenant:5d9dc48e5dc34407a90e8917863a9def on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:43.711781 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d3f23752-3357-4626-8feb-bd83e715d261 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1905262 Mar 08 11:49:43.717968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': 'ffdcf0e9-45e4-408b-a37a-59d6721a8e19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:43.718220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network ffdcf0e9-45e4-408b-a37a-59d6721a8e19 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:43.732588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6f123840-30b9-4b84-a0e2-f9dfdf4795bb tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.743432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6f123840-30b9-4b84-a0e2-f9dfdf4795bb tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.761744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46214) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:43.777057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1287512013'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:43.801823 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:43.805094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3bb315f5-4071-4b28-95a2-3ae3e501f29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.832749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Usage tracker for resource:network and tenant:5d9dc48e5dc34407a90e8917863a9def is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:43.845512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:43.906106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6f123840-30b9-4b84-a0e2-f9dfdf4795bb tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.915303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:43.921360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3822c628-8b75-4700-a3c5-bb0728d88b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.954599 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-3822c628-8b75-4700-a3c5-bb0728d88b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490d1dba-f0d9-4b00-8c2e-4254044f66e7']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:43.956460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f123840-30b9-4b84-a0e2-f9dfdf4795bb tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8a125b8-30c6-4cfd-be4f-94e72f6439a2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:43.961060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6f123840-30b9-4b84-a0e2-f9dfdf4795bb tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:43.961060 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6f123840-30b9-4b84-a0e2-f9dfdf4795bb tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a8a125b8-30c6-4cfd-be4f-94e72f6439a2 HTTP/1.1" status: 204 len: 168 time: 0.3702188 Mar 08 11:49:43.964831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46218) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:43.969160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:49:43.975940 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c9d9d6ba-8c60-4c59-b40f-78c09ed9b273 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/8829ba1a-f8f9-4e7f-8ddd-a546a1177e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5093246 Mar 08 11:49:43.977071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46222) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:43.982640 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a29e4-a11b-4465-84ad-40d33a8673f2 None None] Sync routers for ids ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:43.990996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-3822c628-8b75-4700-a3c5-bb0728d88b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98300783-fe63-4863-9a13-a2642c1e82b3') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:43.991285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-3822c628-8b75-4700-a3c5-bb0728d88b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98300783-fe63-4863-9a13-a2642c1e82b3') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:43.998218 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a29e4-a11b-4465-84ad-40d33a8673f2 None None] Routers {'8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:43.999979 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-282a29e4-a11b-4465-84ad-40d33a8673f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:44.009060 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3822c628-8b75-4700-a3c5-bb0728d88b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.016141 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Made reservation on behalf of 5d9dc48e5dc34407a90e8917863a9def for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:44.016302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:44.019989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.024855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:44.033712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:44.043060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:44.055621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3822c628-8b75-4700-a3c5-bb0728d88b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.066092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6209ea9b-983c-49de-9ced-0d11a42ad425 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:44.071192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7161c781-2af1-4bed-8073-fa12a315f71d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:44.071795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7161c781-2af1-4bed-8073-fa12a315f71d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Synchronizing usage tracker for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:44.074786 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-282a29e4-a11b-4465-84ad-40d33a8673f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:44.079902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3bb315f5-4071-4b28-95a2-3ae3e501f29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.082497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3822c628-8b75-4700-a3c5-bb0728d88b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:44.082894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3822c628-8b75-4700-a3c5-bb0728d88b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.084894 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a29e4-a11b-4465-84ad-40d33a8673f2 None None] Routers {'8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:44.085551 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-282a29e4-a11b-4465-84ad-40d33a8673f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:44.104954 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:44.125867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:44.129566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.133853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb315f5-4071-4b28-95a2-3ae3e501f29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc0b22c-5c59-4060-8554-7160b4e28157,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:44.149649 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-282a29e4-a11b-4465-84ad-40d33a8673f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:44.150414 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a29e4-a11b-4465-84ad-40d33a8673f2 None None] The sync data for ids ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:44.157926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7161c781-2af1-4bed-8073-fa12a315f71d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Unset dirty status for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:44.161661 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7161c781-2af1-4bed-8073-fa12a315f71d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports/192d7e74-3b12-4150-b764-39593ac0b540 HTTP/1.1" status: 200 len: 911 time: 0.1811328 Mar 08 11:49:44.176046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46226) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:44.185953 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:44.205022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3bb315f5-4071-4b28-95a2-3ae3e501f29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.206109 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3bb315f5-4071-4b28-95a2-3ae3e501f29d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bc0b22c-5c59-4060-8554-7160b4e28157 HTTP/1.1" status: 204 len: 168 time: 0.9811471 Mar 08 11:49:44.213188 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.213540 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Added segment 6a500df0-63d1-4426-bc57-c28724c87b32 of type vlan for network 34311c66-615a-4762-9d6c-ab5251260c75 Mar 08 11:49:44.243711 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.271448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6209ea9b-983c-49de-9ced-0d11a42ad425 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:44.276381 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6209ea9b-983c-49de-9ced-0d11a42ad425 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3074038 Mar 08 11:49:44.276641 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46232) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:44.314184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3822c628-8b75-4700-a3c5-bb0728d88b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.348931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3822c628-8b75-4700-a3c5-bb0728d88b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.359693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822c628-8b75-4700-a3c5-bb0728d88b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] Pushing event deleted for resources: {'Network': ['ID=490d1dba-f0d9-4b00-8c2e-4254044f66e7,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:44.371659 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3822c628-8b75-4700-a3c5-bb0728d88b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039453202-project] 10.222.0.32 "DELETE /v2.0/networks/490d1dba-f0d9-4b00-8c2e-4254044f66e7 HTTP/1.1" status: 204 len: 168 time: 1.1925869 Mar 08 11:49:44.381293 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.386385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:44.387436 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.438284 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4b4aff6-c784-4dd2-b9bb-12769fea3190 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.611587 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8481257 Mar 08 11:49:44.619572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46238) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:44.625426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-175610708'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:44.641142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04952065-80f1-4852-b587-3e51bd332a1e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event updated for resources: {'Network': ['ID=34311c66-615a-4762-9d6c-ab5251260c75,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:44.657839 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:44.665009 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 34311c66-615a-4762-9d6c-ab5251260c75 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:44.671787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4b4aff6-c784-4dd2-b9bb-12769fea3190 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.694107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Usage tracker for resource:network and tenant:5d9dc48e5dc34407a90e8917863a9def is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:44.699465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:44.717258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:44.734123 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.852527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Made reservation on behalf of 5d9dc48e5dc34407a90e8917863a9def for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:44.859393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.887191 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4b4aff6-c784-4dd2-b9bb-12769fea3190 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.909307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4aff6-c784-4dd2-b9bb-12769fea3190 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7554520e-4a2c-4075-b565-a5d6503e12fc,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:44.921837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:44.939045 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:44.939415 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Added segment 01419cd9-73e9-45ee-ac08-52c1157fa9c1 of type vlan for network 6483ee66-80f6-4d5c-b74d-3d2a63582535 Mar 08 11:49:44.948669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46250) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:44.983057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:45.060820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:45.117973 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4b4aff6-c784-4dd2-b9bb-12769fea3190 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:45.121625 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c4b4aff6-c784-4dd2-b9bb-12769fea3190 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-groups/7554520e-4a2c-4075-b565-a5d6503e12fc HTTP/1.1" status: 204 len: 168 time: 0.8416693 Mar 08 11:49:45.121625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:45.126250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:45.129896 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:45.132018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46258) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:45.154079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:45.192475 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-90417db0-397a-490a-92fc-1e5494fe1eb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ecea7b379194726a590d70cb1fc1d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389114 Mar 08 11:49:45.197767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46264) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:45.270358 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event updated for resources: {'Network': ['ID=6483ee66-80f6-4d5c-b74d-3d2a63582535,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:45.289535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 6483ee66-80f6-4d5c-b74d-3d2a63582535 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:45.314467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Subnet': ['ID=8c0834ea-0e9b-4968-8e67-43c46127e376,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:45.337907 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7e2d760e-3a3e-42c7-bcff-7c37e896ce04 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7040749 Mar 08 11:49:45.337907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-32542dc6-6c9c-4372-a0d8-f03d8b12d63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:45.374261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-32542dc6-6c9c-4372-a0d8-f03d8b12d63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:45.468727 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Checking segment: {'id': '0c8bc194-a299-4be6-b34d-762f4abb5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ffdcf0e9-45e4-408b-a37a-59d6721a8e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:45.473562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network hostable DHCP agents. Network: ffdcf0e9-45e4-408b-a37a-59d6721a8e19, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:45.486131 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-818fef4d-bac0-43b3-91f8-843559c92c86 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3459952 Mar 08 11:49:45.490393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46274) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:45.496513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group': {'name': 'tempest-secgroup--215943925'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:45.503148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:45.508121 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:45.511279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:45.521522 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:45.526768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-32542dc6-6c9c-4372-a0d8-f03d8b12d63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:45.548313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32542dc6-6c9c-4372-a0d8-f03d8b12d63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e741ca-5449-42d4-a1cd-96109afe5fb8,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:45.552663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-32542dc6-6c9c-4372-a0d8-f03d8b12d63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:45.564961 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-32542dc6-6c9c-4372-a0d8-f03d8b12d63b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24e741ca-5449-42d4-a1cd-96109afe5fb8 HTTP/1.1" status: 204 len: 168 time: 0.3579590 Mar 08 11:49:45.640921 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:45.677975 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:45.687915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:45.693834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:45.708894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:45.729554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network ffdcf0e9-45e4-408b-a37a-59d6721a8e19 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:45.770275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Allocated IP 2001:db8:1::1 (6a289c9d-bd19-40d7-b854-7ddc3a5be73c/6a5ac058-7a0d-4662-8566-fccb13f972ff/2c300562-3a63-4f04-8697-b9f84ae87370) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:45.818608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46284) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:45.826626 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:45.838621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, ffdcf0e9-45e4-408b-a37a-59d6721a8e19) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:45.847311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a6ebd-d938-4e53-b175-c196ff0bcbe1 None None] Network ffdcf0e9-45e4-408b-a37a-59d6721a8e19 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:45.850125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:45.850882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:45.886576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.000098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b02ed05-c5af-40d6-b70c-0897175c849a,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:46.063399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.069635 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-70fa6b8b-3582-4607-9a09-e30b21e79c67 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5778430 Mar 08 11:49:46.071345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46292) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:46.079408 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7cdfd5e9-d0a6-4324-b1ee-587e36ee9ec0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group_rule': {'security_group_id': '8b02ed05-c5af-40d6-b70c-0897175c849a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:46.095009 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7cdfd5e9-d0a6-4324-b1ee-587e36ee9ec0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:46.108808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7cdfd5e9-d0a6-4324-b1ee-587e36ee9ec0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:46.118834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7cdfd5e9-d0a6-4324-b1ee-587e36ee9ec0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:46.139844 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7cdfd5e9-d0a6-4324-b1ee-587e36ee9ec0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:46.190994 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a217fcf9-2592-491c-b83c-d26f7f3ff6e6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4876442 Mar 08 11:49:46.194609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46296) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:46.200549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': 'ffdcf0e9-45e4-408b-a37a-59d6721a8e19', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1688224104'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:46.214944 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-900511570'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:46.220908 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:46.225585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:network and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:46.229246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:46.236319 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:46.253715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd5e9-d0a6-4324-b1ee-587e36ee9ec0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.296823 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-ffdcf0e9-45e4-408b-a37a-59d6721a8e19', 'network_id': 'ffdcf0e9-45e4-408b-a37a-59d6721a8e19', 'tenant_id': '6bf2e6502ed8457aba4798042de61a1a', 'fixed_ips': [{'subnet_id': '8c0834ea-0e9b-4968-8e67-43c46127e376'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:49:46.297906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.331951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd5e9-d0a6-4324-b1ee-587e36ee9ec0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.342009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.342601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:46.348275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.368623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.388589 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Transition to ACTIVE for port object 2c300562-3a63-4f04-8697-b9f84ae87370 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:46.410496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:46.420398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:security_group_rule and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:46.424488 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:46.431870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd5e9-d0a6-4324-b1ee-587e36ee9ec0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.442253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:46.442401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:46.442401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:port and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:46.442929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:46.448990 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:46.473553 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfd5e9-d0a6-4324-b1ee-587e36ee9ec0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528ebabd-e0e5-40db-b028-8c1f80afe5da,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:46.502712 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Allocated IP 172.20.0.2 (ffdcf0e9-45e4-408b-a37a-59d6721a8e19/8c0834ea-0e9b-4968-8e67-43c46127e376/d3d4c498-9a03-4005-9af5-703785158b47) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:46.527516 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46300) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:46.539672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:46.545691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.570509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.587265 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd5e9-d0a6-4324-b1ee-587e36ee9ec0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.602232 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7cdfd5e9-d0a6-4324-b1ee-587e36ee9ec0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5267696 Mar 08 11:49:46.618774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46304) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:46.653949 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b62cba5d-ee9b-4ceb-936f-b71f4fbd73e1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group_rule': {'security_group_id': '8b02ed05-c5af-40d6-b70c-0897175c849a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:46.663226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port bd60ac39-a61c-49ee-95ea-0ea25931085a yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:46.680793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b62cba5d-ee9b-4ceb-936f-b71f4fbd73e1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:46.690858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.701759 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b96660ef-ca80-4a26-9d56-f7794807f71e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdb19c7a88b343af805d36538ad9dc13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706212 Mar 08 11:49:46.702632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b62cba5d-ee9b-4ceb-936f-b71f4fbd73e1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:46.705005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46308) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:46.709652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 6a289c9d-bd19-40d7-b854-7ddc3a5be73c is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:46.713278 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b62cba5d-ee9b-4ceb-936f-b71f4fbd73e1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:46.716384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:46.722703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:46.723501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.761506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b62cba5d-ee9b-4ceb-936f-b71f4fbd73e1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:46.767575 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.776689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.792560 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Transition to ACTIVE for port object d3d4c498-9a03-4005-9af5-703785158b47 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:46.813312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=2c300562-3a63-4f04-8697-b9f84ae87370,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:46.836666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Transition to ACTIVE for port object d3d4c498-9a03-4005-9af5-703785158b47 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:46.848233 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa517d4-37ba-44ae-8d3b-ce8f7ade83a7,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:46.894147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:49:46.903916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.928295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.928638 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Added segment d3d14593-8fe0-45e0-8733-424db062e93a of type vlan for network b6b97662-0baa-4f27-9a4e-9894348947bb Mar 08 11:49:46.945852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb8e0739-e481-4c14-837b-37c23d224c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:46.987010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.3 (ffdcf0e9-45e4-408b-a37a-59d6721a8e19/8c0834ea-0e9b-4968-8e67-43c46127e376/bd60ac39-a61c-49ee-95ea-0ea25931085a) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:46.994673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb8e0739-e481-4c14-837b-37c23d224c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.010173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Network ffdcf0e9-45e4-408b-a37a-59d6721a8e19 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:47.014215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:47.020888 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:47.092224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b62cba5d-ee9b-4ceb-936f-b71f4fbd73e1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.128729 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.149950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Pushing event updated for resources: {'Port': ['ID=d3d4c498-9a03-4005-9af5-703785158b47,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:47.173247 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Attempting to bind port d3d4c498-9a03-4005-9af5-703785158b47 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:47.173692 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Attempting to bind port d3d4c498-9a03-4005-9af5-703785158b47 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '0c8bc194-a299-4be6-b34d-762f4abb5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ffdcf0e9-45e4-408b-a37a-59d6721a8e19'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:47.174016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Attempting to bind port d3d4c498-9a03-4005-9af5-703785158b47 on network ffdcf0e9-45e4-408b-a37a-59d6721a8e19 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:47.181728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:49:47.182715 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Checking segment: {'id': '0c8bc194-a299-4be6-b34d-762f4abb5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ffdcf0e9-45e4-408b-a37a-59d6721a8e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:47.183152 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.183996 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Bound using segment: {'id': '0c8bc194-a299-4be6-b34d-762f4abb5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ffdcf0e9-45e4-408b-a37a-59d6721a8e19'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:49:47.184217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Bound port: d3d4c498-9a03-4005-9af5-703785158b47, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8bc194-a299-4be6-b34d-762f4abb5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ffdcf0e9-45e4-408b-a37a-59d6721a8e19'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:49:47.184664 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.196209 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb8e0739-e481-4c14-837b-37c23d224c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.221226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e0739-e481-4c14-837b-37c23d224c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466eff74-0659-4c07-bb7f-597374986fe5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:47.222951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.224261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b62cba5d-ee9b-4ceb-936f-b71f4fbd73e1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.242526 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Transition to ACTIVE for port object bd60ac39-a61c-49ee-95ea-0ea25931085a will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:47.248157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb8e0739-e481-4c14-837b-37c23d224c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.251065 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bb8e0739-e481-4c14-837b-37c23d224c15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/466eff74-0659-4c07-bb7f-597374986fe5 HTTP/1.1" status: 204 len: 168 time: 0.5450752 Mar 08 11:49:47.300382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] For port d3d4c498-9a03-4005-9af5-703785158b47, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:49:47.303657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] For port d3d4c498-9a03-4005-9af5-703785158b47, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d3d4c498-9a03-4005-9af5-703785158b47,segment=NetworkSegment(0c8bc194-a299-4be6-b34d-762f4abb5c78),segment_id=0c8bc194-a299-4be6-b34d-762f4abb5c78)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:49:47.315388 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.327254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:47.327254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.327764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-29090af8-5ab5-4b73-93bf-432c241ddafe None None] Provisioning for port 2c300562-3a63-4f04-8697-b9f84ae87370 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:47.333304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-29090af8-5ab5-4b73-93bf-432c241ddafe None None] Provisioning complete for port 2c300562-3a63-4f04-8697-b9f84ae87370 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:47.333998 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-29090af8-5ab5-4b73-93bf-432c241ddafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.359915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.387203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b62cba5d-ee9b-4ceb-936f-b71f4fbd73e1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.400285 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.434414 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cba5d-ee9b-4ceb-936f-b71f4fbd73e1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81139b70-b65d-479f-954f-97f81b6866d7,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:47.448454 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-29090af8-5ab5-4b73-93bf-432c241ddafe None None] Port 2c300562-3a63-4f04-8697-b9f84ae87370 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:49:47.505091 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6853652 Mar 08 11:49:47.508618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f17a65-a963-448a-9f54-7d69a6953d73 None None] Pushing event updated for resources: {'Port': ['ID=d3d4c498-9a03-4005-9af5-703785158b47,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:47.524994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46314) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:47.532475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:47.562664 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0d32b-1930-4632-954b-7387371fc183 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Network': ['ID=b6b97662-0baa-4f27-9a4e-9894348947bb,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:47.585373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:49:47.599381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.637005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b62cba5d-ee9b-4ceb-936f-b71f4fbd73e1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.643137 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b62cba5d-ee9b-4ceb-936f-b71f4fbd73e1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0149825 Mar 08 11:49:47.647817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46320) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:47.660086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ea74e763-c67e-4af0-a592-42a88ee89b64 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group_rule': {'security_group_id': '8b02ed05-c5af-40d6-b70c-0897175c849a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:47.683450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ea74e763-c67e-4af0-a592-42a88ee89b64 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:47.690400 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ea74e763-c67e-4af0-a592-42a88ee89b64 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:47.715337 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ea74e763-c67e-4af0-a592-42a88ee89b64 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:47.729960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:47.736073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ea74e763-c67e-4af0-a592-42a88ee89b64 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:47.743795 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:47.755851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:47.776284 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:47.864493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:47.886178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.905855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ea74e763-c67e-4af0-a592-42a88ee89b64 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:47.965431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network ffdcf0e9-45e4-408b-a37a-59d6721a8e19 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:47.971982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:47.975120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:48.082731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=bd60ac39-a61c-49ee-95ea-0ea25931085a,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:48.130674 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:48.131300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:48.218124 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ea74e763-c67e-4af0-a592-42a88ee89b64 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:48.279131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:48.290278 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46334) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:48.290701 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a412e106-2aaf-4e44-a1df-e178cb6ba2c8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0952930 Mar 08 11:49:48.327043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ea74e763-c67e-4af0-a592-42a88ee89b64 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:48.366681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74e763-c67e-4af0-a592-42a88ee89b64 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a5b911-d9b8-4d40-a484-ba2ccbf72cc6,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:48.376642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:48.376642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:48.398177 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-4541f9ec-03d0-4f48-bce6-3d296b17ee99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port bd60ac39-a61c-49ee-95ea-0ea25931085a {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:48.398560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4541f9ec-03d0-4f48-bce6-3d296b17ee99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:48.435874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:48.511262 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46340) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:48.514111 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=7bc756c5-d077-41b1-88f8-2c22067df38f,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:48.522453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ea74e763-c67e-4af0-a592-42a88ee89b64 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:48.524103 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ea74e763-c67e-4af0-a592-42a88ee89b64 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8757381 Mar 08 11:49:48.530562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Request body: {'subnets': [{'network_id': '34311c66-615a-4762-9d6c-ab5251260c75', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1053495867', 'ip_version': 6}, {'network_id': '6483ee66-80f6-4d5c-b74d-3d2a63582535', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:48.530881 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Request body: {'subnet': {'network_id': '34311c66-615a-4762-9d6c-ab5251260c75', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1053495867', 'ip_version': 6}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:48.531588 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Request body: {'subnet': {'network_id': '6483ee66-80f6-4d5c-b74d-3d2a63582535', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:48.542930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46344) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:48.553194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a33275a8-23c4-4aa0-84ef-5fced904ddbd tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group_rule': {'security_group_id': '8b02ed05-c5af-40d6-b70c-0897175c849a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:48.559049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=2c300562-3a63-4f04-8697-b9f84ae87370,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:48.572702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a33275a8-23c4-4aa0-84ef-5fced904ddbd tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:48.581456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a33275a8-23c4-4aa0-84ef-5fced904ddbd tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:48.590354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a33275a8-23c4-4aa0-84ef-5fced904ddbd tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:48.598414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a33275a8-23c4-4aa0-84ef-5fced904ddbd tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:48.646673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 6a289c9d-bd19-40d7-b854-7ddc3a5be73c is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:48.648787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:48.910954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a33275a8-23c4-4aa0-84ef-5fced904ddbd tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:48.916134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:48.916528 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network hostable DHCP agents. Network: b6b97662-0baa-4f27-9a4e-9894348947bb, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:48.972249 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d3d4c498-9a03-4005-9af5-703785158b47 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:49:49.117080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7d0e8e-3ab4-4c77-a10c-acbfe8201d48 None None] Network ffdcf0e9-45e4-408b-a37a-59d6721a8e19 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:49.128332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 8829ba1a-f8f9-4e7f-8ddd-a546a1177e30 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:49:49.144747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a33275a8-23c4-4aa0-84ef-5fced904ddbd tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.176337 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:49.193261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4541f9ec-03d0-4f48-bce6-3d296b17ee99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.201910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c9ca578e-6078-4339-92eb-60db6c065882 None None] Provisioning complete for port 2c300562-3a63-4f04-8697-b9f84ae87370 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:49.201910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c9ca578e-6078-4339-92eb-60db6c065882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.211499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:49.217005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a33275a8-23c4-4aa0-84ef-5fced904ddbd tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.297724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33275a8-23c4-4aa0-84ef-5fced904ddbd tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fb8e4f-6260-40d8-811d-139054889147,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:49.300764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca578e-6078-4339-92eb-60db6c065882 None None] Port 2c300562-3a63-4f04-8697-b9f84ae87370 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:49:49.338324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port d3d4c498-9a03-4005-9af5-703785158b47 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:49.354249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:49:49.364436 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9debffda-74c6-4074-8661-9756f4b43714 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/8829ba1a-f8f9-4e7f-8ddd-a546a1177e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1872568 Mar 08 11:49:49.365286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46358) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:49.367715 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4787bca6-9673-41bb-b5f7-7fe13185c6e9 None None] Sync routers for ids ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:49.382444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-4541f9ec-03d0-4f48-bce6-3d296b17ee99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for bd60ac39-a61c-49ee-95ea-0ea25931085a owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:49.416964 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, b6b97662-0baa-4f27-9a4e-9894348947bb) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:49.417171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4787bca6-9673-41bb-b5f7-7fe13185c6e9 None None] Routers {'8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:49.417171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4787bca6-9673-41bb-b5f7-7fe13185c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:49.418258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:49.419063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.419815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a33275a8-23c4-4aa0-84ef-5fced904ddbd tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.420922 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a33275a8-23c4-4aa0-84ef-5fced904ddbd tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8773370 Mar 08 11:49:49.423739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Usage tracker for resource:subnet and tenant:5d9dc48e5dc34407a90e8917863a9def is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:49.426749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46362) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:49.434639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b90420ea-0d10-4fae-9c93-1b44020a0336 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group_rule': {'security_group_id': '8b02ed05-c5af-40d6-b70c-0897175c849a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:49.438780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:49.451837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b90420ea-0d10-4fae-9c93-1b44020a0336 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:49.457272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:49.460547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b90420ea-0d10-4fae-9c93-1b44020a0336 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:49.471953 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b15e1d-6dcc-48a1-8dea-e899abc0583b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:49.472429 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-76b15e1d-6dcc-48a1-8dea-e899abc0583b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Synchronizing usage tracker for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:49.476691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b90420ea-0d10-4fae-9c93-1b44020a0336 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:49.490027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b90420ea-0d10-4fae-9c93-1b44020a0336 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:49.517832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d253fe-527a-4e6c-a523-097d3670f46f None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:49.551768 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4787bca6-9673-41bb-b5f7-7fe13185c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:49.557263 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1692599d-5723-4c57-b235-3ffd3d5c32f1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0318551 Mar 08 11:49:49.558931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46370) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:49.566041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'name': 'tempest-NetworksTestDHCPv6-1777431842'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:49.584307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-76b15e1d-6dcc-48a1-8dea-e899abc0583b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Unset dirty status for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:49.591516 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-76b15e1d-6dcc-48a1-8dea-e899abc0583b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports/2c300562-3a63-4f04-8697-b9f84ae87370 HTTP/1.1" status: 200 len: 913 time: 0.2188869 Mar 08 11:49:49.594405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46374) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:49.626975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4787bca6-9673-41bb-b5f7-7fe13185c6e9 None None] Routers {'8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:49.627609 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4787bca6-9673-41bb-b5f7-7fe13185c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:49.691018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Made reservation on behalf of 5d9dc48e5dc34407a90e8917863a9def for: {'subnet': 2} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:49.692495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b90420ea-0d10-4fae-9c93-1b44020a0336 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.699859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.700712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.719963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4541f9ec-03d0-4f48-bce6-3d296b17ee99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.729420 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-133a9523-69bf-40ad-bf4b-58a7b1bdb9a4 None None] Provisioning for port d3d4c498-9a03-4005-9af5-703785158b47 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:49.746162 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-133a9523-69bf-40ad-bf4b-58a7b1bdb9a4 None None] Provisioning complete for port d3d4c498-9a03-4005-9af5-703785158b47 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:49.746582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-133a9523-69bf-40ad-bf4b-58a7b1bdb9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.769282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b90420ea-0d10-4fae-9c93-1b44020a0336 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.769709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4787bca6-9673-41bb-b5f7-7fe13185c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:49.770148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4787bca6-9673-41bb-b5f7-7fe13185c6e9 None None] The sync data for ids ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:49.854666 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:49.859326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:port and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:49.863100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:49.871292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:49.880567 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b90420ea-0d10-4fae-9c93-1b44020a0336 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.916945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90420ea-0d10-4fae-9c93-1b44020a0336 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c68fd4-934f-482f-a873-285ff6f7d7a2,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:49.972525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541f9ec-03d0-4f48-bce6-3d296b17ee99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=bd60ac39-a61c-49ee-95ea-0ea25931085a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:49.978374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:49.982057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:49.992767 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '7bc756c5-d077-41b1-88f8-2c22067df38f'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:49:49.993813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.016258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b90420ea-0d10-4fae-9c93-1b44020a0336 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.017250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-133a9523-69bf-40ad-bf4b-58a7b1bdb9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.018160 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b90420ea-0d10-4fae-9c93-1b44020a0336 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5903461 Mar 08 11:49:50.025003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46386) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:50.028982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 0af9bdab-7679-4879-bd8b-515a63a70224 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:50.149414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fa0cff1-099d-4b18-ac45-9529e1e8f58e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.150006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-133a9523-69bf-40ad-bf4b-58a7b1bdb9a4 None None] For port d3d4c498-9a03-4005-9af5-703785158b47, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d3d4c498-9a03-4005-9af5-703785158b47,segment=NetworkSegment(0c8bc194-a299-4be6-b34d-762f4abb5c78),segment_id=0c8bc194-a299-4be6-b34d-762f4abb5c78)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:50.170782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fa0cff1-099d-4b18-ac45-9529e1e8f58e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.235612 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-133a9523-69bf-40ad-bf4b-58a7b1bdb9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.299115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::177 (b6b97662-0baa-4f27-9a4e-9894348947bb/7bc756c5-d077-41b1-88f8-2c22067df38f/0af9bdab-7679-4879-bd8b-515a63a70224) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:50.330794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a9523-69bf-40ad-bf4b-58a7b1bdb9a4 None None] Pushing event updated for resources: {'Port': ['ID=d3d4c498-9a03-4005-9af5-703785158b47,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:50.340917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4541f9ec-03d0-4f48-bce6-3d296b17ee99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.349534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fa0cff1-099d-4b18-ac45-9529e1e8f58e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.356046 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46394) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:50.365991 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1357df80-7eda-466c-8caa-141da2ed0a9f None None] Provisioning complete for port d3d4c498-9a03-4005-9af5-703785158b47 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:50.366381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1357df80-7eda-466c-8caa-141da2ed0a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.388226 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4541f9ec-03d0-4f48-bce6-3d296b17ee99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/bd60ac39-a61c-49ee-95ea-0ea25931085a HTTP/1.1" status: 204 len: 168 time: 2.0966494 Mar 08 11:49:50.393118 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46400) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:50.396977 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0cff1-099d-4b18-ac45-9529e1e8f58e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2c68fd4-934f-482f-a873-285ff6f7d7a2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:50.427114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fa0cff1-099d-4b18-ac45-9529e1e8f58e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.428391 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1fa0cff1-099d-4b18-ac45-9529e1e8f58e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e2c68fd4-934f-482f-a873-285ff6f7d7a2 HTTP/1.1" status: 204 len: 168 time: 0.4018333 Mar 08 11:49:50.432219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46404) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:50.495341 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6887afe-6e69-41de-88d6-8b1d7079c62a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:49:50.495898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f6887afe-6e69-41de-88d6-8b1d7079c62a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:50.563301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1357df80-7eda-466c-8caa-141da2ed0a9f None None] Could not find standard attr ID for object bd60ac39-a61c-49ee-95ea-0ea25931085a. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:49:50.615171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8f375973-ffd8-4113-8867-2dfd3f7a3c82 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:50.676855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-002768e8-cf8a-4b79-8ef6-28e2ffe49d6b None None] Could not find standard attr ID for object bd60ac39-a61c-49ee-95ea-0ea25931085a. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:49:50.687153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b443a56e-f0ef-4467-a124-4cd6442cc6f8 tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:50.691073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.708426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 0af9bdab-7679-4879-bd8b-515a63a70224 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:50.715717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8f375973-ffd8-4113-8867-2dfd3f7a3c82 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:50.717187 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8f375973-ffd8-4113-8867-2dfd3f7a3c82 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2838728 Mar 08 11:49:50.720220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46408) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:50.762104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81ee3360-f8d0-4098-84c1-06436c1443a5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.774836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81ee3360-f8d0-4098-84c1-06436c1443a5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.875552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81ee3360-f8d0-4098-84c1-06436c1443a5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.889249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:50.894699 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee3360-f8d0-4098-84c1-06436c1443a5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1fb8e4f-6260-40d8-811d-139054889147,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:50.909361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f6887afe-6e69-41de-88d6-8b1d7079c62a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:50.913517 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f6887afe-6e69-41de-88d6-8b1d7079c62a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/bd60ac39-a61c-49ee-95ea-0ea25931085a HTTP/1.1" status: 404 len: 333 time: 0.5193119 Mar 08 11:49:50.914895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d3d4c498-9a03-4005-9af5-703785158b47 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:49:50.928607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46412) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:50.961729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:50.967578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:50.971451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:50.977043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:50.977592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.003641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=0af9bdab-7679-4879-bd8b-515a63a70224,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:51.003989 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Allocated IP 2001:db8::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/7bc756c5-d077-41b1-88f8-2c22067df38f/92f3f3ab-eb23-42e7-b4c1-29881a4a41d6) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:51.049688 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b443a56e-f0ef-4467-a124-4cd6442cc6f8 tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] 10.222.0.32 "PUT /v2.0/quotas/a96b9ff1870f4552855daecbd0027aec HTTP/1.1" status: 200 len: 366 time: 0.6887012 Mar 08 11:49:51.052549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46416) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.053828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port d3d4c498-9a03-4005-9af5-703785158b47 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:51.054234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.062594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81ee3360-f8d0-4098-84c1-06436c1443a5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.066374 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-81ee3360-f8d0-4098-84c1-06436c1443a5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f1fb8e4f-6260-40d8-811d-139054889147 HTTP/1.1" status: 204 len: 168 time: 0.3425426 Mar 08 11:49:51.066600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46420) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.073352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-852dfaeb-344d-4de2-abb2-1b8d4874788e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting subnet 8c0834ea-0e9b-4968-8e67-43c46127e376 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:49:51.079070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-852dfaeb-344d-4de2-abb2-1b8d4874788e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.086874 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f06f02c1-2ce7-41d7-aa76-2503a065dc1e tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0289712 Mar 08 11:49:51.087231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46424) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.108030 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-073005c4-1a27-4dfd-b4cc-f622d8d9cb24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5427713 Mar 08 11:49:51.108030 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cdf2c181-0af8-418a-b526-d02c8f773985 tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] 10.222.0.32 "GET /v2.0/quotas/a96b9ff1870f4552855daecbd0027aec HTTP/1.1" status: 200 len: 366 time: 0.0160751 Mar 08 11:49:51.108030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46428) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.110097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46430) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.182185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-542f4715-79a8-40b1-a749-3a27f27e05c5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:51.211026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-852dfaeb-344d-4de2-abb2-1b8d4874788e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.231571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cabb638-a7e9-4f0e-9656-23436f107729 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:51.232373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4cabb638-a7e9-4f0e-9656-23436f107729 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:51.264352 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b0f98b64-e325-4ba0-bc0f-2b33f05963f1 tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/a96b9ff1870f4552855daecbd0027aec HTTP/1.1" status: 204 len: 168 time: 0.1534753 Mar 08 11:49:51.265442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16f1f459-086a-42a9-ad16-a2a1ecd9a4a4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.266073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46436) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.279459 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e43f89ce-9020-427d-bb05-9bf874bd3829 tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0098279 Mar 08 11:49:51.280250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46440) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.282624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-542f4715-79a8-40b1-a749-3a27f27e05c5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:51.286913 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-542f4715-79a8-40b1-a749-3a27f27e05c5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2162309 Mar 08 11:49:51.287062 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46444) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.312227 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a534fc36-34b8-4401-afd2-82ad69f9bafd tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] 10.222.0.32 "GET /v2.0/quotas/a96b9ff1870f4552855daecbd0027aec HTTP/1.1" status: 200 len: 370 time: 0.0284092 Mar 08 11:49:51.312882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46448) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.323741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.333568 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f031f337-db42-4aed-8d38-3a9bf435dfad tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] 10.222.0.32 "GET /v2.0/quotas/a96b9ff1870f4552855daecbd0027aec/default HTTP/1.1" status: 200 len: 370 time: 0.0171278 Mar 08 11:49:51.333568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4cabb638-a7e9-4f0e-9656-23436f107729 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:51.333568 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4cabb638-a7e9-4f0e-9656-23436f107729 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2252452 Mar 08 11:49:51.335772 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46452) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.335772 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46454) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.336886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a186e902-9f8a-4bbf-ae83-83de7041a3b5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.337570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Transition to ACTIVE for port object 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:51.348224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a186e902-9f8a-4bbf-ae83-83de7041a3b5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.358528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Transition to ACTIVE for port object 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:51.430536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.452446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a186e902-9f8a-4bbf-ae83-83de7041a3b5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.472959 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186e902-9f8a-4bbf-ae83-83de7041a3b5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28a5b911-d9b8-4d40-a484-ba2ccbf72cc6,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:51.489322 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-32db8eeb-7707-41fc-9df2-9fcaafd96106 tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] delete failed (client error): The resource could not be found. Mar 08 11:49:51.490384 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-32db8eeb-7707-41fc-9df2-9fcaafd96106 tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/a96b9ff1870f4552855daecbd0027aec HTTP/1.1" status: 404 len: 348 time: 0.1494038 Mar 08 11:49:51.496554 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:51.503756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:51.506154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:51.545583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Pushing event updated for resources: {'Port': ['ID=92f3f3ab-eb23-42e7-b4c1-29881a4a41d6,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:51.545793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a6808-ef79-41c2-9c8f-efb81e3c7e90 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 0af9bdab-7679-4879-bd8b-515a63a70224 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:51.545793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6808-ef79-41c2-9c8f-efb81e3c7e90 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.579271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a186e902-9f8a-4bbf-ae83-83de7041a3b5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.583110 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a186e902-9f8a-4bbf-ae83-83de7041a3b5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/28a5b911-d9b8-4d40-a484-ba2ccbf72cc6 HTTP/1.1" status: 204 len: 168 time: 0.2924109 Mar 08 11:49:51.583780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46462) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.608905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Attempting to bind port 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:51.609582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Attempting to bind port 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:51.610437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Attempting to bind port 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:51.616770 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:49:51.618086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:51.618829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.619400 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:49:51.620170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Bound port: 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:49:51.620724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.639389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad081516-bf06-4fa0-8b02-a8d7ae63ae1e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:51.639742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.697783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad081516-bf06-4fa0-8b02-a8d7ae63ae1e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:51.702358 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ad081516-bf06-4fa0-8b02-a8d7ae63ae1e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1145709 Mar 08 11:49:51.703415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46466) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.727983 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] For port 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:49:51.732182 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] For port 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=92f3f3ab-eb23-42e7-b4c1-29881a4a41d6,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:49:51.734998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18524052-aaaa-43f6-854f-101290935dd3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.748356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-852dfaeb-344d-4de2-abb2-1b8d4874788e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.749246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18524052-aaaa-43f6-854f-101290935dd3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.766131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46470) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:51.791007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Usage tracker for resource:network and tenant:bfb871050fce46bdae778375d48af11b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:51.794752 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.795131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:51.801770 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Usage tracker for resource:subnet and tenant:bfb871050fce46bdae778375d48af11b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:51.805720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:51.811989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Usage tracker for resource:subnetpool and tenant:bfb871050fce46bdae778375d48af11b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:51.815810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:51.822087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Usage tracker for resource:port and tenant:bfb871050fce46bdae778375d48af11b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:51.826087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:51.834050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Usage tracker for resource:router and tenant:bfb871050fce46bdae778375d48af11b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:51.840105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:51.846665 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Usage tracker for resource:floatingip and tenant:bfb871050fce46bdae778375d48af11b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:51.852361 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:51.864425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event updated for resources: {'Subnet': ['ID=e0278587-43ba-4483-bba4-e28309812ac5,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:51.878631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18524052-aaaa-43f6-854f-101290935dd3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:51.886639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94500e0e-ef0a-4cc8-82e0-0cc17e7fb789 None None] Pushing event updated for resources: {'Port': ['ID=92f3f3ab-eb23-42e7-b4c1-29881a4a41d6,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:51.899954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18524052-aaaa-43f6-854f-101290935dd3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81139b70-b65d-479f-954f-97f81b6866d7,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:51.907778 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Usage tracker for resource:security_group and tenant:bfb871050fce46bdae778375d48af11b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:51.911739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:51.919020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Usage tracker for resource:security_group_rule and tenant:bfb871050fce46bdae778375d48af11b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:51.923846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:51.928763 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-33143739-57e1-4680-8b87-fc0dc510694c tempest-QuotasTest-1281345259 tempest-QuotasTest-1281345259-project-admin] 10.222.0.32 "GET /v2.0/quotas/bfb871050fce46bdae778375d48af11b/details.json HTTP/1.1" status: 200 len: 703 time: 0.1613321 Mar 08 11:49:51.953675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Checking segment: {'id': '6a500df0-63d1-4426-bc57-c28724c87b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '34311c66-615a-4762-9d6c-ab5251260c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:51.954067 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Network hostable DHCP agents. Network: 34311c66-615a-4762-9d6c-ab5251260c75, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:52.024980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18524052-aaaa-43f6-854f-101290935dd3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.029362 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-18524052-aaaa-43f6-854f-101290935dd3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/81139b70-b65d-479f-954f-97f81b6866d7 HTTP/1.1" status: 204 len: 168 time: 0.3216448 Mar 08 11:49:52.029362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46476) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:52.087858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a779fdc8-a9ea-40f6-aa71-af6591013234 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:52.095348 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-852dfaeb-344d-4de2-abb2-1b8d4874788e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.146549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Network 34311c66-615a-4762-9d6c-ab5251260c75 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:52.156062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852dfaeb-344d-4de2-abb2-1b8d4874788e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0834ea-0e9b-4968-8e67-43c46127e376,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:52.170612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a779fdc8-a9ea-40f6-aa71-af6591013234 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:52.174816 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a779fdc8-a9ea-40f6-aa71-af6591013234 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1417627 Mar 08 11:49:52.175281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46480) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:52.186119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-852dfaeb-344d-4de2-abb2-1b8d4874788e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.192468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6808-ef79-41c2-9c8f-efb81e3c7e90 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.207549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-16f1f459-086a-42a9-ad16-a2a1ecd9a4a4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 2c300562-3a63-4f04-8697-b9f84ae87370 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:52.212878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16f1f459-086a-42a9-ad16-a2a1ecd9a4a4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.213134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4081ca44-ed45-4846-ac8d-5a4b9aecca5c None None] Network ffdcf0e9-45e4-408b-a37a-59d6721a8e19 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:52.245770 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-65f9b653-e23a-473b-96a0-c30e5780564b tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.260371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-65f9b653-e23a-473b-96a0-c30e5780564b tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.349390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-65f9b653-e23a-473b-96a0-c30e5780564b tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.378134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9b653-e23a-473b-96a0-c30e5780564b tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=528ebabd-e0e5-40db-b028-8c1f80afe5da,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:52.424697 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 34311c66-615a-4762-9d6c-ab5251260c75) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:52.437815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd843b1e-5e9a-4023-a8a8-cc1408734b17 None None] Network 34311c66-615a-4762-9d6c-ab5251260c75 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:52.463628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-65f9b653-e23a-473b-96a0-c30e5780564b tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.467358 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-65f9b653-e23a-473b-96a0-c30e5780564b tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/528ebabd-e0e5-40db-b028-8c1f80afe5da HTTP/1.1" status: 204 len: 168 time: 0.2880116 Mar 08 11:49:52.467610 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46486) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:52.495725 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a6808-ef79-41c2-9c8f-efb81e3c7e90 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 0af9bdab-7679-4879-bd8b-515a63a70224 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:52.524857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.534465 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-852dfaeb-344d-4de2-abb2-1b8d4874788e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/8c0834ea-0e9b-4968-8e67-43c46127e376 HTTP/1.1" status: 204 len: 168 time: 1.6036851 Mar 08 11:49:52.545468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46490) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:52.555391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b5824f15-ead6-4e60-bd6f-e1cafd58dd2c tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:52.623478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46494) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:52.736702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-34311c66-615a-4762-9d6c-ab5251260c75', 'network_id': '34311c66-615a-4762-9d6c-ab5251260c75', 'tenant_id': '5d9dc48e5dc34407a90e8917863a9def', 'fixed_ips': [{'subnet_id': 'e0278587-43ba-4483-bba4-e28309812ac5'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:49:52.738307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.792540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event updated for resources: {'Subnet': ['ID=b37f8574-a97b-402e-8230-235e66e0748e,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:52.812818 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Checking segment: {'id': '01419cd9-73e9-45ee-ac08-52c1157fa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6483ee66-80f6-4d5c-b74d-3d2a63582535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:52.813187 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Network hostable DHCP agents. Network: 6483ee66-80f6-4d5c-b74d-3d2a63582535, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:49:52.861318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb1ffcf-448e-43e3-b85f-93cadca47265 None None] DHCP port deletion for ffdcf0e9-45e4-408b-a37a-59d6721a8e19 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:52.874192 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1ffcf-448e-43e3-b85f-93cadca47265 None None] Deleting port d3d4c498-9a03-4005-9af5-703785158b47 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:52.874667 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ffcf-448e-43e3-b85f-93cadca47265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.955024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b5824f15-ead6-4e60-bd6f-e1cafd58dd2c tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:52.955352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44a53f4e-94f2-4cc0-bb7f-99cb79de59a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.960390 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b5824f15-ead6-4e60-bd6f-e1cafd58dd2c tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4888506 Mar 08 11:49:52.963255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46500) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:52.984098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16f1f459-086a-42a9-ad16-a2a1ecd9a4a4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:52.996606 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.039518 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-44a53f4e-94f2-4cc0-bb7f-99cb79de59a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:53.043927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-44a53f4e-94f2-4cc0-bb7f-99cb79de59a2 admin admin] Usage tracker for resource:security_group_rule and tenant:b34577294ec348519f06f32df83d9b51 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:53.047285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-44a53f4e-94f2-4cc0-bb7f-99cb79de59a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:53.053871 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-44a53f4e-94f2-4cc0-bb7f-99cb79de59a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:53.067190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port d3d4c498-9a03-4005-9af5-703785158b47 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:53.067905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.070511 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:49:53.133309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5156-7c57-486e-b066-2fb20b1e97c3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.189267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Allocated IP 2001:db8::1 (34311c66-615a-4762-9d6c-ab5251260c75/e0278587-43ba-4483-bba4-e28309812ac5/06da494e-9f1a-47f7-aa9b-0f1255d04e07) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:53.210164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5156-7c57-486e-b066-2fb20b1e97c3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.221674 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-16f1f459-086a-42a9-ad16-a2a1ecd9a4a4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for 2c300562-3a63-4f04-8697-b9f84ae87370 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:53.252689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Network 6483ee66-80f6-4d5c-b74d-3d2a63582535 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:49:53.271124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-2eb1ffcf-448e-43e3-b85f-93cadca47265 None None] For port d3d4c498-9a03-4005-9af5-703785158b47, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d3d4c498-9a03-4005-9af5-703785158b47,segment=NetworkSegment(0c8bc194-a299-4be6-b34d-762f4abb5c78),segment_id=0c8bc194-a299-4be6-b34d-762f4abb5c78)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:53.271631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ffcf-448e-43e3-b85f-93cadca47265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.364233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] For port d3d4c498-9a03-4005-9af5-703785158b47, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d3d4c498-9a03-4005-9af5-703785158b47,segment=NetworkSegment(0c8bc194-a299-4be6-b34d-762f4abb5c78),segment_id=0c8bc194-a299-4be6-b34d-762f4abb5c78)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:53.364859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.365611 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6808-ef79-41c2-9c8f-efb81e3c7e90 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.405424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1ffcf-448e-43e3-b85f-93cadca47265 None None] Calling delete_port for d3d4c498-9a03-4005-9af5-703785158b47 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:53.436900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:53.448790 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb99dab-15df-45c2-9ba2-743faede4898 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:53.452807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 6483ee66-80f6-4d5c-b74d-3d2a63582535) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:53.457226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:53.457891 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:53.458573 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.484844 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59340e7-a04f-42a3-bc95-fe61c51178a9 None None] Network 6483ee66-80f6-4d5c-b74d-3d2a63582535 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:53.489403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a6808-ef79-41c2-9c8f-efb81e3c7e90 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=0af9bdab-7679-4879-bd8b-515a63a70224,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:53.489553 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5156-7c57-486e-b066-2fb20b1e97c3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.500052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for d3d4c498-9a03-4005-9af5-703785158b47 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:53.504921 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6808-ef79-41c2-9c8f-efb81e3c7e90 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.552800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f5156-7c57-486e-b066-2fb20b1e97c3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b02ed05-c5af-40d6-b70c-0897175c849a,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:53.611513 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ba4a6808-ef79-41c2-9c8f-efb81e3c7e90 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/0af9bdab-7679-4879-bd8b-515a63a70224 HTTP/1.1" status: 204 len: 168 time: 2.2687783 Mar 08 11:49:53.614615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46504) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:53.674495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d3d4c498-9a03-4005-9af5-703785158b47 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:53.682604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5156-7c57-486e-b066-2fb20b1e97c3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.686472 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8f3f5156-7c57-486e-b066-2fb20b1e97c3 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-groups/8b02ed05-c5af-40d6-b70c-0897175c849a HTTP/1.1" status: 204 len: 168 time: 0.7213111 Mar 08 11:49:53.691340 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44a53f4e-94f2-4cc0-bb7f-99cb79de59a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.691340 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46508) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:53.711972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c2a6f2-e18b-4576-9929-3c53f5e89d12 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:53.713663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c2a6f2-e18b-4576-9929-3c53f5e89d12 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:53.715441 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d4c2a6f2-e18b-4576-9929-3c53f5e89d12 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0996337 Mar 08 11:49:53.718227 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46512) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:53.719434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6a7f1338-3d46-4c9e-9c74-3fd92d2d669e None None] Provisioning for port 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:53.737126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.761049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16f1f459-086a-42a9-ad16-a2a1ecd9a4a4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.788170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No DVR routers for this DVR port d3d4c498-9a03-4005-9af5-703785158b47 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:53.791076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=d3d4c498-9a03-4005-9af5-703785158b47,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:53.806496 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-55df79d1-c565-4ebc-bb12-72568ad4b2cf tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.2886496 Mar 08 11:49:53.816083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6a7f1338-3d46-4c9e-9c74-3fd92d2d669e None None] Provisioning complete for port 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:53.816461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6a7f1338-3d46-4c9e-9c74-3fd92d2d669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.822841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44a53f4e-94f2-4cc0-bb7f-99cb79de59a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.824359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46516) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:53.855118 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1f459-086a-42a9-ad16-a2a1ecd9a4a4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=2c300562-3a63-4f04-8697-b9f84ae87370,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:53.894150 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a70d8ddc-14aa-4f75-acef-73112af57058 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:53.956312 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-2eb1ffcf-448e-43e3-b85f-93cadca47265 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:49:53.956964 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-2eb1ffcf-448e-43e3-b85f-93cadca47265 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:49:53.981462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:53.998851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6074a3fb-a8f8-4e0f-894c-1b334f97473d tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:54.000571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6074a3fb-a8f8-4e0f-894c-1b334f97473d tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:54.002164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6074a3fb-a8f8-4e0f-894c-1b334f97473d tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:54.012937 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6074a3fb-a8f8-4e0f-894c-1b334f97473d tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1756203 Mar 08 11:49:54.013140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c212746-eace-4399-95fb-5c3dcdd64668 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 7bc756c5-d077-41b1-88f8-2c22067df38f {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:49:54.013140 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-44a53f4e-94f2-4cc0-bb7f-99cb79de59a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b34577294ec348519f06f32df83d9b51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3734767 Mar 08 11:49:54.013140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a53f4e-94f2-4cc0-bb7f-99cb79de59a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdf0c0a-8057-41ae-921f-e2c6c10af17c,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:54.028603 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46520) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:54.028909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46522) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:54.034113 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c212746-eace-4399-95fb-5c3dcdd64668 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.114740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db39c27-945d-4237-8a1a-5ee99b30d141 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Deleting subnet e0278587-43ba-4483-bba4-e28309812ac5 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:49:54.131536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdcf0e9-45e4-408b-a37a-59d6721a8e19']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:54.140867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.154708 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Transition to ACTIVE for port object 06da494e-9f1a-47f7-aa9b-0f1255d04e07 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:54.159108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8bc194-a299-4be6-b34d-762f4abb5c78') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:54.159506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8bc194-a299-4be6-b34d-762f4abb5c78') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:54.189392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.214896 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.224748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No active binding found for port d3d4c498-9a03-4005-9af5-703785158b47 {{(pid=88471) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 08 11:49:54.225498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d3d4c498-9a03-4005-9af5-703785158b47 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:54.232706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:54.233215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:54.249338 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:54.256570 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a70d8ddc-14aa-4f75-acef-73112af57058 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:54.258362 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a70d8ddc-14aa-4f75-acef-73112af57058 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5707304 Mar 08 11:49:54.263214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46528) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:54.265776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a6193791-104f-4cc2-aea6-3f15bb58c1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.272834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-cfbe5f8b-ce09-4d01-b7d0-5072f05a15c2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group': {'name': 'tempest-secgroup--79135755'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:54.282550 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cfbe5f8b-ce09-4d01-b7d0-5072f05a15c2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:54.309281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cfbe5f8b-ce09-4d01-b7d0-5072f05a15c2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:54.312338 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Transition to ACTIVE for port object 06da494e-9f1a-47f7-aa9b-0f1255d04e07 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:54.312847 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c212746-eace-4399-95fb-5c3dcdd64668 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.351223 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a6193791-104f-4cc2-aea6-3f15bb58c1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.363963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16f1f459-086a-42a9-ad16-a2a1ecd9a4a4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.375213 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6a7f1338-3d46-4c9e-9c74-3fd92d2d669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.391527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7db39c27-945d-4237-8a1a-5ee99b30d141 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.424410 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.457323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7db39c27-945d-4237-8a1a-5ee99b30d141 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.477858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-6483ee66-80f6-4d5c-b74d-3d2a63582535', 'network_id': '6483ee66-80f6-4d5c-b74d-3d2a63582535', 'tenant_id': '5d9dc48e5dc34407a90e8917863a9def', 'fixed_ips': [{'subnet_id': 'b37f8574-a97b-402e-8230-235e66e0748e'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:49:54.478693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.493406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.494550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1ffcf-448e-43e3-b85f-93cadca47265 None None] Deleting port d3d4c498-9a03-4005-9af5-703785158b47 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:54.495104 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ffcf-448e-43e3-b85f-93cadca47265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.498126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.525530 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cfbe5f8b-ce09-4d01-b7d0-5072f05a15c2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.544896 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Network': ['ID=ffdcf0e9-45e4-408b-a37a-59d6721a8e19,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:54.558836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Network 34311c66-615a-4762-9d6c-ab5251260c75 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:54.568230 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:54.576303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cfbe5f8b-ce09-4d01-b7d0-5072f05a15c2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:54.583715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cfbe5f8b-ce09-4d01-b7d0-5072f05a15c2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:54.588440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cfbe5f8b-ce09-4d01-b7d0-5072f05a15c2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:54.598410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cfbe5f8b-ce09-4d01-b7d0-5072f05a15c2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:54.606244 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7db39c27-945d-4237-8a1a-5ee99b30d141 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.608015 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:54.618978 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1ffcf-448e-43e3-b85f-93cadca47265 None None] The port 'd3d4c498-9a03-4005-9af5-703785158b47' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:49:54.628261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-6a7f1338-3d46-4c9e-9c74-3fd92d2d669e None None] For port 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=92f3f3ab-eb23-42e7-b4c1-29881a4a41d6,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:54.693358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a6193791-104f-4cc2-aea6-3f15bb58c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.696704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a6193791-104f-4cc2-aea6-3f15bb58c1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.700145 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a6193791-104f-4cc2-aea6-3f15bb58c1a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fdf0c0a-8057-41ae-921f-e2c6c10af17c HTTP/1.1" status: 204 len: 168 time: 0.6658227 Mar 08 11:49:54.700145 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6c59d1b2-4102-4b17-89b7-3e46a61a9df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/networks/ffdcf0e9-45e4-408b-a37a-59d6721a8e19 HTTP/1.1" status: 204 len: 168 time: 2.1378200 Mar 08 11:49:54.712164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46534) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:54.720263 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Pushing event updated for resources: {'Port': ['ID=06da494e-9f1a-47f7-aa9b-0f1255d04e07,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:54.728796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'name': 'tempest-PortsTestJSON-2026589594'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:54.732853 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6a7f1338-3d46-4c9e-9c74-3fd92d2d669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.738157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c212746-eace-4399-95fb-5c3dcdd64668 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.866076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f1f459-086a-42a9-ad16-a2a1ecd9a4a4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 8829ba1a-f8f9-4e7f-8ddd-a546a1177e30 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:49:54.887476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Attempting to bind port 06da494e-9f1a-47f7-aa9b-0f1255d04e07 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:54.887693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Attempting to bind port 06da494e-9f1a-47f7-aa9b-0f1255d04e07 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '6a500df0-63d1-4426-bc57-c28724c87b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '34311c66-615a-4762-9d6c-ab5251260c75'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:54.887935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Attempting to bind port 06da494e-9f1a-47f7-aa9b-0f1255d04e07 on network 34311c66-615a-4762-9d6c-ab5251260c75 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:54.908090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cfbe5f8b-ce09-4d01-b7d0-5072f05a15c2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.931678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:49:54.931958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Checking segment: {'id': '6a500df0-63d1-4426-bc57-c28724c87b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '34311c66-615a-4762-9d6c-ab5251260c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:54.932583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.933008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Bound using segment: {'id': '6a500df0-63d1-4426-bc57-c28724c87b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '34311c66-615a-4762-9d6c-ab5251260c75'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:49:54.933480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Bound port: 06da494e-9f1a-47f7-aa9b-0f1255d04e07, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a500df0-63d1-4426-bc57-c28724c87b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '34311c66-615a-4762-9d6c-ab5251260c75'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:49:54.933861 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.950632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6193791-104f-4cc2-aea6-3f15bb58c1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdf0c0a-8057-41ae-921f-e2c6c10af17c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:54.968369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f1338-3d46-4c9e-9c74-3fd92d2d669e None None] Pushing event updated for resources: {'Port': ['ID=92f3f3ab-eb23-42e7-b4c1-29881a4a41d6,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:54.982246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:54.986689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cfbe5f8b-ce09-4d01-b7d0-5072f05a15c2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:54.991050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:port and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:54.994796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:55.000750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:55.058237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Allocated IP 2001:db8:0:1::1 (6483ee66-80f6-4d5c-b74d-3d2a63582535/b37f8574-a97b-402e-8230-235e66e0748e/1fed213a-19ab-4d5b-8965-94736a4ae324) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:55.081014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7db39c27-945d-4237-8a1a-5ee99b30d141 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:55.089511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:55.093716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] For port 06da494e-9f1a-47f7-aa9b-0f1255d04e07, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:49:55.094546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c212746-eace-4399-95fb-5c3dcdd64668 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:55.097435 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:55.097973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] For port 06da494e-9f1a-47f7-aa9b-0f1255d04e07, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=06da494e-9f1a-47f7-aa9b-0f1255d04e07,segment=NetworkSegment(6a500df0-63d1-4426-bc57-c28724c87b32),segment_id=6a500df0-63d1-4426-bc57-c28724c87b32)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:49:55.182142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f1f459-086a-42a9-ad16-a2a1ecd9a4a4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:49:55.194000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db39c27-945d-4237-8a1a-5ee99b30d141 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event deleted for resources: {'Subnet': ['ID=e0278587-43ba-4483-bba4-e28309812ac5,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:55.194888 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c162ef-dcf0-4d86-82f5-7a726166ef74 None None] Sync routers for ids ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:55.201143 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7db39c27-945d-4237-8a1a-5ee99b30d141 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:55.207887 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c162ef-dcf0-4d86-82f5-7a726166ef74 None None] Routers {'8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:55.211939 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e3c162ef-dcf0-4d86-82f5-7a726166ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:55.215270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port 5783b09b-e233-4997-86f3-6157ebfd57ca yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:55.217279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c212746-eace-4399-95fb-5c3dcdd64668 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc756c5-d077-41b1-88f8-2c22067df38f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:55.221262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:55.227741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe5f8b-ce09-4d01-b7d0-5072f05a15c2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e6d59f-9b21-4d65-9bf3-983e35627fcf,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:55.244736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c212746-eace-4399-95fb-5c3dcdd64668 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:55.270438 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2c212746-eace-4399-95fb-5c3dcdd64668 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/7bc756c5-d077-41b1-88f8-2c22067df38f HTTP/1.1" status: 204 len: 168 time: 1.5511565 Mar 08 11:49:55.271446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46540) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:55.281562 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-16f1f459-086a-42a9-ad16-a2a1ecd9a4a4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/8829ba1a-f8f9-4e7f-8ddd-a546a1177e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6858172 Mar 08 11:49:55.282699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46544) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:55.303582 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7db39c27-945d-4237-8a1a-5ee99b30d141 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "DELETE /v2.0/subnets/e0278587-43ba-4483-bba4-e28309812ac5 HTTP/1.1" status: 204 len: 168 time: 1.2735450 Mar 08 11:49:55.309088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46546) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:55.369672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fb142ca2-7b31-4dbb-bc4b-6ea98a89b0d7 None None] Provisioning complete for port 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:55.370323 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fb142ca2-7b31-4dbb-bc4b-6ea98a89b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:55.370972 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e3c162ef-dcf0-4d86-82f5-7a726166ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:55.380613 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3ce25906-1050-4405-b542-db7f8d950cd5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045330 Mar 08 11:49:55.395150 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c162ef-dcf0-4d86-82f5-7a726166ef74 None None] Routers {'8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:55.395775 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e3c162ef-dcf0-4d86-82f5-7a726166ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:55.413510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46552) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:55.449651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:55.475020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074a455-fefc-4e94-8f46-824ac0434998 None None] Pushing event updated for resources: {'Port': ['ID=06da494e-9f1a-47f7-aa9b-0f1255d04e07,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:55.527159 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e3c162ef-dcf0-4d86-82f5-7a726166ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:55.527793 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c162ef-dcf0-4d86-82f5-7a726166ef74 None None] The sync data for ids ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:55.570996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cfbe5f8b-ce09-4d01-b7d0-5072f05a15c2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:55.575417 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cfbe5f8b-ce09-4d01-b7d0-5072f05a15c2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3087630 Mar 08 11:49:55.576655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46556) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:55.640493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ad4d0453-f2f4-4454-91a6-f999ab4adb0f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group_rule': {'security_group_id': '01e6d59f-9b21-4d65-9bf3-983e35627fcf', 'direction': 'ingress', 'protocol': 17}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:55.668921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e134fc6f-6131-45c5-b3ec-f2c80e20e30e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Deleting subnet b37f8574-a97b-402e-8230-235e66e0748e {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:49:55.673385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c076f2-b71f-43fe-9dfb-7e3ce24e9929 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:55.681391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ad4d0453-f2f4-4454-91a6-f999ab4adb0f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:55.696293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46560) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:55.710287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad4d0453-f2f4-4454-91a6-f999ab4adb0f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:55.724895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:55.731043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad4d0453-f2f4-4454-91a6-f999ab4adb0f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:55.765915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ad4d0453-f2f4-4454-91a6-f999ab4adb0f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:55.784541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-72f68991-90c9-4d17-92b4-8d174f618a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:55.816848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:55.818846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Transition to ACTIVE for port object 1fed213a-19ab-4d5b-8965-94736a4ae324 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:55.825337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7e513a2c-df7c-4f0d-87f3-8028f3e68432 None None] Could not find standard attr ID for object 0af9bdab-7679-4879-bd8b-515a63a70224. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:49:55.843122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:55.848687 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:55.852142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-72f68991-90c9-4d17-92b4-8d174f618a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:55.904251 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:55.906827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-72f68991-90c9-4d17-92b4-8d174f618a1c admin admin] Usage tracker for resource:security_group_rule and tenant:bfb871050fce46bdae778375d48af11b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:55.926674 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-72f68991-90c9-4d17-92b4-8d174f618a1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:55.949233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-72f68991-90c9-4d17-92b4-8d174f618a1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:55.967086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Transition to ACTIVE for port object 1fed213a-19ab-4d5b-8965-94736a4ae324 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:55.967724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad4d0453-f2f4-4454-91a6-f999ab4adb0f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.011153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.057426 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f4e1db-d658-4106-8423-a93a4b49d487 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:56.062200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b1f4e1db-d658-4106-8423-a93a4b49d487 None None] Deleting port 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:56.062829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b1f4e1db-d658-4106-8423-a93a4b49d487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.079914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad4d0453-f2f4-4454-91a6-f999ab4adb0f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.121668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:56.125382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.161297 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-72f68991-90c9-4d17-92b4-8d174f618a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.162379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e134fc6f-6131-45c5-b3ec-f2c80e20e30e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.204242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad4d0453-f2f4-4454-91a6-f999ab4adb0f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.223041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.287888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.297816 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-45bc479c-2bba-4d78-9a92-89797661a19b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.298997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d0453-f2f4-4454-91a6-f999ab4adb0f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13750c2f-3c50-4838-b473-bea998ac5ffd,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:56.300567 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-72f68991-90c9-4d17-92b4-8d174f618a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.310074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Network 6483ee66-80f6-4d5c-b74d-3d2a63582535 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:56.321761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:56.339754 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:56.378059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e134fc6f-6131-45c5-b3ec-f2c80e20e30e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.432399 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Pushing event updated for resources: {'Port': ['ID=1fed213a-19ab-4d5b-8965-94736a4ae324,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:56.506021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 438d4e99-1ce0-4447-a302-2676e2648071 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:56.508172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Attempting to bind port 1fed213a-19ab-4d5b-8965-94736a4ae324 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:49:56.508545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Attempting to bind port 1fed213a-19ab-4d5b-8965-94736a4ae324 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '01419cd9-73e9-45ee-ac08-52c1157fa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6483ee66-80f6-4d5c-b74d-3d2a63582535'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:49:56.508912 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Attempting to bind port 1fed213a-19ab-4d5b-8965-94736a4ae324 on network 6483ee66-80f6-4d5c-b74d-3d2a63582535 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:49:56.519548 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f68991-90c9-4d17-92b4-8d174f618a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02488769-56d9-4de0-ae58-b5cf9d626fa8,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:56.526278 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-72f68991-90c9-4d17-92b4-8d174f618a1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfb871050fce46bdae778375d48af11b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8173735 Mar 08 11:49:56.532571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:56.536115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46566) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:56.539583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:49:56.539960 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Checking segment: {'id': '01419cd9-73e9-45ee-ac08-52c1157fa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6483ee66-80f6-4d5c-b74d-3d2a63582535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:49:56.540368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.540760 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Bound using segment: {'id': '01419cd9-73e9-45ee-ac08-52c1157fa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6483ee66-80f6-4d5c-b74d-3d2a63582535'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:49:56.541239 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Bound port: 1fed213a-19ab-4d5b-8965-94736a4ae324, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01419cd9-73e9-45ee-ac08-52c1157fa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6483ee66-80f6-4d5c-b74d-3d2a63582535'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:49:56.541947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.545327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:49:56.550824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:56.555712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.560020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=5783b09b-e233-4997-86f3-6157ebfd57ca,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:56.568532 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b1f4e1db-d658-4106-8423-a93a4b49d487 None None] For port 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=92f3f3ab-eb23-42e7-b4c1-29881a4a41d6,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:56.569120 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b1f4e1db-d658-4106-8423-a93a4b49d487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.697073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e134fc6f-6131-45c5-b3ec-f2c80e20e30e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.762338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad4d0453-f2f4-4454-91a6-f999ab4adb0f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.768472 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ad4d0453-f2f4-4454-91a6-f999ab4adb0f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1291041 Mar 08 11:49:56.778483 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46576) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:56.802506 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b1f4e1db-d658-4106-8423-a93a4b49d487 None None] Calling delete_port for 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:56.862217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-45bc479c-2bba-4d78-9a92-89797661a19b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 192d7e74-3b12-4150-b764-39593ac0b540 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:56.862565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-45bc479c-2bba-4d78-9a92-89797661a19b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.868218 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f2d6824c-7ecf-43c3-8396-1286e386eb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:56.908766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e1d77-aa97-4ff2-a7d0-8b8f81a341ef None None] Network 34311c66-615a-4762-9d6c-ab5251260c75 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:56.926236 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0cd49663-abd4-4814-aa3c-85e1ad627cad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1987629 Mar 08 11:49:56.931637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46584) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:57.017189 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e134fc6f-6131-45c5-b3ec-f2c80e20e30e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.050826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 06da494e-9f1a-47f7-aa9b-0f1255d04e07 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:49:57.087927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cba390d3-b430-4dcd-a968-4d46d9f7db68 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.102343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134fc6f-6131-45c5-b3ec-f2c80e20e30e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event deleted for resources: {'Subnet': ['ID=b37f8574-a97b-402e-8230-235e66e0748e,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:57.111062 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f2d6824c-7ecf-43c3-8396-1286e386eb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.135919 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-45bc479c-2bba-4d78-9a92-89797661a19b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.144578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cba390d3-b430-4dcd-a968-4d46d9f7db68 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.148863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e134fc6f-6131-45c5-b3ec-f2c80e20e30e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.153391 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e134fc6f-6131-45c5-b3ec-f2c80e20e30e tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "DELETE /v2.0/subnets/b37f8574-a97b-402e-8230-235e66e0748e HTTP/1.1" status: 204 len: 168 time: 1.8433149 Mar 08 11:49:57.155390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46588) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:57.194454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-56de9cff-f550-4c79-8dcb-26e04bd76d77 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port 5783b09b-e233-4997-86f3-6157ebfd57ca {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:57.195405 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-56de9cff-f550-4c79-8dcb-26e04bd76d77 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.245683 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b1f4e1db-d658-4106-8423-a93a4b49d487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.256598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] For port 1fed213a-19ab-4d5b-8965-94736a4ae324, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:49:57.297032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e963acbe-14b1-44b1-8149-e56c3d33646f None None] Provisioning for port 06da494e-9f1a-47f7-aa9b-0f1255d04e07 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:57.325335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4e1db-d658-4106-8423-a93a4b49d487 None None] Pushing event deleted for resources: {'Port': ['ID=92f3f3ab-eb23-42e7-b4c1-29881a4a41d6,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:57.334653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] For port 1fed213a-19ab-4d5b-8965-94736a4ae324, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1fed213a-19ab-4d5b-8965-94736a4ae324,segment=NetworkSegment(01419cd9-73e9-45ee-ac08-52c1157fa9c1),segment_id=01419cd9-73e9-45ee-ac08-52c1157fa9c1)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:49:57.335935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f4e1db-d658-4106-8423-a93a4b49d487 None None] No DVR routers for this DVR port 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:57.341082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-45bc479c-2bba-4d78-9a92-89797661a19b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for 192d7e74-3b12-4150-b764-39593ac0b540 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:57.432099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.435272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.437750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd85b34-68e5-4a0f-99ce-fd827642bd14 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:57.438486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6dd85b34-68e5-4a0f-99ce-fd827642bd14 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Synchronizing usage tracker for tenant:5d9dc48e5dc34407a90e8917863a9def on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:57.482035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f2d6824c-7ecf-43c3-8396-1286e386eb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.493379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b071d9-dd0d-4de0-b63e-f8fd29fcb081 None None] DHCP port deletion for 34311c66-615a-4762-9d6c-ab5251260c75 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:57.495178 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 06da494e-9f1a-47f7-aa9b-0f1255d04e07 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:57.517999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 06da494e-9f1a-47f7-aa9b-0f1255d04e07 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:57.521509 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.548767 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-40b071d9-dd0d-4de0-b63e-f8fd29fcb081 None None] Deleting port 06da494e-9f1a-47f7-aa9b-0f1255d04e07 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:57.560237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-40b071d9-dd0d-4de0-b63e-f8fd29fcb081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.702128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecba82d-72dc-4968-9e1a-ff99c492940c req-4ed7113b-80d6-4bad-8cde-6bb4d5a7adbe tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:57.702359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6824c-7ecf-43c3-8396-1286e386eb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02488769-56d9-4de0-ae58-b5cf9d626fa8,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:57.703810 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2ecba82d-72dc-4968-9e1a-ff99c492940c req-4ed7113b-80d6-4bad-8cde-6bb4d5a7adbe tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.2396910 Mar 08 11:49:57.708596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cba390d3-b430-4dcd-a968-4d46d9f7db68 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.715243 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6dd85b34-68e5-4a0f-99ce-fd827642bd14 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Unset dirty status for tenant:5d9dc48e5dc34407a90e8917863a9def on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:57.716501 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6dd85b34-68e5-4a0f-99ce-fd827642bd14 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5577011 Mar 08 11:49:57.731566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f2d6824c-7ecf-43c3-8396-1286e386eb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.735307 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f2d6824c-7ecf-43c3-8396-1286e386eb29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02488769-56d9-4de0-ae58-b5cf9d626fa8 HTTP/1.1" status: 204 len: 168 time: 1.1904514 Mar 08 11:49:57.750243 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:57.751033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46600) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:57.756427 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.769200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba390d3-b430-4dcd-a968-4d46d9f7db68 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e6d59f-9b21-4d65-9bf3-983e35627fcf,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:57.770094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:57.798077 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-56de9cff-f550-4c79-8dcb-26e04bd76d77 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.809185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:57.810169 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.837665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cba390d3-b430-4dcd-a968-4d46d9f7db68 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.840082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 06da494e-9f1a-47f7-aa9b-0f1255d04e07, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=06da494e-9f1a-47f7-aa9b-0f1255d04e07,segment=NetworkSegment(6a500df0-63d1-4426-bc57-c28724c87b32),segment_id=6a500df0-63d1-4426-bc57-c28724c87b32)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:57.851829 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cba390d3-b430-4dcd-a968-4d46d9f7db68 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-groups/01e6d59f-9b21-4d65-9bf3-983e35627fcf HTTP/1.1" status: 204 len: 168 time: 1.0363290 Mar 08 11:49:57.851829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-45bc479c-2bba-4d78-9a92-89797661a19b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:57.851829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46606) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:57.869611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668cc864-a665-4a48-a7cc-71926b42e60d None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:57.976085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc479c-2bba-4d78-9a92-89797661a19b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=192d7e74-3b12-4150-b764-39593ac0b540,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:58.039252 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2ecba82d-72dc-4968-9e1a-ff99c492940c req-57fe2213-7b35-439c-bafe-9fbe46892846 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917533 Mar 08 11:49:58.151812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=8c8306f5-364e-4b16-9c3d-3c8e70a298f9,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:58.172550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ffd88-2a62-40af-8f3a-85ad746157ae None None] Pushing event updated for resources: {'Port': ['ID=1fed213a-19ab-4d5b-8965-94736a4ae324,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:58.175902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:58.204424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-56de9cff-f550-4c79-8dcb-26e04bd76d77 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for 5783b09b-e233-4997-86f3-6157ebfd57ca owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:58.243593 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9d5dacab-cf16-4bfd-a220-f7528c20abb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8168738 Mar 08 11:49:58.244644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46612) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:58.300244 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'name': 'tempest-NetworksTestDHCPv6-2010819834'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:58.330777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-45bc479c-2bba-4d78-9a92-89797661a19b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:58.375613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:58.447641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=06da494e-9f1a-47f7-aa9b-0f1255d04e07,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:58.453470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:58.497403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:58.498492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 92f3f3ab-eb23-42e7-b4c1-29881a4a41d6 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:58.502291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '8c8306f5-364e-4b16-9c3d-3c8e70a298f9'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:49:58.502444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Deleting port 1fed213a-19ab-4d5b-8965-94736a4ae324 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:49:58.502670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:58.503223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:58.644041 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-aa8d3d99-d183-4349-92a2-0ff242eb7118 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:58.692922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:58.698589 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:port and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:58.704033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:58.707982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-56de9cff-f550-4c79-8dcb-26e04bd76d77 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:58.715194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:58.753189 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Allocated IP 2001:db8::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/8c8306f5-364e-4b16-9c3d-3c8e70a298f9/3e129f2c-70aa-4a15-8012-d79134223714) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:58.770702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-56de9cff-f550-4c79-8dcb-26e04bd76d77 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:58.838101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-aa8d3d99-d183-4349-92a2-0ff242eb7118 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:58.843810 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-aa8d3d99-d183-4349-92a2-0ff242eb7118 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9319117 Mar 08 11:49:58.862175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46624) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:58.879011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-cf1d3c1d-d14b-4829-b8f2-f70c0323d612 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group': {'name': 'tempest-secgroup--529016759'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:58.907920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-40b071d9-dd0d-4de0-b63e-f8fd29fcb081 None None] For port 06da494e-9f1a-47f7-aa9b-0f1255d04e07, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=06da494e-9f1a-47f7-aa9b-0f1255d04e07,segment=NetworkSegment(6a500df0-63d1-4426-bc57-c28724c87b32),segment_id=6a500df0-63d1-4426-bc57-c28724c87b32)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:58.907920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-40b071d9-dd0d-4de0-b63e-f8fd29fcb081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:58.938501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de9cff-f550-4c79-8dcb-26e04bd76d77 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=5783b09b-e233-4997-86f3-6157ebfd57ca,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:58.971634 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-56de9cff-f550-4c79-8dcb-26e04bd76d77 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/5783b09b-e233-4997-86f3-6157ebfd57ca HTTP/1.1" status: 204 len: 168 time: 2.0387046 Mar 08 11:49:58.972692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46630) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:58.976802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] For port 1fed213a-19ab-4d5b-8965-94736a4ae324, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1fed213a-19ab-4d5b-8965-94736a4ae324,segment=NetworkSegment(01419cd9-73e9-45ee-ac08-52c1157fa9c1),segment_id=01419cd9-73e9-45ee-ac08-52c1157fa9c1)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:49:58.976802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:58.999848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'mac_address': 'fa:16:3e:a1:57:aa', 'name': 'tempest-PortsTestJSON-168784503'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:59.020394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cf1d3c1d-d14b-4829-b8f2-f70c0323d612 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:59.021339 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:59.025713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:59.031701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cf1d3c1d-d14b-4829-b8f2-f70c0323d612 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:59.044886 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1fed213a-19ab-4d5b-8965-94736a4ae324 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:49:59.051471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bc479c-2bba-4d78-9a92-89797661a19b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 8829ba1a-f8f9-4e7f-8ddd-a546a1177e30 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:49:59.185834 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-40b071d9-dd0d-4de0-b63e-f8fd29fcb081 None None] Calling delete_port for 06da494e-9f1a-47f7-aa9b-0f1255d04e07 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:59.242920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cf1d3c1d-d14b-4829-b8f2-f70c0323d612 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:59.256960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bc479c-2bba-4d78-9a92-89797661a19b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:49:59.262408 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-45bc479c-2bba-4d78-9a92-89797661a19b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/8829ba1a-f8f9-4e7f-8ddd-a546a1177e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8881426 Mar 08 11:49:59.283005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46640) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:59.284583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b6b555-cb26-4921-9088-8967963c1584 None None] Sync routers for ids ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:59.287446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cf1d3c1d-d14b-4829-b8f2-f70c0323d612 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:59.303706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Calling delete_port for 1fed213a-19ab-4d5b-8965-94736a4ae324 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:49:59.333911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cf1d3c1d-d14b-4829-b8f2-f70c0323d612 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:59.339181 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cf1d3c1d-d14b-4829-b8f2-f70c0323d612 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:59.341390 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b6b555-cb26-4921-9088-8967963c1584 None None] Routers {'8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:59.343210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c4b6b555-cb26-4921-9088-8967963c1584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:59.359625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cf1d3c1d-d14b-4829-b8f2-f70c0323d612 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:59.371092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port b1415c19-cecd-4749-8fff-2349e6d36637 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:49:59.443236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684d6b93-f217-4b95-8f49-41daa919a716 None None] Network 6483ee66-80f6-4d5c-b74d-3d2a63582535 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:49:59.465840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cf1d3c1d-d14b-4829-b8f2-f70c0323d612 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:59.468025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2c35d20e-ad94-4294-aaa6-e47e40a8700a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Synchronizing usage tracker for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:49:59.505509 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c4b6b555-cb26-4921-9088-8967963c1584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:59.539369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cf1d3c1d-d14b-4829-b8f2-f70c0323d612 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:59.580856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:59.589638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:port and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:59.592741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 1fed213a-19ab-4d5b-8965-94736a4ae324 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:59.596070 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-40b071d9-dd0d-4de0-b63e-f8fd29fcb081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:59.603407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:49:59.605474 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2c35d20e-ad94-4294-aaa6-e47e40a8700a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Unset dirty status for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:49:59.607367 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2c35d20e-ad94-4294-aaa6-e47e40a8700a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8829ba1a-f8f9-4e7f-8ddd-a546a1177e30 HTTP/1.1" status: 200 len: 205 time: 0.3234260 Mar 08 11:49:59.611054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46648) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:59.620139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:49:59.635949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e47c3-0090-446c-8205-b0c2f5e3220d req-e2b3d896-b2b5-457f-ae95-11fa493bef49 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:59.641177 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-172e47c3-0090-446c-8205-b0c2f5e3220d req-e2b3d896-b2b5-457f-ae95-11fa493bef49 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.3928428 Mar 08 11:49:59.659489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b6b555-cb26-4921-9088-8967963c1584 None None] Routers {'8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:49:59.660137 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c4b6b555-cb26-4921-9088-8967963c1584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:49:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:59.690295 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-172e47c3-0090-446c-8205-b0c2f5e3220d req-1e05e983-49a7-4d8c-b6b4-97fc737895da tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447681 Mar 08 11:49:59.718651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:59.724831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d3c1d-d14b-4829-b8f2-f70c0323d612 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ef66fc-d5a4-47ca-86a6-b0c565c53343,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:59.733054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b071d9-dd0d-4de0-b63e-f8fd29fcb081 None None] Pushing event deleted for resources: {'Port': ['ID=06da494e-9f1a-47f7-aa9b-0f1255d04e07,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:59.738469 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b071d9-dd0d-4de0-b63e-f8fd29fcb081 None None] No DVR routers for this DVR port 06da494e-9f1a-47f7-aa9b-0f1255d04e07 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:59.739854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e8bc6092-4893-486a-a4ee-eceb631bc124 None None] Provisioning for port 1fed213a-19ab-4d5b-8965-94736a4ae324 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:49:59.743349 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:59.748196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cf1d3c1d-d14b-4829-b8f2-f70c0323d612 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:59.752932 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cf1d3c1d-d14b-4829-b8f2-f70c0323d612 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8843400 Mar 08 11:49:59.753597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46654) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:49:59.817517 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715402159'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:59.823915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:49:59.837581 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:49:59.839343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event deleted for resources: {'Port': ['ID=1fed213a-19ab-4d5b-8965-94736a4ae324,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:59.842716 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4cf7dcef-0c7c-4067-a2b7-aadd7eac06ab tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:59.847032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e8bc6092-4893-486a-a4ee-eceb631bc124 None None] Provisioning complete for port 1fed213a-19ab-4d5b-8965-94736a4ae324 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:49:59.847506 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e8bc6092-4893-486a-a4ee-eceb631bc124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:49:59.852043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:59.874157 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] No DVR routers for this DVR port 1fed213a-19ab-4d5b-8965-94736a4ae324 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:59.881805 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Transition to ACTIVE for port object 3e129f2c-70aa-4a15-8012-d79134223714 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:49:59.887628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c4b6b555-cb26-4921-9088-8967963c1584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:59.888042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b6b555-cb26-4921-9088-8967963c1584 None None] The sync data for ids ['8829ba1a-f8f9-4e7f-8ddd-a546a1177e30'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:59.889390 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 06da494e-9f1a-47f7-aa9b-0f1255d04e07 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:49:59.937098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc6092-4893-486a-a4ee-eceb631bc124 None None] Port 1fed213a-19ab-4d5b-8965-94736a4ae324 was deleted so its status cannot be updated. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 08 11:49:59.943865 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 06da494e-9f1a-47f7-aa9b-0f1255d04e07 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:49:59.943865 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 06da494e-9f1a-47f7-aa9b-0f1255d04e07 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:49:59.968828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a1b04d-e605-46d0-8752-20593e68e0ad None None] DHCP port deletion for 6483ee66-80f6-4d5c-b74d-3d2a63582535 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:49:59.972841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Transition to ACTIVE for port object 3e129f2c-70aa-4a15-8012-d79134223714 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:00.003691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:00.025219 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:00.110141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.200771 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:00.203748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:00.213550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:00.230729 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4cf7dcef-0c7c-4067-a2b7-aadd7eac06ab tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.234660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4cf7dcef-0c7c-4067-a2b7-aadd7eac06ab tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.243970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.294877 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:00.305921 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:00.314682 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:00.330472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:00.362230 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Pushing event updated for resources: {'Port': ['ID=3e129f2c-70aa-4a15-8012-d79134223714,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:00.362537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4cf7dcef-0c7c-4067-a2b7-aadd7eac06ab tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.362537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf7dcef-0c7c-4067-a2b7-aadd7eac06ab tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Fanout notify agent at l3_agent the message router_deleted on router 8829ba1a-f8f9-4e7f-8ddd-a546a1177e30 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:50:00.393373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Attempting to bind port 3e129f2c-70aa-4a15-8012-d79134223714 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:00.393800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Attempting to bind port 3e129f2c-70aa-4a15-8012-d79134223714 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:00.401718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Attempting to bind port 3e129f2c-70aa-4a15-8012-d79134223714 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:00.401718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:00.401718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:00.402146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.402551 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:00.403020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Bound port: 3e129f2c-70aa-4a15-8012-d79134223714, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:00.403520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.419436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.425378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4cf7dcef-0c7c-4067-a2b7-aadd7eac06ab tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.429667 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4cf7dcef-0c7c-4067-a2b7-aadd7eac06ab tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/8829ba1a-f8f9-4e7f-8ddd-a546a1177e30 HTTP/1.1" status: 204 len: 168 time: 0.8167114 Mar 08 11:50:00.430359 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46668) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:00.524093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] For port 3e129f2c-70aa-4a15-8012-d79134223714, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:00.527663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::21c (b6b97662-0baa-4f27-9a4e-9894348947bb/8c8306f5-364e-4b16-9c3d-3c8e70a298f9/b1415c19-cecd-4749-8fff-2349e6d36637) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:00.528305 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] For port 3e129f2c-70aa-4a15-8012-d79134223714, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3e129f2c-70aa-4a15-8012-d79134223714,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:00.537820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.546005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46674) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:00.557305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port 0378f1ac-6b1f-4a81-90d5-67046ce93b93 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:00.620721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.624713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6483ee66-80f6-4d5c-b74d-3d2a63582535']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:00.627740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.649617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01419cd9-73e9-45ee-ac08-52c1157fa9c1') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:00.649938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01419cd9-73e9-45ee-ac08-52c1157fa9c1') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:00.657076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90fbc78-a8e0-4c62-bcf6-29d6d82e2bba tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting subnet 6a5ac058-7a0d-4662-8566-fccb13f972ff {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:00.667313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c90fbc78-a8e0-4c62-bcf6-29d6d82e2bba tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.681049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.708299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.746510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.756031 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c90fbc78-a8e0-4c62-bcf6-29d6d82e2bba tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.765785 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:50:00.766213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.775229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a74c1-b6f0-4fc6-b683-33d81322bcef None None] Pushing event updated for resources: {'Port': ['ID=3e129f2c-70aa-4a15-8012-d79134223714,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:50:00.781477 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:50:00.801921 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55d82ce-6aa8-4b06-a4f0-c74be2c4017c,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:00.872457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c90fbc78-a8e0-4c62-bcf6-29d6d82e2bba tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.916097 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1fed213a-19ab-4d5b-8965-94736a4ae324 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:50:00.938537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1996792561', 'router:external': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:00.956727 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 1fed213a-19ab-4d5b-8965-94736a4ae324 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:50:00.957872 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:00.958031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1fed213a-19ab-4d5b-8965-94736a4ae324 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:50:00.961991 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-82bb81c8-6b83-4d37-a2d0-207290fea8b9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2035422 Mar 08 11:50:00.962420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:00.967088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46682) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:00.977692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Usage tracker for resource:network and tenant:5b71d398df0e4cef9206d80e68d79d05 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:00.986062 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8c1e8338-ded7-4331-8168-baa5b500814f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group_rule': {'security_group_id': '77ef66fc-d5a4-47ca-86a6-b0c565c53343', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f55d82ce-6aa8-4b06-a4f0-c74be2c4017c', 'remote_ip_prefix': None}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:00.993241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:01.039808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae1ce1-96ed-4c06-b93f-75c8eb436897 req-88dc127b-1fe8-4dc7-a2f2-6eb49cd9ef47 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:01.041451 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-16ae1ce1-96ed-4c06-b93f-75c8eb436897 req-88dc127b-1fe8-4dc7-a2f2-6eb49cd9ef47 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.1317649 Mar 08 11:50:01.105047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8c1e8338-ded7-4331-8168-baa5b500814f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:01.113172 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:01.113799 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-16ae1ce1-96ed-4c06-b93f-75c8eb436897 req-bcf7a1c6-8a41-49ef-9ecf-bcde7dc02c38 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661716 Mar 08 11:50:01.130559 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c90fbc78-a8e0-4c62-bcf6-29d6d82e2bba tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.142670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.145667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8c1e8338-ded7-4331-8168-baa5b500814f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:01.167545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8c1e8338-ded7-4331-8168-baa5b500814f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:01.181207 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fbc78-a8e0-4c62-bcf6-29d6d82e2bba tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5ac058-7a0d-4662-8566-fccb13f972ff,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:01.196009 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9647a48e-b400-41a9-a7df-0fd821308da0 None None] Network 6a289c9d-bd19-40d7-b854-7ddc3a5be73c requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:01.196201 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c90fbc78-a8e0-4c62-bcf6-29d6d82e2bba tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.203111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.205557 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c90fbc78-a8e0-4c62-bcf6-29d6d82e2bba tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/6a5ac058-7a0d-4662-8566-fccb13f972ff HTTP/1.1" status: 204 len: 168 time: 0.7712336 Mar 08 11:50:01.208036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46686) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:01.229672 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "DELETE /v2.0/networks/6483ee66-80f6-4d5c-b74d-3d2a63582535 HTTP/1.1" status: 204 len: 168 time: 3.4775639 Mar 08 11:50:01.231523 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8c1e8338-ded7-4331-8168-baa5b500814f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:01.251170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46690) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:01.255055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf076cd1-ec9d-46ff-b415-108ee6e99d12 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event deleted for resources: {'Network': ['ID=6483ee66-80f6-4d5c-b74d-3d2a63582535,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:01.286226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.312194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.333185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object b1415c19-cecd-4749-8fff-2349e6d36637 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:01.340931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Made reservation on behalf of 5b71d398df0e4cef9206d80e68d79d05 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:01.343254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.361708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.390591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:01.400948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Usage tracker for resource:security_group_rule and tenant:5b71d398df0e4cef9206d80e68d79d05 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:01.406375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:01.409218 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8338-ded7-4331-8168-baa5b500814f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.420950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:01.422999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3fe8f0-9b15-4b78-90c1-40b016531750 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting subnet 8dca17cb-b878-4021-bb9d-0506eddde454 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:01.436415 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe8f0-9b15-4b78-90c1-40b016531750 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.470109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.473790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9862a206-2e38-40f4-87be-51c7fc50de0a tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.505614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cf93b3-1ff5-4c5c-89b3-1f874514012a None None] DHCP port deletion for 6a289c9d-bd19-40d7-b854-7ddc3a5be73c request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:50:01.514330 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf93b3-1ff5-4c5c-89b3-1f874514012a None None] Deleting port cb59287f-5cf6-482f-a97e-475f8bef3d4b {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:01.519347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d0cf93b3-1ff5-4c5c-89b3-1f874514012a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.536372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.543391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe8f0-9b15-4b78-90c1-40b016531750 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.577075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 438d4e99-1ce0-4447-a302-2676e2648071 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:01.590963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:01.596224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:01.602150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:01.602767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.645516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=0378f1ac-6b1f-4a81-90d5-67046ce93b93,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:01.653432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:01.655114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8338-ded7-4331-8168-baa5b500814f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.701831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:01.707885 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2c50ae6f-4cbc-4af7-8c94-4611e15d92bc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7211843 Mar 08 11:50:01.710717 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46694) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:01.715328 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9862a206-2e38-40f4-87be-51c7fc50de0a tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.720888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:01.727107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:01.727842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.750737 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8338-ded7-4331-8168-baa5b500814f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.781142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d0cf93b3-1ff5-4c5c-89b3-1f874514012a None None] For port cb59287f-5cf6-482f-a97e-475f8bef3d4b, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cb59287f-5cf6-482f-a97e-475f8bef3d4b,segment=NetworkSegment(eb64ee08-5616-4c02-a805-b7433e3525c5),segment_id=eb64ee08-5616-4c02-a805-b7433e3525c5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:01.781738 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d0cf93b3-1ff5-4c5c-89b3-1f874514012a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.846193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.850095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e8338-ded7-4331-8168-baa5b500814f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31105508-1086-4a44-8c3e-53106602906b,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:01.853669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=b1415c19-cecd-4749-8fff-2349e6d36637,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:01.860650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf38217-9f93-4d17-9f49-7571593dd2e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:01.864453 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5ebe2de5-bdd2-4ed3-95b2-d5ebe9e46dfa tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5637407 Mar 08 11:50:01.864453 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46698) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:01.864901 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-edf38217-9f93-4d17-9f49-7571593dd2e5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/0378f1ac-6b1f-4a81-90d5-67046ce93b93 HTTP/1.1" status: 200 len: 840 time: 0.1508563 Mar 08 11:50:01.864987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46700) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:01.879553 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe8f0-9b15-4b78-90c1-40b016531750 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.914353 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.922939 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf93b3-1ff5-4c5c-89b3-1f874514012a None None] Calling delete_port for cb59287f-5cf6-482f-a97e-475f8bef3d4b owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:01.958751 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9862a206-2e38-40f4-87be-51c7fc50de0a tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34311c66-615a-4762-9d6c-ab5251260c75']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:01.983403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8338-ded7-4331-8168-baa5b500814f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:01.984807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9862a206-2e38-40f4-87be-51c7fc50de0a tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a500df0-63d1-4426-bc57-c28724c87b32') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:01.984957 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8c1e8338-ded7-4331-8168-baa5b500814f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0128818 Mar 08 11:50:01.986173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9862a206-2e38-40f4-87be-51c7fc50de0a tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a500df0-63d1-4426-bc57-c28724c87b32') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:01.994167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46706) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:02.009190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9862a206-2e38-40f4-87be-51c7fc50de0a tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.036255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:50:02.039215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe8f0-9b15-4b78-90c1-40b016531750 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.051676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f23e7592-c80c-486c-bffb-207a5a939ddd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port 0378f1ac-6b1f-4a81-90d5-67046ce93b93 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:02.052020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f23e7592-c80c-486c-bffb-207a5a939ddd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.073032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9862a206-2e38-40f4-87be-51c7fc50de0a tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.086211 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a416517-375e-4f7c-809e-d1ea9793ca41,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:02.103091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fe8f0-9b15-4b78-90c1-40b016531750 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Subnet': ['ID=8dca17cb-b878-4021-bb9d-0506eddde454,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:02.109018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.114631 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Added segment ef773f2d-c2fe-4c88-9030-6d319dfaad4a of type vlan for network c3768315-06f4-4d1f-b8d8-6ea60a23c7a3 Mar 08 11:50:02.114734 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d0cf93b3-1ff5-4c5c-89b3-1f874514012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.114862 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe8f0-9b15-4b78-90c1-40b016531750 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.118935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9862a206-2e38-40f4-87be-51c7fc50de0a tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:50:02.119531 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9862a206-2e38-40f4-87be-51c7fc50de0a tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.128826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3a28cb71-998a-4cee-9266-905681159806 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.160084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3a28cb71-998a-4cee-9266-905681159806 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.169274 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf93b3-1ff5-4c5c-89b3-1f874514012a None None] Pushing event deleted for resources: {'Port': ['ID=cb59287f-5cf6-482f-a97e-475f8bef3d4b,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:02.172141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27379da-8bd2-4c9a-ba77-cc4f68ce5cbc None None] Network 41d35b3d-add1-459d-88bf-1625d847af6c requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:50:02.229041 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:50:02.234537 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2f3fe8f0-9b15-4b78-90c1-40b016531750 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/8dca17cb-b878-4021-bb9d-0506eddde454 HTTP/1.1" status: 204 len: 168 time: 1.0228560 Mar 08 11:50:02.235528 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46712) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:02.242680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.314105 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf93b3-1ff5-4c5c-89b3-1f874514012a None None] No DVR routers for this DVR port cb59287f-5cf6-482f-a97e-475f8bef3d4b on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:50:02.340584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b876d31-44ee-4f33-91b3-56ee7c7596fd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:02.346862 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b876d31-44ee-4f33-91b3-56ee7c7596fd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:02.347686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2b876d31-44ee-4f33-91b3-56ee7c7596fd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:02.382254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9862a206-2e38-40f4-87be-51c7fc50de0a tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.425765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9862a206-2e38-40f4-87be-51c7fc50de0a tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.436017 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d1611d0e-ac83-4a0c-ae82-dbaf8a08fd23 None None] Provisioning for port 3e129f2c-70aa-4a15-8012-d79134223714 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:02.447560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862a206-2e38-40f4-87be-51c7fc50de0a tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event deleted for resources: {'Network': ['ID=34311c66-615a-4762-9d6c-ab5251260c75,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:02.463787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c269382-3251-4a15-8d98-63db191ddb6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.468934 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9862a206-2e38-40f4-87be-51c7fc50de0a tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "DELETE /v2.0/networks/34311c66-615a-4762-9d6c-ab5251260c75 HTTP/1.1" status: 204 len: 168 time: 1.2140691 Mar 08 11:50:02.469264 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46716) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:02.521358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3a28cb71-998a-4cee-9266-905681159806 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.524771 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f3896e-e8ed-4f2b-925f-06f378669992 None None] DHCP port deletion for 41d35b3d-add1-459d-88bf-1625d847af6c request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:50:02.529636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-41f3896e-e8ed-4f2b-925f-06f378669992 None None] Deleting port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:02.531023 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-41f3896e-e8ed-4f2b-925f-06f378669992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.602877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28cb71-998a-4cee-9266-905681159806 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31105508-1086-4a44-8c3e-53106602906b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:02.642796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f23e7592-c80c-486c-bffb-207a5a939ddd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.657073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3a28cb71-998a-4cee-9266-905681159806 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.658200 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3a28cb71-998a-4cee-9266-905681159806 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/31105508-1086-4a44-8c3e-53106602906b HTTP/1.1" status: 204 len: 168 time: 0.6591744 Mar 08 11:50:02.698392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c269382-3251-4a15-8d98-63db191ddb6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.709726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46720) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:02.733140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7bb13104-c7e0-4ce1-b3a1-55058c218330 None None] Provisioning for port b1415c19-cecd-4749-8fff-2349e6d36637 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:02.749213 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7bb13104-c7e0-4ce1-b3a1-55058c218330 None None] Provisioning complete for port b1415c19-cecd-4749-8fff-2349e6d36637 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:02.749513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bb13104-c7e0-4ce1-b3a1-55058c218330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.774648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.775607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:02.776186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.786075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f23e7592-c80c-486c-bffb-207a5a939ddd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for 0378f1ac-6b1f-4a81-90d5-67046ce93b93 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:02.797052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-41f3896e-e8ed-4f2b-925f-06f378669992 None None] For port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f,segment=NetworkSegment(f784ebbd-dbbb-4417-a018-501e3651ca65),segment_id=f784ebbd-dbbb-4417-a018-501e3651ca65)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:02.797712 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-41f3896e-e8ed-4f2b-925f-06f378669992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.838596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2b876d31-44ee-4f33-91b3-56ee7c7596fd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:02.840174 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2b876d31-44ee-4f33-91b3-56ee7c7596fd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9779186 Mar 08 11:50:02.845081 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-2c269382-3251-4a15-8d98-63db191ddb6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a289c9d-bd19-40d7-b854-7ddc3a5be73c']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:02.853608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46724) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:02.862825 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee79a-5a59-4616-a9d0-83a3ffd84b97 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.903962 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-2c269382-3251-4a15-8d98-63db191ddb6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb64ee08-5616-4c02-a805-b7433e3525c5') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:02.904411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-2c269382-3251-4a15-8d98-63db191ddb6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb64ee08-5616-4c02-a805-b7433e3525c5') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:02.930884 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c269382-3251-4a15-8d98-63db191ddb6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.981383 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event updated for resources: {'Network': ['ID=c3768315-06f4-4d1f-b8d8-6ea60a23c7a3,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:02.989312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c269382-3251-4a15-8d98-63db191ddb6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:02.991950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-41f3896e-e8ed-4f2b-925f-06f378669992 None None] Calling delete_port for 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:03.008006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-20b8abc1-b866-4358-a459-c5fa3e80ca30 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port b1415c19-cecd-4749-8fff-2349e6d36637 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:03.008360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-20b8abc1-b866-4358-a459-c5fa3e80ca30 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.012972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:03.013379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:03.013716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:03.014099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:03.014427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:03.014753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:03.015076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:03.015449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:03.015776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:03.016093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:03.016411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:03.016726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:03.026183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7bb13104-c7e0-4ce1-b3a1-55058c218330 None None] Port b1415c19-cecd-4749-8fff-2349e6d36637 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:03.029511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc39e9b-33dc-4352-a1b8-471dc98eb965 req-a4f8456c-d8f6-4215-a45c-eed5668af979 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:03.031078 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cfc39e9b-33dc-4352-a1b8-471dc98eb965 req-a4f8456c-d8f6-4215-a45c-eed5668af979 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.7514601 Mar 08 11:50:03.035436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3e129f2c-70aa-4a15-8012-d79134223714 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:03.040411 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2c2da243-e24e-4886-9481-e403f55b11ca tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.4850442 Mar 08 11:50:03.051602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-caa899fe-07db-45c5-a98e-c7cd2ba686d5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:03.054191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46728) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:03.064995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c269382-3251-4a15-8d98-63db191ddb6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:50:03.065415 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c269382-3251-4a15-8d98-63db191ddb6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.072594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Request body: {'subnet': {'network_id': 'c3768315-06f4-4d1f-b8d8-6ea60a23c7a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:50:03.081374 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:50:03.086946 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network c3768315-06f4-4d1f-b8d8-6ea60a23c7a3 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:50:03.094997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:03.109306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Usage tracker for resource:subnet and tenant:5b71d398df0e4cef9206d80e68d79d05 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:03.117456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:03.136051 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:03.155214 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cfc39e9b-33dc-4352-a1b8-471dc98eb965 req-eb3d2846-c9fe-47cb-9c26-183cd603c6d4 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776045 Mar 08 11:50:03.189724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f23e7592-c80c-486c-bffb-207a5a939ddd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.235180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Made reservation on behalf of 5b71d398df0e4cef9206d80e68d79d05 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:03.238565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.247530 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee79a-5a59-4616-a9d0-83a3ffd84b97 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.260696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-caa899fe-07db-45c5-a98e-c7cd2ba686d5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:03.264633 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-caa899fe-07db-45c5-a98e-c7cd2ba686d5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5502975 Mar 08 11:50:03.273729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e7592-c80c-486c-bffb-207a5a939ddd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=0378f1ac-6b1f-4a81-90d5-67046ce93b93,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:03.276372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46732) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:03.298268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f23e7592-c80c-486c-bffb-207a5a939ddd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.315030 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 3e129f2c-70aa-4a15-8012-d79134223714 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:03.320163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-fc0ee79a-5a59-4616-a9d0-83a3ffd84b97 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c66d6b-1fd2-4a1c-a198-9f4f1ce76bfd']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:03.321436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 3e129f2c-70aa-4a15-8012-d79134223714 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:03.321814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.338488 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-fc0ee79a-5a59-4616-a9d0-83a3ffd84b97 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a840ed-12da-405a-90f5-78ed8a1d0ab4') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:03.338820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-fc0ee79a-5a59-4616-a9d0-83a3ffd84b97 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a840ed-12da-405a-90f5-78ed8a1d0ab4') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:03.355983 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-41f3896e-e8ed-4f2b-925f-06f378669992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.372427 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee79a-5a59-4616-a9d0-83a3ffd84b97 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.379330 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f23e7592-c80c-486c-bffb-207a5a939ddd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/0378f1ac-6b1f-4a81-90d5-67046ce93b93 HTTP/1.1" status: 204 len: 168 time: 1.4730258 Mar 08 11:50:03.381136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46736) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:03.392903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c269382-3251-4a15-8d98-63db191ddb6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.415513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3896e-e8ed-4f2b-925f-06f378669992 None None] Pushing event deleted for resources: {'Port': ['ID=02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:03.417405 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f3896e-e8ed-4f2b-925f-06f378669992 None None] No DVR routers for this DVR port 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:50:03.419604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c269382-3251-4a15-8d98-63db191ddb6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.425669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee79a-5a59-4616-a9d0-83a3ffd84b97 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.443005 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c03799-0eff-40ad-8e6a-a9f190051810 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:50:03.443451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-17c03799-0eff-40ad-8e6a-a9f190051810 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:03.483205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-769d7596-f396-4eb9-93ad-314e039d8e7f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.485871 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0ee79a-5a59-4616-a9d0-83a3ffd84b97 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:50:03.486235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee79a-5a59-4616-a9d0-83a3ffd84b97 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.502757 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2c269382-3251-4a15-8d98-63db191ddb6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/networks/6a289c9d-bd19-40d7-b854-7ddc3a5be73c HTTP/1.1" status: 204 len: 168 time: 1.2673395 Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:50:03.508944 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:50:03.511008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46740) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:03.530242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c269382-3251-4a15-8d98-63db191ddb6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Network': ['ID=6a289c9d-bd19-40d7-b854-7ddc3a5be73c,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:03.539942 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 3e129f2c-70aa-4a15-8012-d79134223714, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3e129f2c-70aa-4a15-8012-d79134223714,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:03.548680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-769d7596-f396-4eb9-93ad-314e039d8e7f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.560143 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-17c03799-0eff-40ad-8e6a-a9f190051810 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:03.561285 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-17c03799-0eff-40ad-8e6a-a9f190051810 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/0378f1ac-6b1f-4a81-90d5-67046ce93b93 HTTP/1.1" status: 404 len: 333 time: 0.1749022 Mar 08 11:50:03.564852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46744) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:03.573288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'name': 'tempest-PortsTestJSON-1922366053'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:03.595049 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.663013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-20b8abc1-b866-4358-a459-c5fa3e80ca30 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.679583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cb59287f-5cf6-482f-a97e-475f8bef3d4b no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:50:03.726685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: cb59287f-5cf6-482f-a97e-475f8bef3d4b {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:50:03.727021 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cb59287f-5cf6-482f-a97e-475f8bef3d4b not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:50:03.727383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:50:03.736355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee79a-5a59-4616-a9d0-83a3ffd84b97 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.742209 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee79a-5a59-4616-a9d0-83a3ffd84b97 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.756264 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=3e129f2c-70aa-4a15-8012-d79134223714,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:03.767998 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:50:03.768357 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 02b4f6f8-eeb4-413f-a40c-1f4a7b834c7f not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:50:03.806419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a23344f3-6257-4f1a-adbf-0863c7e06ebf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:03.808588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:03.838059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-20b8abc1-b866-4358-a459-c5fa3e80ca30 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for b1415c19-cecd-4749-8fff-2349e6d36637 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:03.851641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:03.866804 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fc0ee79a-5a59-4616-a9d0-83a3ffd84b97 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "DELETE /v2.0/networks/03c66d6b-1fd2-4a1c-a198-9f4f1ce76bfd HTTP/1.1" status: 204 len: 168 time: 1.3956409 Mar 08 11:50:03.871989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46748) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:03.877616 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ee79a-5a59-4616-a9d0-83a3ffd84b97 tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event deleted for resources: {'Network': ['ID=03c66d6b-1fd2-4a1c-a198-9f4f1ce76bfd,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:03.934305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-769d7596-f396-4eb9-93ad-314e039d8e7f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.006177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:04.009546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.026878 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d7596-f396-4eb9-93ad-314e039d8e7f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55d82ce-6aa8-4b06-a4f0-c74be2c4017c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:04.057335 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-20b8abc1-b866-4358-a459-c5fa3e80ca30 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.138595 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8abc1-b866-4358-a459-c5fa3e80ca30 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=b1415c19-cecd-4749-8fff-2349e6d36637,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:04.156596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-20b8abc1-b866-4358-a459-c5fa3e80ca30 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.183052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a23344f3-6257-4f1a-adbf-0863c7e06ebf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.204865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port fefaca9c-6065-4874-9543-373b9bcad4e5 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:04.228931 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-20b8abc1-b866-4358-a459-c5fa3e80ca30 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/b1415c19-cecd-4749-8fff-2349e6d36637 HTTP/1.1" status: 204 len: 168 time: 1.3741777 Mar 08 11:50:04.231345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46756) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:04.353801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2173007b-8a0a-411b-8031-2f9ee464729f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:04.355310 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2173007b-8a0a-411b-8031-2f9ee464729f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:04.356036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2173007b-8a0a-411b-8031-2f9ee464729f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:04.365451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c81e2835-90f4-4dcd-b1e7-0987dd12c73b tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.398109 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7550fd-49d5-41fa-b0cc-229a4aa2aa96 req-70cc6574-8c64-4e5a-8608-7709d2dfeaf4 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:04.399572 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ce7550fd-49d5-41fa-b0cc-229a4aa2aa96 req-70cc6574-8c64-4e5a-8608-7709d2dfeaf4 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.1196027 Mar 08 11:50:04.405868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-a23344f3-6257-4f1a-adbf-0863c7e06ebf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d35b3d-add1-459d-88bf-1625d847af6c']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:04.437607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-a23344f3-6257-4f1a-adbf-0863c7e06ebf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f784ebbd-dbbb-4417-a018-501e3651ca65') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:04.437924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-a23344f3-6257-4f1a-adbf-0863c7e06ebf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f784ebbd-dbbb-4417-a018-501e3651ca65') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:04.446775 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ce7550fd-49d5-41fa-b0cc-229a4aa2aa96 req-068e5a6a-ed41-417b-b6da-7bca47105905 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 Mar 08 11:50:04.447826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2173007b-8a0a-411b-8031-2f9ee464729f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:04.448884 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2173007b-8a0a-411b-8031-2f9ee464729f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2164657 Mar 08 11:50:04.451745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46760) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:04.469219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a23344f3-6257-4f1a-adbf-0863c7e06ebf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.521866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-769d7596-f396-4eb9-93ad-314e039d8e7f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.522156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 8c8306f5-364e-4b16-9c3d-3c8e70a298f9 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:04.523524 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-769d7596-f396-4eb9-93ad-314e039d8e7f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-groups/f55d82ce-6aa8-4b06-a4f0-c74be2c4017c HTTP/1.1" status: 204 len: 168 time: 1.2436507 Mar 08 11:50:04.526090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.538925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46764) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:04.546680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a23344f3-6257-4f1a-adbf-0863c7e06ebf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.581403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.601257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23344f3-6257-4f1a-adbf-0863c7e06ebf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:50:04.601742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a23344f3-6257-4f1a-adbf-0863c7e06ebf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:50:04.630709 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:50:04.683360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.888091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c81e2835-90f4-4dcd-b1e7-0987dd12c73b tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.908698 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3e129f2c-70aa-4a15-8012-d79134223714 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:04.927265 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.961981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-c81e2835-90f4-4dcd-b1e7-0987dd12c73b tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4560d621-6171-486b-9c48-7c78056fcbca']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:04.969451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8306f5-364e-4b16-9c3d-3c8e70a298f9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:04.975637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.979707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 3e129f2c-70aa-4a15-8012-d79134223714 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:04.980087 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:04.986776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:04.986776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:04.987142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:04.989850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:04.989850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:04.989850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:04.989850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:04.989850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:04.989850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:04.989850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:04.989850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:04.990513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:04.999542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.003745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-c81e2835-90f4-4dcd-b1e7-0987dd12c73b tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c29dcf5-9a14-4f18-8ebe-f0b64de791e0') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:05.004045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-c81e2835-90f4-4dcd-b1e7-0987dd12c73b tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c29dcf5-9a14-4f18-8ebe-f0b64de791e0') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:05.011441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4cdcc3-5af9-42c4-a165-f437185ea955 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:05.017147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-127ba196-1ead-43cf-99e3-b03b9c0fdf2f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:05.025810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a23344f3-6257-4f1a-adbf-0863c7e06ebf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.049468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a23344f3-6257-4f1a-adbf-0863c7e06ebf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.053545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c81e2835-90f4-4dcd-b1e7-0987dd12c73b tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.059935 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9ec44eca-0aa9-4794-acda-7c1f603e4c38 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/8c8306f5-364e-4b16-9c3d-3c8e70a298f9 HTTP/1.1" status: 204 len: 168 time: 0.6048775 Mar 08 11:50:05.060406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46774) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:05.079008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23344f3-6257-4f1a-adbf-0863c7e06ebf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Network': ['ID=41d35b3d-add1-459d-88bf-1625d847af6c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:05.099180 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a23344f3-6257-4f1a-adbf-0863c7e06ebf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/networks/41d35b3d-add1-459d-88bf-1625d847af6c HTTP/1.1" status: 204 len: 168 time: 1.5841062 Mar 08 11:50:05.099180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c81e2835-90f4-4dcd-b1e7-0987dd12c73b tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.106502 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46778) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:05.115789 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1002732900'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:05.122894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81e2835-90f4-4dcd-b1e7-0987dd12c73b tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:50:05.123299 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c81e2835-90f4-4dcd-b1e7-0987dd12c73b tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:50:05.139676 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:50:05.156471 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1b310532-0ff8-4825-9902-3b25ded42c33 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923431 Mar 08 11:50:05.157209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:05.157441 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46782) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:05.164072 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:05.215969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:network and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:05.227049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:05.229686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-127ba196-1ead-43cf-99e3-b03b9c0fdf2f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:05.233781 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-127ba196-1ead-43cf-99e3-b03b9c0fdf2f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6867340 Mar 08 11:50:05.262107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:05.262979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46786) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:05.280156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.objects.ports [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88469) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:50:05.280631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.325213 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:05.327834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.340509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:05.348998 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:05.355415 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f6f19-2eb0-4159-8f03-26752fb66b48 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:50:05.357213 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:05.360079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f6f19-2eb0-4159-8f03-26752fb66b48 None None] Deleting port 3e129f2c-70aa-4a15-8012-d79134223714 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:05.360730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4a2f6f19-2eb0-4159-8f03-26752fb66b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.382968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-426dda34-bed1-455c-910b-fe083ebb7853 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.390208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c81e2835-90f4-4dcd-b1e7-0987dd12c73b tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.402819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:05.406479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.410867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-426dda34-bed1-455c-910b-fe083ebb7853 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.451794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c81e2835-90f4-4dcd-b1e7-0987dd12c73b tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.463496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:05.467579 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.484636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 438d4e99-1ce0-4447-a302-2676e2648071 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:05.485852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fee94076-e7d2-4243-a2b5-4e08110fc948,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:05.488080 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e2835-90f4-4dcd-b1e7-0987dd12c73b tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] Pushing event deleted for resources: {'Network': ['ID=4560d621-6171-486b-9c48-7c78056fcbca,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:05.499217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:05.514821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:05.520403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:05.521008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.525404 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c81e2835-90f4-4dcd-b1e7-0987dd12c73b tempest-BulkNetworkOpsIpV6Test-2021496528 tempest-BulkNetworkOpsIpV6Test-2021496528-project] 10.222.0.32 "DELETE /v2.0/networks/4560d621-6171-486b-9c48-7c78056fcbca HTTP/1.1" status: 204 len: 168 time: 1.6500371 Mar 08 11:50:05.533226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-426dda34-bed1-455c-910b-fe083ebb7853 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.540245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=fefaca9c-6065-4874-9543-373b9bcad4e5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:05.551218 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Checking segment: {'id': 'ef773f2d-c2fe-4c88-9030-6d319dfaad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c3768315-06f4-4d1f-b8d8-6ea60a23c7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:05.553326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Network hostable DHCP agents. Network: c3768315-06f4-4d1f-b8d8-6ea60a23c7a3, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:50:05.557956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:50:05.581937 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.581937 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Added segment dccec494-2e54-49f3-bb16-667e02958af1 of type vlan for network c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9 Mar 08 11:50:05.583233 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dda34-bed1-455c-910b-fe083ebb7853 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ef66fc-d5a4-47ca-86a6-b0c565c53343,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:05.620300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.632866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4a2f6f19-2eb0-4159-8f03-26752fb66b48 None None] For port 3e129f2c-70aa-4a15-8012-d79134223714, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3e129f2c-70aa-4a15-8012-d79134223714,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:05.633259 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4a2f6f19-2eb0-4159-8f03-26752fb66b48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.669807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Network c3768315-06f4-4d1f-b8d8-6ea60a23c7a3 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:50:05.672691 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8bf1249b-aa98-453e-b191-3f3b280ae9f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1070199 Mar 08 11:50:05.677919 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46794) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:05.697292 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5570cf5b-b145-44e3-b9c4-cbcd754b92c3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:05.762138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3097c-c8bb-4154-bfcb-bfbff1b0884c req-2cca0c57-6781-4195-a45e-b1b6efac5591 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:05.764368 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8fe3097c-c8bb-4154-bfcb-bfbff1b0884c req-2cca0c57-6781-4195-a45e-b1b6efac5591 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.1011884 Mar 08 11:50:05.771587 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-426dda34-bed1-455c-910b-fe083ebb7853 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.775550 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-426dda34-bed1-455c-910b-fe083ebb7853 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-groups/77ef66fc-d5a4-47ca-86a6-b0c565c53343 HTTP/1.1" status: 204 len: 168 time: 0.5093398 Mar 08 11:50:05.782988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46798) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:05.813121 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8fe3097c-c8bb-4154-bfcb-bfbff1b0884c req-e0da56dd-c10e-46eb-a900-99b76a974ec0 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423782 Mar 08 11:50:05.817211 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.823079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:05.828871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.829115 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f6f19-2eb0-4159-8f03-26752fb66b48 None None] Calling delete_port for 3e129f2c-70aa-4a15-8012-d79134223714 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:05.869472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, c3768315-06f4-4d1f-b8d8-6ea60a23c7a3) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:05.879696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:05.880289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.923537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd903fa0-2881-4f69-bdb6-a9d282d39ca1 None None] Network c3768315-06f4-4d1f-b8d8-6ea60a23c7a3 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:05.949076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Network': ['ID=c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:05.951367 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5570cf5b-b145-44e3-b9c4-cbcd754b92c3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:05.962651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:50:05.986528 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-25807d74-e81f-4c62-934b-2c79480c2bd8 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:05.989987 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-026cd33d-e3ab-4456-898e-a5568ff358c3 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8823912 Mar 08 11:50:05.992516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46802) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:05.999159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'subnet': {'network_id': 'c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:06.035053 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f1a6faa4-d272-4500-b4c9-a37a84b01b98 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9674664 Mar 08 11:50:06.039584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46808) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:06.047434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1238297019', 'network_id': 'c3768315-06f4-4d1f-b8d8-6ea60a23c7a3'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:06.105242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:06.124406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Usage tracker for resource:port and tenant:5b71d398df0e4cef9206d80e68d79d05 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:06.137414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:06.145255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:06.159691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-25807d74-e81f-4c62-934b-2c79480c2bd8 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:06.169445 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-25807d74-e81f-4c62-934b-2c79480c2bd8 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3854008 Mar 08 11:50:06.170310 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46814) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:06.172989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:06.180374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:subnet and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:06.182486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-42288c18-e407-4039-beef-7ec667241282 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group': {'name': 'tempest-secgroup--870381954'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:06.183975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:06.192623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:06.201924 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4a2f6f19-2eb0-4159-8f03-26752fb66b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.224078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Made reservation on behalf of 5b71d398df0e4cef9206d80e68d79d05 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:06.228061 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.239829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46818) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:06.243049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-42288c18-e407-4039-beef-7ec667241282 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:06.255880 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f6f19-2eb0-4159-8f03-26752fb66b48 None None] Pushing event deleted for resources: {'Port': ['ID=3e129f2c-70aa-4a15-8012-d79134223714,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:06.256002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.270796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] device_id is not set on port 7229f394-21f6-41df-bdc0-dc70f4cf7b16 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:06.295564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f6f19-2eb0-4159-8f03-26752fb66b48 None None] No DVR routers for this DVR port 3e129f2c-70aa-4a15-8012-d79134223714 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:50:06.316102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2669db5-488b-4320-af53-86020fc5ee97 None None] Network c3768315-06f4-4d1f-b8d8-6ea60a23c7a3 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:06.328256 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-42288c18-e407-4039-beef-7ec667241282 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:06.373997 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:06.380418 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:06.388389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:06.388389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.412351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=ff008f71-9d09-4feb-b56e-00bfff17a150,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:06.428094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507d5dc6-c2bf-483b-bb52-b4a78cd22e36 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:06.437851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5570cf5b-b145-44e3-b9c4-cbcd754b92c3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.440812 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42288c18-e407-4039-beef-7ec667241282 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.448048 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:06.452797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.462331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-42288c18-e407-4039-beef-7ec667241282 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:06.466426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-42288c18-e407-4039-beef-7ec667241282 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:06.469502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-42288c18-e407-4039-beef-7ec667241282 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:06.475622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-42288c18-e407-4039-beef-7ec667241282 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:06.528014 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bb078de6-c974-4e21-b15a-456e4db32aa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3664522 Mar 08 11:50:06.528217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46824) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:06.535279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'name': 'tempest-NetworksTestDHCPv6-1997397095'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:06.562821 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5570cf5b-b145-44e3-b9c4-cbcd754b92c3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.702235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-5570cf5b-b145-44e3-b9c4-cbcd754b92c3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] In _notify_port_updated(), no bound segment for port fefaca9c-6065-4874-9543-373b9bcad4e5 on network 438d4e99-1ce0-4447-a302-2676e2648071 {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:50:06.708115 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5570cf5b-b145-44e3-b9c4-cbcd754b92c3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:06.708741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5570cf5b-b145-44e3-b9c4-cbcd754b92c3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.712841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46828) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:06.713125 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5570cf5b-b145-44e3-b9c4-cbcd754b92c3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "PUT /v2.0/ports/fefaca9c-6065-4874-9543-373b9bcad4e5 HTTP/1.1" status: 200 len: 818 time: 1.0339727 Mar 08 11:50:06.758580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570cf5b-b145-44e3-b9c4-cbcd754b92c3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=fefaca9c-6065-4874-9543-373b9bcad4e5,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:06.758761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': 'ff008f71-9d09-4feb-b56e-00bfff17a150'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:50:06.762197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.762353 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-63f3def2-b45e-43c0-97f1-2b52122944d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d9dc48e5dc34407a90e8917863a9def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161355 Mar 08 11:50:06.769435 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46832) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:06.777475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Allocated IP 172.20.0.8 (c3768315-06f4-4d1f-b8d8-6ea60a23c7a3/fee94076-e7d2-4243-a2b5-4e08110fc948/7229f394-21f6-41df-bdc0-dc70f4cf7b16) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:06.819122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42288c18-e407-4039-beef-7ec667241282 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.825029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:06.829327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:port and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:06.832252 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:06.838519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:06.849536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-08b6ea9e-3e24-4571-a92d-972353d10362 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port fefaca9c-6065-4874-9543-373b9bcad4e5 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:06.849904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08b6ea9e-3e24-4571-a92d-972353d10362 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.886497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42288c18-e407-4039-beef-7ec667241282 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.938386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42288c18-e407-4039-beef-7ec667241282 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab0a0e0-6cd4-4a3f-9176-d9d383feb66f,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:06.943681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:06.946914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:06.973013 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Allocated IP 2001:db8::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/ff008f71-9d09-4feb-b56e-00bfff17a150/50714c89-c613-4c2b-8756-1a10ecb477c2) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:06.982504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3e129f2c-70aa-4a15-8012-d79134223714 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:50:06.985771 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 89b9a505-0630-42b1-bfaa-8e577656c359 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:07.023999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 3e129f2c-70aa-4a15-8012-d79134223714 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:50:07.023999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3e129f2c-70aa-4a15-8012-d79134223714 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:50:07.035618 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-79568c72-0bb7-4884-a11e-b44d564e6720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.095409 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42288c18-e407-4039-beef-7ec667241282 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.099695 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-42288c18-e407-4039-beef-7ec667241282 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9225678 Mar 08 11:50:07.101275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46838) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:07.112672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a6339479-cef7-4a3f-9c06-977e68dfb101 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group_rule': {'security_group_id': 'aab0a0e0-6cd4-4a3f-9176-d9d383feb66f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:07.124689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a6339479-cef7-4a3f-9c06-977e68dfb101 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:07.130464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a6339479-cef7-4a3f-9c06-977e68dfb101 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:07.135112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a6339479-cef7-4a3f-9c06-977e68dfb101 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:07.141974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a6339479-cef7-4a3f-9c06-977e68dfb101 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:07.174582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee719d84-2244-44cd-bcdb-a61fb299d5d0 req-5807e17f-5b06-40a0-ae5d-bb1ca210eb97 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:07.176244 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ee719d84-2244-44cd-bcdb-a61fb299d5d0 req-5807e17f-5b06-40a0-ae5d-bb1ca210eb97 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.1954496 Mar 08 11:50:07.233367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-79568c72-0bb7-4884-a11e-b44d564e6720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.236366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a6339479-cef7-4a3f-9c06-977e68dfb101 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.240297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.250961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Transition to ACTIVE for port object 50714c89-c613-4c2b-8756-1a10ecb477c2 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:07.271310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Transition to ACTIVE for port object 50714c89-c613-4c2b-8756-1a10ecb477c2 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:07.331058 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.353607 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ee719d84-2244-44cd-bcdb-a61fb299d5d0 req-925c24de-cc90-4238-a82f-923a7230f0ce tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694999 Mar 08 11:50:07.359479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.401170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:07.408409 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:07.411167 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:07.451270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Pushing event updated for resources: {'Port': ['ID=50714c89-c613-4c2b-8756-1a10ecb477c2,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:07.461245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a6339479-cef7-4a3f-9c06-977e68dfb101 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.471426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::6c (b6b97662-0baa-4f27-9a4e-9894348947bb/ff008f71-9d09-4feb-b56e-00bfff17a150/89b9a505-0630-42b1-bfaa-8e577656c359) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:07.493902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Subnet': ['ID=8dad6656-047a-4a9c-b4b1-ca10d48c2540,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:07.503149 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Checking segment: {'id': 'dccec494-2e54-49f3-bb16-667e02958af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:07.503507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network hostable DHCP agents. Network: c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:50:07.533927 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Attempting to bind port 50714c89-c613-4c2b-8756-1a10ecb477c2 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:07.534298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Attempting to bind port 50714c89-c613-4c2b-8756-1a10ecb477c2 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:07.534660 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Attempting to bind port 50714c89-c613-4c2b-8756-1a10ecb477c2 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:07.537676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08b6ea9e-3e24-4571-a92d-972353d10362 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.540424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:07.540852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:07.541233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.544653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:07.544653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Bound port: 50714c89-c613-4c2b-8756-1a10ecb477c2, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:07.544653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.544988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a6339479-cef7-4a3f-9c06-977e68dfb101 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.557585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.585829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6339479-cef7-4a3f-9c06-977e68dfb101 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97203af4-9a16-4be5-8502-800c1fa74eb0,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:07.645304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] For port 50714c89-c613-4c2b-8756-1a10ecb477c2, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:07.649348 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] For port 50714c89-c613-4c2b-8756-1a10ecb477c2, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=50714c89-c613-4c2b-8756-1a10ecb477c2,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:07.670965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a6339479-cef7-4a3f-9c06-977e68dfb101 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.672170 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a6339479-cef7-4a3f-9c06-977e68dfb101 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5673943 Mar 08 11:50:07.673484 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-79568c72-0bb7-4884-a11e-b44d564e6720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.675167 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46844) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:07.675877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:50:07.687639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-08b6ea9e-3e24-4571-a92d-972353d10362 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for fefaca9c-6065-4874-9543-373b9bcad4e5 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:07.717100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.747059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79568c72-0bb7-4884-a11e-b44d564e6720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2019584c-b5e9-43e4-a848-b7f058eafd2f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:07.771934 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c949a850-6fbb-4911-b2cf-1a89257ba32c tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.789784 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c949a850-6fbb-4911-b2cf-1a89257ba32c tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.800901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-79568c72-0bb7-4884-a11e-b44d564e6720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.802355 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-79568c72-0bb7-4884-a11e-b44d564e6720 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2019584c-b5e9-43e4-a848-b7f058eafd2f HTTP/1.1" status: 204 len: 168 time: 1.0225103 Mar 08 11:50:07.829105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:07.836059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:07.836802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.847802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd69632-2352-4fb2-bcb4-aef48823f4a5 None None] Network c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:07.864158 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.884673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08b6ea9e-3e24-4571-a92d-972353d10362 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.890462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6b1aa-fc44-440c-b0dd-4c4987d3c28c None None] Pushing event updated for resources: {'Port': ['ID=50714c89-c613-4c2b-8756-1a10ecb477c2,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:07.937352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.940724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6ea9e-3e24-4571-a92d-972353d10362 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=fefaca9c-6065-4874-9543-373b9bcad4e5,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:07.967177 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 89b9a505-0630-42b1-bfaa-8e577656c359 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:07.968602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c949a850-6fbb-4911-b2cf-1a89257ba32c tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:07.997788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08b6ea9e-3e24-4571-a92d-972353d10362 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.001974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949a850-6fbb-4911-b2cf-1a89257ba32c tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97203af4-9a16-4be5-8502-800c1fa74eb0,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:08.002485 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-08b6ea9e-3e24-4571-a92d-972353d10362 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/fefaca9c-6065-4874-9543-373b9bcad4e5 HTTP/1.1" status: 204 len: 168 time: 1.2829130 Mar 08 11:50:08.003679 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fed7c668-7b2e-4b58-a1ee-7a6841e56c04 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0096002 Mar 08 11:50:08.004472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46850) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:08.009974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c949a850-6fbb-4911-b2cf-1a89257ba32c tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.011120 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c949a850-6fbb-4911-b2cf-1a89257ba32c tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/97203af4-9a16-4be5-8502-800c1fa74eb0 HTTP/1.1" status: 204 len: 168 time: 0.3349991 Mar 08 11:50:08.013396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46852) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:08.013794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46854) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:08.041949 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-67d5620b-3f20-4c88-9301-0e39ba7c2d7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1314787854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:08.053222 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-67d5620b-3f20-4c88-9301-0e39ba7c2d7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:08.065547 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-67d5620b-3f20-4c88-9301-0e39ba7c2d7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:router and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:08.070347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-67d5620b-3f20-4c88-9301-0e39ba7c2d7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:08.073920 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Network c3768315-06f4-4d1f-b8d8-6ea60a23c7a3 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:08.078698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:08.079138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-67d5620b-3f20-4c88-9301-0e39ba7c2d7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:08.095736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:08.115019 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9fb06aff-3cc2-4f24-9e81-02a641184a12 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:08.118416 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9', 'network_id': 'c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'fixed_ips': [{'subnet_id': '8dad6656-047a-4a9c-b4b1-ca10d48c2540'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:50:08.119601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.141246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event updated for resources: {'Port': ['ID=7229f394-21f6-41df-bdc0-dc70f4cf7b16,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:08.174631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:08.175245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.195314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-67d5620b-3f20-4c88-9301-0e39ba7c2d7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.196372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-67d5620b-3f20-4c88-9301-0e39ba7c2d7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.216040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ec075-0843-44d8-9d9e-33183a5e3c3b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:08.216684 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-67d5620b-3f20-4c88-9301-0e39ba7c2d7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.217201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fb6ec075-0843-44d8-9d9e-33183a5e3c3b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:08.229570 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.231582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fb6ec075-0843-44d8-9d9e-33183a5e3c3b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:08.233070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9fb06aff-3cc2-4f24-9e81-02a641184a12 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:08.236381 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9fb06aff-3cc2-4f24-9e81-02a641184a12 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2201288 Mar 08 11:50:08.236554 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fb6ec075-0843-44d8-9d9e-33183a5e3c3b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2260582 Mar 08 11:50:08.237091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46864) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:08.237326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46866) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:08.298860 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-235685a5-a8d6-4e34-87e9-de2c10a16dcf tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2553647 Mar 08 11:50:08.300337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46872) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:08.380712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b6a068ab-1c12-4a23-84f8-e018ed83f5e9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.406473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Allocated IP 2001:db8::2 (c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9/8dad6656-047a-4a9c-b4b1-ca10d48c2540/b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:08.494243 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=89b9a505-0630-42b1-bfaa-8e577656c359,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:08.532274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:08.535017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:08.538442 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d0f4e2-b86a-4980-8207-e72147b58cc3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:50:08.540755 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-18d0f4e2-b86a-4980-8207-e72147b58cc3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/fefaca9c-6065-4874-9543-373b9bcad4e5 HTTP/1.1" status: 404 len: 333 time: 0.2957504 Mar 08 11:50:08.541909 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:08.549776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:08.552098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.560951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46886) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:08.569951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-35887583'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:08.583257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:08.590156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-67d5620b-3f20-4c88-9301-0e39ba7c2d7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.603814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:network and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:08.613326 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:08.623915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:08.665761 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-54bc0e12-cf04-475b-89a4-c7be64955ce2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1365082 Mar 08 11:50:08.668426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46892) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:08.668904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e09ad-0735-4204-83a1-1b6cde29a87e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Deleting port 7229f394-21f6-41df-bdc0-dc70f4cf7b16 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:08.669401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bb4e09ad-0735-4204-83a1-1b6cde29a87e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.692522 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.710733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Transition to ACTIVE for port object b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:08.733352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Transition to ACTIVE for port object b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:08.766947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-67d5620b-3f20-4c88-9301-0e39ba7c2d7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.773915 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-67d5620b-3f20-4c88-9301-0e39ba7c2d7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7556496 Mar 08 11:50:08.773915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46896) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:08.783766 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'port': {'network_id': 'c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9', 'name': 'tempest-RoutersIpV6Test-1140519469'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:08.799622 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.829269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b6a068ab-1c12-4a23-84f8-e018ed83f5e9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:08.855746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Network c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:08.859624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:08.863615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:09.005827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:09.010321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:09.014756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.034932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 50714c89-c613-4c2b-8756-1a10ecb477c2 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:09.051828 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:port and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:09.058879 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:09.067517 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:09.082475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8526bc62-4c24-4c00-a1e6-16bf52199004 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:09.089596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8526bc62-4c24-4c00-a1e6-16bf52199004 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:09.090447 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8526bc62-4c24-4c00-a1e6-16bf52199004 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:09.115093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384b8fc-c249-4f0c-acc8-a79e0bffc2c6 req-6e3367e1-cd33-4a50-a3e8-7155c7c93e78 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:09.116626 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1384b8fc-c249-4f0c-acc8-a79e0bffc2c6 req-6e3367e1-cd33-4a50-a3e8-7155c7c93e78 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.3814147 Mar 08 11:50:09.128862 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Pushing event updated for resources: {'Port': ['ID=b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:09.138923 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Attempting to bind port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:09.139417 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Attempting to bind port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'dccec494-2e54-49f3-bb16-667e02958af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:09.139853 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Attempting to bind port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 on network c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:09.148795 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:09.149254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Checking segment: {'id': 'dccec494-2e54-49f3-bb16-667e02958af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:09.149743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.150221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Bound using segment: {'id': 'dccec494-2e54-49f3-bb16-667e02958af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:09.150819 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Bound port: b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccec494-2e54-49f3-bb16-667e02958af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:09.151207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.180752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bb4e09ad-0735-4204-83a1-1b6cde29a87e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.220661 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8526bc62-4c24-4c00-a1e6-16bf52199004 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:09.224535 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8526bc62-4c24-4c00-a1e6-16bf52199004 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5526340 Mar 08 11:50:09.227006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:09.231854 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.243037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46908) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:09.243890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:50:09.271955 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1384b8fc-c249-4f0c-acc8-a79e0bffc2c6 req-efad9943-9e55-4ab1-a98d-a501c071de87 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476529 Mar 08 11:50:09.286929 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] For port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:09.291358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] For port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97,segment=NetworkSegment(dccec494-2e54-49f3-bb16-667e02958af1),segment_id=dccec494-2e54-49f3-bb16-667e02958af1)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:09.293203 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 50714c89-c613-4c2b-8756-1a10ecb477c2 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:09.346105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b6a068ab-1c12-4a23-84f8-e018ed83f5e9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.356006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.360675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8175ba84-2fe5-4975-82dd-8e7a493dd8f3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 89b9a505-0630-42b1-bfaa-8e577656c359 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:09.361100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8175ba84-2fe5-4975-82dd-8e7a493dd8f3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.365273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e09ad-0735-4204-83a1-1b6cde29a87e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Calling delete_port for 7229f394-21f6-41df-bdc0-dc70f4cf7b16 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:09.393618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] device_id is not set on port f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:09.423258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46912) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:09.433380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.433849 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Added segment 859d8b52-fa39-4216-9242-80b46e3f4b06 of type vlan for network d1e5d6d4-33d0-4069-8433-dc9c8643757a Mar 08 11:50:09.436315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a068ab-1c12-4a23-84f8-e018ed83f5e9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab0a0e0-6cd4-4a3f-9176-d9d383feb66f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:09.492034 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a02aaf-4130-467b-bfca-0fb61c814996 None None] Pushing event updated for resources: {'Port': ['ID=b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:09.553269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b6a068ab-1c12-4a23-84f8-e018ed83f5e9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.554925 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b6a068ab-1c12-4a23-84f8-e018ed83f5e9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-groups/aab0a0e0-6cd4-4a3f-9176-d9d383feb66f HTTP/1.1" status: 204 len: 168 time: 1.3165698 Mar 08 11:50:09.559602 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-32acb801-f5af-4da4-83ac-12b33e437fec None None] Provisioning for port 50714c89-c613-4c2b-8756-1a10ecb477c2 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:09.564584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46918) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:09.568058 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-32acb801-f5af-4da4-83ac-12b33e437fec None None] Provisioning complete for port 50714c89-c613-4c2b-8756-1a10ecb477c2 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:09.568219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-32acb801-f5af-4da4-83ac-12b33e437fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.644058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.657590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e7a7ac18-a11d-488e-9d8c-be6799fb9029 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:09.658337 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING neutron.api.v2.base [None req-e7a7ac18-a11d-488e-9d8c-be6799fb9029 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 08 11:50:09.664003 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-e7a7ac18-a11d-488e-9d8c-be6799fb9029 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): There was a conflict when trying to complete your request. Mar 08 11:50:09.665045 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e7a7ac18-a11d-488e-9d8c-be6799fb9029 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2408323 Mar 08 11:50:09.677295 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46922) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:09.714393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group': {'name': 'tempest-secgroup--978907658'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:09.725982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:09.730040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:09.736645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:09.744086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:09.766876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-803a959b-34c9-481f-bfd5-3904c2dd5640 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:09.788472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.resource_extend [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:50:09.823626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.823993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-32acb801-f5af-4da4-83ac-12b33e437fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.832963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.860363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bb4e09ad-0735-4204-83a1-1b6cde29a87e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.861651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-32acb801-f5af-4da4-83ac-12b33e437fec None None] For port 50714c89-c613-4c2b-8756-1a10ecb477c2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=50714c89-c613-4c2b-8756-1a10ecb477c2,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:09.906708 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7548cfa2-0c02-4eeb-9a08-42113ee93eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.913495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Allocated IP 2001:db8::2af (c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9/8dad6656-047a-4a9c-b4b1-ca10d48c2540/f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:09.922347 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-803a959b-34c9-481f-bfd5-3904c2dd5640 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:09.928226 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-803a959b-34c9-481f-bfd5-3904c2dd5640 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3672540 Mar 08 11:50:09.930083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:09.932260 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-32acb801-f5af-4da4-83ac-12b33e437fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.932424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46926) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:09.940966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e09ad-0735-4204-83a1-1b6cde29a87e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event deleted for resources: {'Port': ['ID=7229f394-21f6-41df-bdc0-dc70f4cf7b16,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:09.943716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-3393ea1a-8d46-436d-9c2d-1464574c86aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097603538'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:09.948980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:09.968553 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.973980 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:09.974536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:09.978791 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3393ea1a-8d46-436d-9c2d-1464574c86aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:09.985978 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:10.016904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acb801-f5af-4da4-83ac-12b33e437fec None None] Pushing event updated for resources: {'Port': ['ID=50714c89-c613-4c2b-8756-1a10ecb477c2,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:10.028576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:10.033450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3393ea1a-8d46-436d-9c2d-1464574c86aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:10.090880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bb4e09ad-0735-4204-83a1-1b6cde29a87e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.109403 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bb4e09ad-0735-4204-83a1-1b6cde29a87e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7229f394-21f6-41df-bdc0-dc70f4cf7b16 HTTP/1.1" status: 204 len: 168 time: 1.8056545 Mar 08 11:50:10.109708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46930) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:10.113365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e3fa38bf-9266-4361-a73a-980fc427a1f8 None None] Provisioning for port 89b9a505-0630-42b1-bfaa-8e577656c359 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:10.119673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3768315-06f4-4d1f-b8d8-6ea60a23c7a3', 'external_fixed_ips': [{'subnet_id': 'fee94076-e7d2-4243-a2b5-4e08110fc948', 'ip_address': '172.20.0.8'}]}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:10.121101 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e3fa38bf-9266-4361-a73a-980fc427a1f8 None None] Provisioning complete for port 89b9a505-0630-42b1-bfaa-8e577656c359 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:10.121481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e3fa38bf-9266-4361-a73a-980fc427a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.126580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:10.140396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Usage tracker for resource:router and tenant:5b71d398df0e4cef9206d80e68d79d05 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:10.145625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:10.148761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3393ea1a-8d46-436d-9c2d-1464574c86aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.152953 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5901840 Mar 08 11:50:10.157411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cb5e4-b9d3-4320-8b01-16dfa1fb8f19 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Network': ['ID=d1e5d6d4-33d0-4069-8433-dc9c8643757a,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:10.160582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8175ba84-2fe5-4975-82dd-8e7a493dd8f3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.166926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46934) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:10.174355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network d1e5d6d4-33d0-4069-8433-dc9c8643757a details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:50:10.180580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:10.189362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': 'd1e5d6d4-33d0-4069-8433-dc9c8643757a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:10.245765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.249241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3393ea1a-8d46-436d-9c2d-1464574c86aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:10.268722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa38bf-9266-4361-a73a-980fc427a1f8 None None] Port 89b9a505-0630-42b1-bfaa-8e577656c359 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:10.309264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3393ea1a-8d46-436d-9c2d-1464574c86aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:10.319203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3393ea1a-8d46-436d-9c2d-1464574c86aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:10.328811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.341332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3393ea1a-8d46-436d-9c2d-1464574c86aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:10.372721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:10.393743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:10.408367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:10.412712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:10.416203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:10.424585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:10.439783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.441053 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.441791 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8175ba84-2fe5-4975-82dd-8e7a493dd8f3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 89b9a505-0630-42b1-bfaa-8e577656c359 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:10.447197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:10.452878 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:10.461201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4f91b2-eabd-4d2b-a23e-980591888369,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:10.505788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.583546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3393ea1a-8d46-436d-9c2d-1464574c86aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.622464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.624428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:10.630458 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.692223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e63235-5232-41d1-86d1-db3606ef3181 None None] Network c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:10.744873 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3393ea1a-8d46-436d-9c2d-1464574c86aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.748632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.750054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.788644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9eabe-a056-466d-91dd-6d73918cc56a req-0832f900-9d73-45c7-81b0-2b642236f254 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:10.789986 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bcf9eabe-a056-466d-91dd-6d73918cc56a req-0832f900-9d73-45c7-81b0-2b642236f254 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.3057239 Mar 08 11:50:10.791362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Transition to ACTIVE for port object f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:10.849438 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bcf9eabe-a056-466d-91dd-6d73918cc56a req-e1c73b4e-8758-4402-a6fe-ae9f63525c0d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478625 Mar 08 11:50:10.890186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8175ba84-2fe5-4975-82dd-8e7a493dd8f3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.926564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-835eb0b9-2428-407f-908d-378c54a0cb1e None None] Provisioning for port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:10.945371 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:10.950884 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175ba84-2fe5-4975-82dd-8e7a493dd8f3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=89b9a505-0630-42b1-bfaa-8e577656c359,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:11.064999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:11.068529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:11.072794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:11.078338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:11.078942 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.087485 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8175ba84-2fe5-4975-82dd-8e7a493dd8f3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.114429 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 50714c89-c613-4c2b-8756-1a10ecb477c2 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:11.131167 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:11.146611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393ea1a-8d46-436d-9c2d-1464574c86aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29210eec-e24a-4eaa-8e09-35a792525312,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:11.199355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 50714c89-c613-4c2b-8756-1a10ecb477c2 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:11.200374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.202351 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8175ba84-2fe5-4975-82dd-8e7a493dd8f3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/89b9a505-0630-42b1-bfaa-8e577656c359 HTTP/1.1" status: 204 len: 168 time: 1.9540012 Mar 08 11:50:11.212340 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46940) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:11.244536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.280445 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6cf1644f-9af4-4a04-88c5-5e64ce388e72 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5016551 Mar 08 11:50:11.282461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 46944) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:11.286814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65a9e37-2da8-45a5-b13e-46375cf99dd4,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:11.320053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ba7ca-19d6-4e37-9183-4e4ed4abb8e6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:11.322090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ba7ca-19d6-4e37-9183-4e4ed4abb8e6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:11.322852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ec7ba7ca-19d6-4e37-9183-4e4ed4abb8e6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:11.368600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.369774 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e67d9b16-715e-43dd-882d-165c36ece048 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6767809 Mar 08 11:50:11.372794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46948) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:11.378007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ba52dace-518e-49a5-965d-4e69df4fabd6 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': 'e65a9e37-2da8-45a5-b13e-46375cf99dd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:11.381696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:11.388405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ba52dace-518e-49a5-965d-4e69df4fabd6 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:11.393268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ba52dace-518e-49a5-965d-4e69df4fabd6 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:11.396753 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ba52dace-518e-49a5-965d-4e69df4fabd6 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:11.403920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ba52dace-518e-49a5-965d-4e69df4fabd6 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:11.410718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3393ea1a-8d46-436d-9c2d-1464574c86aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.412481 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3393ea1a-8d46-436d-9c2d-1464574c86aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4775438 Mar 08 11:50:11.415927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46952) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:11.421774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e9f1bfb1-a46b-48da-bd1e-a210e5e74f3f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group_rule': {'security_group_id': '29210eec-e24a-4eaa-8e09-35a792525312', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:11.429102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e9f1bfb1-a46b-48da-bd1e-a210e5e74f3f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:11.436303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e9f1bfb1-a46b-48da-bd1e-a210e5e74f3f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:11.439902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e9f1bfb1-a46b-48da-bd1e-a210e5e74f3f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:11.447862 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e9f1bfb1-a46b-48da-bd1e-a210e5e74f3f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:11.467449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ec7ba7ca-19d6-4e37-9183-4e4ed4abb8e6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:11.471310 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ec7ba7ca-19d6-4e37-9183-4e4ed4abb8e6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2553737 Mar 08 11:50:11.471685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46956) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:11.541272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cdf8f8-b952-4ca7-bee4-3684756b43f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet ff008f71-9d09-4feb-b56e-00bfff17a150 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:11.550048 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-84cdf8f8-b952-4ca7-bee4-3684756b43f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.579004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ba52dace-518e-49a5-965d-4e69df4fabd6 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.618733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:11.626065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:11.626450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.638625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e9f1bfb1-a46b-48da-bd1e-a210e5e74f3f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.665041 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-84cdf8f8-b952-4ca7-bee4-3684756b43f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.685689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-53a5eb19-3ed3-4c82-9311-d261ce22d041 None None] Provisioning for port f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:11.707914 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-53a5eb19-3ed3-4c82-9311-d261ce22d041 None None] Provisioning complete for port f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:11.709063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-53a5eb19-3ed3-4c82-9311-d261ce22d041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.760649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ba52dace-518e-49a5-965d-4e69df4fabd6 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.792711 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e9f1bfb1-a46b-48da-bd1e-a210e5e74f3f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.797577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-53a5eb19-3ed3-4c82-9311-d261ce22d041 None None] Port f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:11.807433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-84cdf8f8-b952-4ca7-bee4-3684756b43f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.826861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.832778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.840346 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ba52dace-518e-49a5-965d-4e69df4fabd6 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.841215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-53a5eb19-3ed3-4c82-9311-d261ce22d041 None None] Provisioning complete for port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:11.842507 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-53a5eb19-3ed3-4c82-9311-d261ce22d041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.879978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52dace-518e-49a5-965d-4e69df4fabd6 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29f84f1-e904-4bbe-a79b-aced614232c8,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:11.899507 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e9f1bfb1-a46b-48da-bd1e-a210e5e74f3f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.909537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97,segment=NetworkSegment(dccec494-2e54-49f3-bb16-667e02958af1),segment_id=dccec494-2e54-49f3-bb16-667e02958af1)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:11.942564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1bfb1-a46b-48da-bd1e-a210e5e74f3f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21380ca8-2ef0-4283-b53b-a8c650843d21,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:11.970950 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ba52dace-518e-49a5-965d-4e69df4fabd6 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:11.972417 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ba52dace-518e-49a5-965d-4e69df4fabd6 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5986383 Mar 08 11:50:11.976996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46962) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:11.983004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e9e19827-6936-474e-ab60-4c802e12cd37 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': 'e65a9e37-2da8-45a5-b13e-46375cf99dd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:11.990383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e9e19827-6936-474e-ab60-4c802e12cd37 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:11.994645 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e9e19827-6936-474e-ab60-4c802e12cd37 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:11.998674 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e9e19827-6936-474e-ab60-4c802e12cd37 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:12.000110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.008271 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e9e19827-6936-474e-ab60-4c802e12cd37 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:12.058142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-53a5eb19-3ed3-4c82-9311-d261ce22d041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.058769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e9f1bfb1-a46b-48da-bd1e-a210e5e74f3f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.059992 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e9f1bfb1-a46b-48da-bd1e-a210e5e74f3f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6427131 Mar 08 11:50:12.062700 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-84cdf8f8-b952-4ca7-bee4-3684756b43f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.066279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46966) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:12.107374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:12.121698 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdf8f8-b952-4ca7-bee4-3684756b43f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=ff008f71-9d09-4feb-b56e-00bfff17a150,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:12.128174 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-84cdf8f8-b952-4ca7-bee4-3684756b43f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.132856 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-84cdf8f8-b952-4ca7-bee4-3684756b43f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/ff008f71-9d09-4feb-b56e-00bfff17a150 HTTP/1.1" status: 204 len: 168 time: 0.6580398 Mar 08 11:50:12.134005 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-19ffc503-d0e5-4b11-857a-d5d0ac9733d1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules/21380ca8-2ef0-4283-b53b-a8c650843d21 HTTP/1.1" status: 200 len: 763 time: 0.0397966 Mar 08 11:50:12.134576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46970) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:12.136699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46972) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:12.155446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9603f08-abfd-4a15-85df-8fd673fee49d None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:12.173629 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:12.173829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:12.174200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:12.174485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:12.174817 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:12.175573 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:12.175573 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:12.175850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:12.176123 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:12.176453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:12.176781 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:12.177105 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:12.198728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Subnet': ['ID=249c9e7d-3bdf-4850-8452-c993f847c32d,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:12.199282 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-579dddf3-eb1d-45de-bec0-33de2cd1d04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.235630 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-21e64c11-9179-4143-ae8d-2aebee2690f5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972743 Mar 08 11:50:12.236295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46978) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:12.239817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e9e19827-6936-474e-ab60-4c802e12cd37 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.263302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Checking segment: {'id': '859d8b52-fa39-4216-9242-80b46e3f4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1e5d6d4-33d0-4069-8433-dc9c8643757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:12.263682 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network hostable DHCP agents. Network: d1e5d6d4-33d0-4069-8433-dc9c8643757a, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:50:12.264455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-53a5eb19-3ed3-4c82-9311-d261ce22d041 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:50:12.264914 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-53a5eb19-3ed3-4c82-9311-d261ce22d041 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:50:12.296390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0637d3-384e-4164-a500-7dc7bcb0e1ae req-8ba17c29-e2ce-46c7-9eb9-969bbc2e63cd tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:12.297351 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf0637d3-384e-4164-a500-7dc7bcb0e1ae req-8ba17c29-e2ce-46c7-9eb9-969bbc2e63cd tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.2903030 Mar 08 11:50:12.347381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e3734b9b-6951-40b0-9970-83d2f3e39cf4 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:12.414874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b56862-960a-4681-8fbd-b74f5ed45c2c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:12.415537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a2b56862-960a-4681-8fbd-b74f5ed45c2c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:12.437634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.437911 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552a560-05b9-49a6-9777-116ad88037c6 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:50:12.442273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8552a560-05b9-49a6-9777-116ad88037c6 None None] Deleting port 50714c89-c613-4c2b-8756-1a10ecb477c2 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:12.442650 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8552a560-05b9-49a6-9777-116ad88037c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.449250 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf0637d3-384e-4164-a500-7dc7bcb0e1ae req-31d3b27c-5780-478b-8a5d-e15da5978d1d tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416028 Mar 08 11:50:12.458305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network d1e5d6d4-33d0-4069-8433-dc9c8643757a is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:50:12.471489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e3734b9b-6951-40b0-9970-83d2f3e39cf4 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:12.473146 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e3734b9b-6951-40b0-9970-83d2f3e39cf4 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3346815 Mar 08 11:50:12.474817 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-e9e19827-6936-474e-ab60-4c802e12cd37 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): There was a conflict when trying to complete your request. Mar 08 11:50:12.476630 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e9e19827-6936-474e-ab60-4c802e12cd37 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4984844 Mar 08 11:50:12.480324 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46982) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:12.482922 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46984) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:12.527355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d58a7679-e88c-4446-abe6-e23166eaa3b0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.534758 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a2b56862-960a-4681-8fbd-b74f5ed45c2c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:12.538497 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a2b56862-960a-4681-8fbd-b74f5ed45c2c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2989240 Mar 08 11:50:12.546756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46990) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:12.630016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ba44d8-42dc-44e5-8b55-f63c0a5381c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:12.630905 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-94ba44d8-42dc-44e5-8b55-f63c0a5381c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:12.636679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d58a7679-e88c-4446-abe6-e23166eaa3b0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.675413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-8552a560-05b9-49a6-9777-116ad88037c6 None None] For port 50714c89-c613-4c2b-8756-1a10ecb477c2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=50714c89-c613-4c2b-8756-1a10ecb477c2,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:12.676060 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8552a560-05b9-49a6-9777-116ad88037c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.689505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ead36cf6-c910-4cdb-a35c-7bbd7ee1870a tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.719930 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ead36cf6-c910-4cdb-a35c-7bbd7ee1870a tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.735495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, d1e5d6d4-33d0-4069-8433-dc9c8643757a) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:12.759548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb4fb21-be8c-41d2-b730-7b6976ff6a2c None None] Network d1e5d6d4-33d0-4069-8433-dc9c8643757a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:12.765792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-94ba44d8-42dc-44e5-8b55-f63c0a5381c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:12.767462 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-94ba44d8-42dc-44e5-8b55-f63c0a5381c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2195449 Mar 08 11:50:12.769795 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46994) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:12.799039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:12.799638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.870336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8552a560-05b9-49a6-9777-116ad88037c6 None None] Calling delete_port for 50714c89-c613-4c2b-8756-1a10ecb477c2 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:12.965907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ead36cf6-c910-4cdb-a35c-7bbd7ee1870a tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:12.969662 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d58a7679-e88c-4446-abe6-e23166eaa3b0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.000888 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1da73950-ed52-4ed6-b427-c516fe3c8dd8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2299185 Mar 08 11:50:13.007029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 46998) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:13.010004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a7679-e88c-4446-abe6-e23166eaa3b0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21380ca8-2ef0-4283-b53b-a8c650843d21,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:13.012104 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead36cf6-c910-4cdb-a35c-7bbd7ee1870a tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65a9e37-2da8-45a5-b13e-46375cf99dd4,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:13.021657 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-10b39cb0-aa07-41ec-b2e1-c1762f439d6b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:13.068368 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ead36cf6-c910-4cdb-a35c-7bbd7ee1870a tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.069720 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ead36cf6-c910-4cdb-a35c-7bbd7ee1870a tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "DELETE /v2.0/security-groups/e65a9e37-2da8-45a5-b13e-46375cf99dd4 HTTP/1.1" status: 204 len: 168 time: 0.5852938 Mar 08 11:50:13.077235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47002) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:13.080309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:13.160510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d58a7679-e88c-4446-abe6-e23166eaa3b0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.162151 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d58a7679-e88c-4446-abe6-e23166eaa3b0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/21380ca8-2ef0-4283-b53b-a8c650843d21 HTTP/1.1" status: 204 len: 168 time: 0.6802475 Mar 08 11:50:13.173649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47006) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:13.226830 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c7800715-e70e-42de-a070-25a4be9c75a0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0577717 Mar 08 11:50:13.233252 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-10b39cb0-aa07-41ec-b2e1-c1762f439d6b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:13.239126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47010) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:13.255850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-586445d7-7af5-427a-ae2b-5705b77e29af tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': 'd1e5d6d4-33d0-4069-8433-dc9c8643757a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:13.285037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d3150ac4-0911-4d10-9329-c8dd2d448228 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Synchronizing usage tracker for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:13.301269 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-10b39cb0-aa07-41ec-b2e1-c1762f439d6b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:13.305579 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.335402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.343066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.360682 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:13.361056 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.382244 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-39ebdba4-f5aa-4e0e-904f-8acde3d37b9f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:13.405600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.415093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8552a560-05b9-49a6-9777-116ad88037c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.452180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b39cb0-aa07-41ec-b2e1-c1762f439d6b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:13.454574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10b39cb0-aa07-41ec-b2e1-c1762f439d6b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.480049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d3150ac4-0911-4d10-9329-c8dd2d448228 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Unset dirty status for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:13.481114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552a560-05b9-49a6-9777-116ad88037c6 None None] No DVR routers for this DVR port 50714c89-c613-4c2b-8756-1a10ecb477c2 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:50:13.481686 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d3150ac4-0911-4d10-9329-c8dd2d448228 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4033656 Mar 08 11:50:13.490665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-45e6d08b-5087-4df4-9d66-7bbe164a946b None None] Provisioning complete for port f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:13.491677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-45e6d08b-5087-4df4-9d66-7bbe164a946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.505371 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47016) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:13.517956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-aded1d5b-225b-4b5c-a8f9-8047892e38d2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420227060'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:13.548074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.573577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552a560-05b9-49a6-9777-116ad88037c6 None None] Pushing event deleted for resources: {'Port': ['ID=50714c89-c613-4c2b-8756-1a10ecb477c2,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:13.578729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.580770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-39ebdba4-f5aa-4e0e-904f-8acde3d37b9f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:13.584694 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-39ebdba4-f5aa-4e0e-904f-8acde3d37b9f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4051507 Mar 08 11:50:13.584694 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-aded1d5b-225b-4b5c-a8f9-8047892e38d2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:13.594023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47020) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:13.595045 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-586445d7-7af5-427a-ae2b-5705b77e29af tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:13.618369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a629468e-f044-4192-85de-b6b1d915da25 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group_rule': {'security_group_id': '29210eec-e24a-4eaa-8e09-35a792525312', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:13.634374 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-586445d7-7af5-427a-ae2b-5705b77e29af tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:13.655432 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-aded1d5b-225b-4b5c-a8f9-8047892e38d2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:13.657377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-586445d7-7af5-427a-ae2b-5705b77e29af tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:13.669239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Allocated IP 172.20.0.8 (c3768315-06f4-4d1f-b8d8-6ea60a23c7a3/fee94076-e7d2-4243-a2b5-4e08110fc948/e4b920ff-e36a-40de-89f5-dac2e93ddd11) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:13.670413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-d1e5d6d4-33d0-4069-8433-dc9c8643757a', 'network_id': 'd1e5d6d4-33d0-4069-8433-dc9c8643757a', 'tenant_id': '6bf2e6502ed8457aba4798042de61a1a', 'fixed_ips': [{'subnet_id': '249c9e7d-3bdf-4850-8452-c993f847c32d'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:50:13.671458 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.686332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a629468e-f044-4192-85de-b6b1d915da25 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:13.711963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.716239 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a629468e-f044-4192-85de-b6b1d915da25 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:13.807164 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-586445d7-7af5-427a-ae2b-5705b77e29af tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:13.861257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a629468e-f044-4192-85de-b6b1d915da25 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.868405 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-45e6d08b-5087-4df4-9d66-7bbe164a946b None None] Port f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:13.899757 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aded1d5b-225b-4b5c-a8f9-8047892e38d2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.945580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-aded1d5b-225b-4b5c-a8f9-8047892e38d2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:13.947969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:13.962235 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Allocated IP 172.20.0.2 (d1e5d6d4-33d0-4069-8433-dc9c8643757a/249c9e7d-3bdf-4850-8452-c993f847c32d/b7de3b20-d4fa-4034-98b0-ae1ff93363cc) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:13.971095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586445d7-7af5-427a-ae2b-5705b77e29af tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:13.975172 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-586445d7-7af5-427a-ae2b-5705b77e29af tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:13.993163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-aded1d5b-225b-4b5c-a8f9-8047892e38d2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:14.014637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-aded1d5b-225b-4b5c-a8f9-8047892e38d2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:14.015689 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.115466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 50714c89-c613-4c2b-8756-1a10ecb477c2 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:50:14.124561 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-aded1d5b-225b-4b5c-a8f9-8047892e38d2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:14.136911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.167317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 50714c89-c613-4c2b-8756-1a10ecb477c2 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:50:14.167665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 50714c89-c613-4c2b-8756-1a10ecb477c2 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:50:14.215594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-257a405a-0f96-4905-a57f-17b29ad55f0b None None] Provisioning complete for port f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:14.215890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-257a405a-0f96-4905-a57f-17b29ad55f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.253898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688bfe7-4f24-4b99-9dff-ea12632a48ad req-1cf3c2ed-a4db-4735-96be-da877c7af863 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:14.256125 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a688bfe7-4f24-4b99-9dff-ea12632a48ad req-1cf3c2ed-a4db-4735-96be-da877c7af863 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.6030450 Mar 08 11:50:14.256558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.314657 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a629468e-f044-4192-85de-b6b1d915da25 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.331881 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-257a405a-0f96-4905-a57f-17b29ad55f0b None None] Port f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:14.348025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event updated for resources: {'Port': ['ID=e4b920ff-e36a-40de-89f5-dac2e93ddd11,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:14.351492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.363568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Transition to ACTIVE for port object b7de3b20-d4fa-4034-98b0-ae1ff93363cc will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:14.384280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Network c3768315-06f4-4d1f-b8d8-6ea60a23c7a3 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:14.385148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Transition to ACTIVE for port object b7de3b20-d4fa-4034-98b0-ae1ff93363cc will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:14.390356 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.ipam_backend_mixin [None req-586445d7-7af5-427a-ae2b-5705b77e29af tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 249c9e7d-3bdf-4850-8452-c993f847c32d (CIDR: 172.20.0.0/28) Mar 08 11:50:14.391308 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:14.395257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:14.412045 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a629468e-f044-4192-85de-b6b1d915da25 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.425213 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a688bfe7-4f24-4b99-9dff-ea12632a48ad req-26a165c4-65aa-425a-a9b2-31073477eed7 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514452 Mar 08 11:50:14.448375 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-586445d7-7af5-427a-ae2b-5705b77e29af tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:14.449063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586445d7-7af5-427a-ae2b-5705b77e29af tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:50:14.456409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.464244 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629468e-f044-4192-85de-b6b1d915da25 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db2d19d-a242-4d91-8dd5-18b2e642b9dc,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:14.495376 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aded1d5b-225b-4b5c-a8f9-8047892e38d2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.515354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.566633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10b39cb0-aa07-41ec-b2e1-c1762f439d6b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.599657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Network d1e5d6d4-33d0-4069-8433-dc9c8643757a is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:14.603419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:14.605331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Pushing event updated for resources: {'Port': ['ID=b7de3b20-d4fa-4034-98b0-ae1ff93363cc,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:14.607544 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:14.641442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b39cb0-aa07-41ec-b2e1-c1762f439d6b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=4e84be77-fecb-479e-b79f-cfbbe347a74a,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:14.649675 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-586445d7-7af5-427a-ae2b-5705b77e29af tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4066052 Mar 08 11:50:14.660073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47026) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:14.662820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aded1d5b-225b-4b5c-a8f9-8047892e38d2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.666943 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a629468e-f044-4192-85de-b6b1d915da25 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.671026 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a629468e-f044-4192-85de-b6b1d915da25 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0733290 Mar 08 11:50:14.679457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47028) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:14.704372 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.712239 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Attempting to bind port b7de3b20-d4fa-4034-98b0-ae1ff93363cc on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:14.713075 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Attempting to bind port b7de3b20-d4fa-4034-98b0-ae1ff93363cc by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '859d8b52-fa39-4216-9242-80b46e3f4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1e5d6d4-33d0-4069-8433-dc9c8643757a'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:14.713289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Attempting to bind port b7de3b20-d4fa-4034-98b0-ae1ff93363cc on network d1e5d6d4-33d0-4069-8433-dc9c8643757a {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:14.717562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': 'd1e5d6d4-33d0-4069-8433-dc9c8643757a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:14.719137 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:14.719518 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Checking segment: {'id': '859d8b52-fa39-4216-9242-80b46e3f4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1e5d6d4-33d0-4069-8433-dc9c8643757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:14.719922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.720363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Bound using segment: {'id': '859d8b52-fa39-4216-9242-80b46e3f4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1e5d6d4-33d0-4069-8433-dc9c8643757a'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:14.720836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Bound port: b7de3b20-d4fa-4034-98b0-ae1ff93363cc, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859d8b52-fa39-4216-9242-80b46e3f4b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1e5d6d4-33d0-4069-8433-dc9c8643757a'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:14.721218 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.769601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded1d5b-225b-4b5c-a8f9-8047892e38d2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f318e0e3-96d8-4253-8c4c-374ca1fa082d,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:14.780089 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b39cb0-aa07-41ec-b2e1-c1762f439d6b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:14.786952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-10b39cb0-aa07-41ec-b2e1-c1762f439d6b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:14.790199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b39cb0-aa07-41ec-b2e1-c1762f439d6b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:14.790786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10b39cb0-aa07-41ec-b2e1-c1762f439d6b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.808580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fea856-1cd3-495f-8e27-40b52662304e None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:14.859753 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d6eac769-bd88-4d85-9ac2-c0e74b6402f9 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules/2db2d19d-a242-4d91-8dd5-18b2e642b9dc HTTP/1.1" status: 200 len: 763 time: 0.1417110 Mar 08 11:50:14.859753 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47034) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:14.899423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-aded1d5b-225b-4b5c-a8f9-8047892e38d2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:14.903940 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-aded1d5b-225b-4b5c-a8f9-8047892e38d2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3972957 Mar 08 11:50:14.904488 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47040) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:14.918506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-08ac5644-7029-4a9e-b19c-76c6e3ce4214 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': 'f318e0e3-96d8-4253-8c4c-374ca1fa082d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:14.920013 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.api.v2.base [None req-08ac5644-7029-4a9e-b19c-76c6e3ce4214 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 08 11:50:14.920013 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-08ac5644-7029-4a9e-b19c-76c6e3ce4214 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:14.924139 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-08ac5644-7029-4a9e-b19c-76c6e3ce4214 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0133464 Mar 08 11:50:14.924737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47044) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:14.989062 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-10b39cb0-aa07-41ec-b2e1-c1762f439d6b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9804618 Mar 08 11:50:14.996562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47048) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:14.999203 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] For port b7de3b20-d4fa-4034-98b0-ae1ff93363cc, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:15.003235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'fixed_ips': [{'subnet_id': '4e84be77-fecb-479e-b79f-cfbbe347a74a', 'ip_address': '2001:db8::47c0:20d8:87cb:3142'}], 'name': 'tempest-NetworksTestDHCPv6-490174967'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:15.012387 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] For port b7de3b20-d4fa-4034-98b0-ae1ff93363cc, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b7de3b20-d4fa-4034-98b0-ae1ff93363cc,segment=NetworkSegment(859d8b52-fa39-4216-9242-80b46e3f4b06),segment_id=859d8b52-fa39-4216-9242-80b46e3f4b06)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:15.041723 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6290233f-5638-41d6-b519-c8ef3994b977 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:15.066930 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:15.076055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.180350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:15.202040 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:15.218297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dba52-3691-4637-8ce0-d06dcac1865e None None] Pushing event updated for resources: {'Port': ['ID=b7de3b20-d4fa-4034-98b0-ae1ff93363cc,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:15.220013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:15.226895 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc409565-3766-467c-a85b-0e147aca2218 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.240892 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '4e84be77-fecb-479e-b79f-cfbbe347a74a'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:50:15.242717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.260357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d23ed-7d03-48e6-86ac-bb06bb404ea9 req-76acce9e-a86c-4500-94c8-42ef39ddf7a1 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:15.261922 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-789d23ed-7d03-48e6-86ac-bb06bb404ea9 req-76acce9e-a86c-4500-94c8-42ef39ddf7a1 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.2931130 Mar 08 11:50:15.263273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6290233f-5638-41d6-b519-c8ef3994b977 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:15.267373 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6290233f-5638-41d6-b519-c8ef3994b977 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4046488 Mar 08 11:50:15.273692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47054) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:15.286853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc409565-3766-467c-a85b-0e147aca2218 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.295969 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:15.317605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:15.337981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:15.341624 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.399794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca3f2-6ef6-416f-a6dd-380012fa4cfc tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.503539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:15.506224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca3f2-6ef6-416f-a6dd-380012fa4cfc tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.518593 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-789d23ed-7d03-48e6-86ac-bb06bb404ea9 req-21654e86-7648-47d9-9677-c6964b0efab6 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434461 Mar 08 11:50:15.566318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.603867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Allocated IP 2001:db8::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/4e84be77-fecb-479e-b79f-cfbbe347a74a/a367ddb2-8d98-4e3d-809d-f62647992ad1) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:15.631531 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc409565-3766-467c-a85b-0e147aca2218 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.727332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.840331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc409565-3766-467c-a85b-0e147aca2218 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f318e0e3-96d8-4253-8c4c-374ca1fa082d,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:15.857345 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.858136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.923280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca3f2-6ef6-416f-a6dd-380012fa4cfc tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.965225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.983948 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.984169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc409565-3766-467c-a85b-0e147aca2218 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:15.985476 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bc409565-3766-467c-a85b-0e147aca2218 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "DELETE /v2.0/security-groups/f318e0e3-96d8-4253-8c4c-374ca1fa082d HTTP/1.1" status: 204 len: 168 time: 1.0553467 Mar 08 11:50:15.991832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47064) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:15.995763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Transition to ACTIVE for port object a367ddb2-8d98-4e3d-809d-f62647992ad1 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:15.999703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ca3f2-6ef6-416f-a6dd-380012fa4cfc tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2db2d19d-a242-4d91-8dd5-18b2e642b9dc,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:16.009651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183cc17-c2a5-4890-a1ca-4d9b84917afc req-eb3a4328-bd6c-412d-8cb3-84a03a0c2fa9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:16.017259 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f183cc17-c2a5-4890-a1ca-4d9b84917afc req-eb3a4328-bd6c-412d-8cb3-84a03a0c2fa9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.3886178 Mar 08 11:50:16.023289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Transition to ACTIVE for port object a367ddb2-8d98-4e3d-809d-f62647992ad1 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:16.048429 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:16.061155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 3dfa448b-1768-4ce4-b1be-1149bff10f49 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:16.109216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:16.171514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca3f2-6ef6-416f-a6dd-380012fa4cfc tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:16.175118 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cb1ca3f2-6ef6-416f-a6dd-380012fa4cfc tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2db2d19d-a242-4d91-8dd5-18b2e642b9dc HTTP/1.1" status: 204 len: 168 time: 0.8963017 Mar 08 11:50:16.176721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:16.179969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:16.181316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47068) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:16.183511 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:16.197904 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f183cc17-c2a5-4890-a1ca-4d9b84917afc req-e1e869bf-df86-4585-8397-81f360201f94 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778495 Mar 08 11:50:16.228459 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Pushing event updated for resources: {'Port': ['ID=a367ddb2-8d98-4e3d-809d-f62647992ad1,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:16.242091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6073047-266d-47ca-b2d7-33278446a2e3 req-2d46c151-a61e-4fe2-b4a6-9bfd0020155f tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:16.243892 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b6073047-266d-47ca-b2d7-33278446a2e3 req-2d46c151-a61e-4fe2-b4a6-9bfd0020155f tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4212384 Mar 08 11:50:16.252380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1af0aa74-ad2a-45be-9747-bce4c44ccc9b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Synchronizing usage tracker for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:16.291209 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Attempting to bind port a367ddb2-8d98-4e3d-809d-f62647992ad1 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:16.291586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Attempting to bind port a367ddb2-8d98-4e3d-809d-f62647992ad1 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:16.291949 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Attempting to bind port a367ddb2-8d98-4e3d-809d-f62647992ad1 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:16.297767 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:16.298283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:16.299510 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:16.299923 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:16.300403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Bound port: a367ddb2-8d98-4e3d-809d-f62647992ad1, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:16.300788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:16.406654 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-016c1008-059e-46dc-8009-2451abe037eb tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2180805 Mar 08 11:50:16.409925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47072) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:16.410837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:16.419955 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] For port a367ddb2-8d98-4e3d-809d-f62647992ad1, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:16.423655 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] For port a367ddb2-8d98-4e3d-809d-f62647992ad1, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a367ddb2-8d98-4e3d-809d-f62647992ad1,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:16.467562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b7a63f79-8fd2-4021-b4d2-c5155106e12e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group_rule': {'security_group_id': '29210eec-e24a-4eaa-8e09-35a792525312', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:16.472268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1af0aa74-ad2a-45be-9747-bce4c44ccc9b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Unset dirty status for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:16.473476 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1af0aa74-ad2a-45be-9747-bce4c44ccc9b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4763265 Mar 08 11:50:16.478944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:16.492645 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47076) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:16.503036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b7a63f79-8fd2-4021-b4d2-c5155106e12e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:16.516645 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e3d7e7de-98ae-4c9a-b68c-25db974b43fa tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group': {'name': 'tempest-secgroup--814957323'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:16.524207 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b7a63f79-8fd2-4021-b4d2-c5155106e12e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:16.527956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network d1e5d6d4-33d0-4069-8433-dc9c8643757a is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:16.533901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b7a63f79-8fd2-4021-b4d2-c5155106e12e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:16.536947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e3d7e7de-98ae-4c9a-b68c-25db974b43fa tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:16.537231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:16.539927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:16.556136 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:16.556745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:16.560799 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b7a63f79-8fd2-4021-b4d2-c5155106e12e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:16.572736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::47c0:20d8:87cb:3142 (b6b97662-0baa-4f27-9a4e-9894348947bb/4e84be77-fecb-479e-b79f-cfbbe347a74a/3dfa448b-1768-4ce4-b1be-1149bff10f49) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:16.582564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Subnet': ['ID=44b576cf-54f0-46cf-8135-344aedbaa920,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:16.592369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e3d7e7de-98ae-4c9a-b68c-25db974b43fa tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:16.619960 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4309c6e-2a83-4ae0-9493-33b6451bd7f1 None None] Pushing event updated for resources: {'Port': ['ID=a367ddb2-8d98-4e3d-809d-f62647992ad1,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:16.685830 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b6073047-266d-47ca-b2d7-33278446a2e3 req-07f6ec6e-3741-4123-93ef-aee58f1c6738 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177866 Mar 08 11:50:16.690768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:16.697446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:16.720535 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1cbe2a44-8b5f-4d0c-a870-29672173a32c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0480728 Mar 08 11:50:16.721448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47082) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:16.743279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e3d7e7de-98ae-4c9a-b68c-25db974b43fa tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:16.767188 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': 'd1e5d6d4-33d0-4069-8433-dc9c8643757a', 'fixed_ips': [{'subnet_id': '249c9e7d-3bdf-4850-8452-c993f847c32d'}, {'subnet_id': '44b576cf-54f0-46cf-8135-344aedbaa920'}], 'name': 'tempest-PortsTestJSON-212147620'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:16.822499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b7a63f79-8fd2-4021-b4d2-c5155106e12e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:16.977019 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5049b6-b67b-4c3d-a5ea-74f24f2df4a0 None None] Network d1e5d6d4-33d0-4069-8433-dc9c8643757a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:17.072297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b7de3b20-d4fa-4034-98b0-ae1ff93363cc up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:17.078384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:17.136757 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:port and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:17.158944 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e3d7e7de-98ae-4c9a-b68c-25db974b43fa tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:17.166547 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:17.175965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e3d7e7de-98ae-4c9a-b68c-25db974b43fa tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:17.177411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Router a7b97a0e-361b-4320-afab-94e245373a8d is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:50:17.190099 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e3d7e7de-98ae-4c9a-b68c-25db974b43fa tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:17.203898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:17.206802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e3d7e7de-98ae-4c9a-b68c-25db974b43fa tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:17.278221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-dfae6194-6398-447f-a3f4-f07c2bfe6aae None None] Provisioning for port b7de3b20-d4fa-4034-98b0-ae1ff93363cc completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:17.312452 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:17.320514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router eaca3bfa-f565-4801-93ff-37b593d44abe is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:50:17.323234 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b7a63f79-8fd2-4021-b4d2-c5155106e12e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:17.332558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:17.375204 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 3dfa448b-1768-4ce4-b1be-1149bff10f49 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:17.383894 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port b7de3b20-d4fa-4034-98b0-ae1ff93363cc completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:17.393172 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b7a63f79-8fd2-4021-b4d2-c5155106e12e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:17.398963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port b7de3b20-d4fa-4034-98b0-ae1ff93363cc triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:17.399345 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:17.478211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344d3d-2730-49b0-a16e-99df0faaeeac req-1ff644af-9f6c-4b30-a103-6ce3acc2335f tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:17.478826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-283674e5-da4e-40cf-875b-ddaa2b16ed59 None None] Provisioning complete for port f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:17.478826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-283674e5-da4e-40cf-875b-ddaa2b16ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:17.479786 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d7344d3d-2730-49b0-a16e-99df0faaeeac req-1ff644af-9f6c-4b30-a103-6ce3acc2335f tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4093595 Mar 08 11:50:17.515653 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a63f79-8fd2-4021-b4d2-c5155106e12e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3316374c-0f55-4aff-a68d-9781a60af5cb,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:17.558848 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-283674e5-da4e-40cf-875b-ddaa2b16ed59 None None] Port f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:17.587557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e3d7e7de-98ae-4c9a-b68c-25db974b43fa tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:17.617659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:50:17.624911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:17.636603 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Sync routers for ids ['a7b97a0e-361b-4320-afab-94e245373a8d'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:50:17.648101 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Routers {'a7b97a0e-361b-4320-afab-94e245373a8d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:17.648258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:17.652367 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['a7b97a0e-361b-4320-afab-94e245373a8d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:17.672562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b7a63f79-8fd2-4021-b4d2-c5155106e12e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:17.676595 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b7a63f79-8fd2-4021-b4d2-c5155106e12e tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2616806 Mar 08 11:50:17.679960 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d7344d3d-2730-49b0-a16e-99df0faaeeac req-a369d3e5-bcf3-4045-b3b6-0f8679f6032f tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739399 Mar 08 11:50:17.683456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47088) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:17.691523 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:50:17.701472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e3d7e7de-98ae-4c9a-b68c-25db974b43fa tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:17.714139 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5185e9b7-5e0f-4cb0-bd0d-3ea765d66cd7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/eaca3bfa-f565-4801-93ff-37b593d44abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4298005 Mar 08 11:50:17.719117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47092) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:17.736912 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port fca67488-6620-4e81-af0a-465cfb58bcc5 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:17.782230 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dc13eed1-ecbd-4e73-a545-ffd36cfef4d5 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules/3316374c-0f55-4aff-a68d-9781a60af5cb HTTP/1.1" status: 200 len: 764 time: 0.0974653 Mar 08 11:50:17.782820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47098) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:17.809849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e68af-f13e-414b-ac06-5fda948435eb None None] Sync routers for ids ['eaca3bfa-f565-4801-93ff-37b593d44abe'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:50:17.833457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:17.906437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:17.920062 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9bfe2b6c-f6b1-4026-87d5-c128ff6e4be6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.8071084 Mar 08 11:50:17.931900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084e68af-f13e-414b-ac06-5fda948435eb None None] Routers {'eaca3bfa-f565-4801-93ff-37b593d44abe'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:17.932466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-084e68af-f13e-414b-ac06-5fda948435eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['eaca3bfa-f565-4801-93ff-37b593d44abe'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:17.947499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4f385-3c05-476d-9efe-23d3a048f2bc req-bca86952-7f5a-4092-8586-30d7f6fa1e80 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:17.966110 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5cf4f385-3c05-476d-9efe-23d3a048f2bc req-bca86952-7f5a-4092-8586-30d7f6fa1e80 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.6471221 Mar 08 11:50:18.001517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8ba789-83b9-49a1-b361-7b14d7049121 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:18.008340 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cf8ba789-83b9-49a1-b361-7b14d7049121 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports/f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d HTTP/1.1" status: 200 len: 984 time: 0.2802014 Mar 08 11:50:18.009235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47102) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:18.009497 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:50:18.010129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47104) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:18.016935 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Set router a7b97a0e-361b-4320-afab-94e245373a8d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:50:18.091857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port b7de3b20-d4fa-4034-98b0-ae1ff93363cc, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b7de3b20-d4fa-4034-98b0-ae1ff93363cc,segment=NetworkSegment(859d8b52-fa39-4216-9242-80b46e3f4b06),segment_id=859d8b52-fa39-4216-9242-80b46e3f4b06)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:18.097643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-084e68af-f13e-414b-ac06-5fda948435eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:18.107021 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31817c69-0006-44af-97b1-5caa58d02518 None None] Update dhcp port {'port': {'network_id': 'd1e5d6d4-33d0-4069-8433-dc9c8643757a', 'fixed_ips': [{'subnet_id': '249c9e7d-3bdf-4850-8452-c993f847c32d', 'ip_address': '172.20.0.2'}, {'subnet_id': '44b576cf-54f0-46cf-8135-344aedbaa920'}], 'binding:host_id': 'dv-neutron-828143-8-hyperv'}, 'id': 'b7de3b20-d4fa-4034-98b0-ae1ff93363cc'} from dv-neutron-828143-8-hyperv. {{(pid=88471) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 11:50:18.161645 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=3dfa448b-1768-4ce4-b1be-1149bff10f49,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:18.175928 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:18.182967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084e68af-f13e-414b-ac06-5fda948435eb None None] Routers {'eaca3bfa-f565-4801-93ff-37b593d44abe'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:18.182967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-084e68af-f13e-414b-ac06-5fda948435eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['eaca3bfa-f565-4801-93ff-37b593d44abe'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:18.255033 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:18.274303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e3d7e7de-98ae-4c9a-b68c-25db974b43fa tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:18.275666 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e3d7e7de-98ae-4c9a-b68c-25db974b43fa tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7791238 Mar 08 11:50:18.277178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7e7de-98ae-4c9a-b68c-25db974b43fa tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c641933e-71cc-40a9-bea1-8c76862fa45b,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:18.280574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:18.288150 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:18.288998 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:18.297942 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:18.316680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47112) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:18.342447 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e41c1060-be52-43c7-88a4-3ea1b898b5b1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:18.374687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-084e68af-f13e-414b-ac06-5fda948435eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:18.375103 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e68af-f13e-414b-ac06-5fda948435eb None None] The sync data for ids ['eaca3bfa-f565-4801-93ff-37b593d44abe'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:50:18.438883 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-31817c69-0006-44af-97b1-5caa58d02518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:18.446966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b2732c8c-5020-4e80-86ec-e04f5285a694 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': 'c641933e-71cc-40a9-bea1-8c76862fa45b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:18.447851 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.api.v2.base [None req-b2732c8c-5020-4e80-86ec-e04f5285a694 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 08 11:50:18.448376 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-b2732c8c-5020-4e80-86ec-e04f5285a694 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:18.449418 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b2732c8c-5020-4e80-86ec-e04f5285a694 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0970366 Mar 08 11:50:18.454015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47116) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:18.463629 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-10fbccbd-230a-4e0e-87f5-3cfa2d2dd0ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4660399 Mar 08 11:50:18.486865 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47120) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:18.582088 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b97a0e-361b-4320-afab-94e245373a8d', 'name': '', 'tenant_id': '5b71d398df0e4cef9206d80e68d79d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3768315-06f4-4d1f-b8d8-6ea60a23c7a3', 'external_fixed_ips': [{'subnet_id': 'fee94076-e7d2-4243-a2b5-4e08110fc948', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e4b920ff-e36a-40de-89f5-dac2e93ddd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:10Z', 'updated_at': '2022-03-08T11:50:15Z', 'revision_number': 3, 'project_id': '5b71d398df0e4cef9206d80e68d79d05', 'gw_port': {'id': 'e4b920ff-e36a-40de-89f5-dac2e93ddd11', 'name': '', 'network_id': 'c3768315-06f4-4d1f-b8d8-6ea60a23c7a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b97a0e-361b-4320-afab-94e245373a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fee94076-e7d2-4243-a2b5-4e08110fc948', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:13Z', 'updated_at': '2022-03-08T11:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fee94076-e7d2-4243-a2b5-4e08110fc948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:18.587438 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Checking router: a7b97a0e-361b-4320-afab-94e245373a8d for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:50:18.588001 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Updating router a7b97a0e-361b-4320-afab-94e245373a8d port e4b920ff-e36a-40de-89f5-dac2e93ddd11 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:50:18.633620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e41c1060-be52-43c7-88a4-3ea1b898b5b1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:18.636587 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e41c1060-be52-43c7-88a4-3ea1b898b5b1 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.8361917 Mar 08 11:50:18.645179 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5cf4f385-3c05-476d-9efe-23d3a048f2bc req-734c8a9f-dfee-457c-be49-b1813933e5b6 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6754007 Mar 08 11:50:18.647743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47124) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:18.647882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=b7de3b20-d4fa-4034-98b0-ae1ff93363cc,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:18.736284 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:18.766663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d16476a8-c853-4dd6-b74d-5af5db733a09 None None] Provisioning for port a367ddb2-8d98-4e3d-809d-f62647992ad1 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:18.773638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-acdfb043-7ef6-40be-bef1-1e60040990b6 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:18.794691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-65a399d8-e727-47ee-bea3-5a75181a3819 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:18.844208 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23af59d-08f0-48a8-babe-1658a7b7f4ee req-d05edf79-1d09-4156-85a2-ddecf69fdf74 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:18.845753 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b23af59d-08f0-48a8-babe-1658a7b7f4ee req-d05edf79-1d09-4156-85a2-ddecf69fdf74 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.5920553 Mar 08 11:50:18.872663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-acdfb043-7ef6-40be-bef1-1e60040990b6 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:18.874137 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 0e15851f-4c44-4488-b198-dc1514ab7524 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 11:50:18.879641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 0e15851f-4c44-4488-b198-dc1514ab7524 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:50:18.941977 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc14f9-f431-43f8-843d-2f96fd2f81e1 req-0b48945a-7c1c-46c5-bff8-0969f8ed3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:18.944598 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09bc14f9-f431-43f8-843d-2f96fd2f81e1 req-0b48945a-7c1c-46c5-bff8-0969f8ed3be7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 1099 time: 0.8851655 Mar 08 11:50:18.998378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.6 (d1e5d6d4-33d0-4069-8433-dc9c8643757a/249c9e7d-3bdf-4850-8452-c993f847c32d/fca67488-6620-4e81-af0a-465cfb58bcc5) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:19.004978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.27 (d1e5d6d4-33d0-4069-8433-dc9c8643757a/44b576cf-54f0-46cf-8135-344aedbaa920/fca67488-6620-4e81-af0a-465cfb58bcc5) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:19.008649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.094940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a367ddb2-8d98-4e3d-809d-f62647992ad1 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:19.172053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-65a399d8-e727-47ee-bea3-5a75181a3819 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.172850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d39437b6-4f01-4285-bee2-be437390501a None None] Provisioning for port 3dfa448b-1768-4ce4-b1be-1149bff10f49 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:19.201673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-acdfb043-7ef6-40be-bef1-1e60040990b6 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.225119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa494a-a233-4e6c-9282-dabc74843297 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:19.230884 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa494a-a233-4e6c-9282-dabc74843297 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:19.231688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-adfa494a-a233-4e6c-9282-dabc74843297 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:19.231879 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.234625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.252129 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Transition to ACTIVE for port object e4b920ff-e36a-40de-89f5-dac2e93ddd11 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:19.254420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfb043-7ef6-40be-bef1-1e60040990b6 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3316374c-0f55-4aff-a68d-9781a60af5cb,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:19.264416 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09bc14f9-f431-43f8-843d-2f96fd2f81e1 req-1732a820-eb13-429e-9678-91a1df47c24a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945087 Mar 08 11:50:19.271566 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d39437b6-4f01-4285-bee2-be437390501a None None] Provisioning complete for port 3dfa448b-1768-4ce4-b1be-1149bff10f49 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:19.274090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d39437b6-4f01-4285-bee2-be437390501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.303882 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b23af59d-08f0-48a8-babe-1658a7b7f4ee req-e260d4e9-12e5-47a7-9abf-34ead2604683 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903484 Mar 08 11:50:19.322242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-acdfb043-7ef6-40be-bef1-1e60040990b6 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.325898 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-acdfb043-7ef6-40be-bef1-1e60040990b6 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3316374c-0f55-4aff-a68d-9781a60af5cb HTTP/1.1" status: 204 len: 168 time: 0.6216881 Mar 08 11:50:19.335818 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47130) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:19.345503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:50:19.363799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.383927 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.400162 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d39437b6-4f01-4285-bee2-be437390501a None None] Port 3dfa448b-1768-4ce4-b1be-1149bff10f49 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:19.420972 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 0e15851f-4c44-4488-b198-dc1514ab7524, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e15851f-4c44-4488-b198-dc1514ab7524,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:19.426144 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 0e15851f-4c44-4488-b198-dc1514ab7524, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e15851f-4c44-4488-b198-dc1514ab7524,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:19.435573 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-adfa494a-a233-4e6c-9282-dabc74843297 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:19.436752 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-adfa494a-a233-4e6c-9282-dabc74843297 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9479487 Mar 08 11:50:19.447883 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.448248 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524', 'code': 200} Mar 08 11:50:19.451575 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47136) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:19.471974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '0e15851f-4c44-4488-b198-dc1514ab7524', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'port_id': '0e15851f-4c44-4488-b198-dc1514ab7524', 'mac_address': 'fa:16:3e:3e:65:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 11:50:19.494332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Deleting port e4b920ff-e36a-40de-89f5-dac2e93ddd11 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:19.494676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.518064 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Attempting to bind port e4b920ff-e36a-40de-89f5-dac2e93ddd11 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:19.518262 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Attempting to bind port e4b920ff-e36a-40de-89f5-dac2e93ddd11 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'ef773f2d-c2fe-4c88-9030-6d319dfaad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c3768315-06f4-4d1f-b8d8-6ea60a23c7a3'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:19.518578 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Attempting to bind port e4b920ff-e36a-40de-89f5-dac2e93ddd11 on network c3768315-06f4-4d1f-b8d8-6ea60a23c7a3 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:19.522565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.531766 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:19.532157 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Checking segment: {'id': 'ef773f2d-c2fe-4c88-9030-6d319dfaad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c3768315-06f4-4d1f-b8d8-6ea60a23c7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:19.532546 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.532990 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Bound using segment: {'id': 'ef773f2d-c2fe-4c88-9030-6d319dfaad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c3768315-06f4-4d1f-b8d8-6ea60a23c7a3'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:19.533467 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Bound port: e4b920ff-e36a-40de-89f5-dac2e93ddd11, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef773f2d-c2fe-4c88-9030-6d319dfaad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c3768315-06f4-4d1f-b8d8-6ea60a23c7a3'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:19.533863 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.539630 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-65a399d8-e727-47ee-bea3-5a75181a3819 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.564864 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-97aa3f95-63c6-4758-a082-be3f12a51e41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.572155 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95fe81-e549-451a-b065-f977702d73df None None] Pushing event updated for resources: {'Port': ['ID=e4b920ff-e36a-40de-89f5-dac2e93ddd11,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:19.584619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Transition to ACTIVE for port object fca67488-6620-4e81-af0a-465cfb58bcc5 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:19.595986 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9a4f00f3-1d22-4a1e-9fa2-f0d6ec5c1173 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2590916 Mar 08 11:50:19.602317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a399d8-e727-47ee-bea3-5a75181a3819 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c641933e-71cc-40a9-bea1-8c76862fa45b,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:19.606213 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95fe81-e549-451a-b065-f977702d73df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:19.606632 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95fe81-e549-451a-b065-f977702d73df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:19.606980 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95fe81-e549-451a-b065-f977702d73df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:19.607325 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95fe81-e549-451a-b065-f977702d73df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:19.608829 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95fe81-e549-451a-b065-f977702d73df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:19.609208 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95fe81-e549-451a-b065-f977702d73df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:19.609511 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95fe81-e549-451a-b065-f977702d73df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:19.611264 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95fe81-e549-451a-b065-f977702d73df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:19.611618 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95fe81-e549-451a-b065-f977702d73df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:19.611964 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95fe81-e549-451a-b065-f977702d73df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:19.612634 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47140) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:19.614679 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95fe81-e549-451a-b065-f977702d73df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:19.614679 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95fe81-e549-451a-b065-f977702d73df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:19.628557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=0e15851f-4c44-4488-b198-dc1514ab7524,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:19.643564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d80838b1-453c-411a-b74a-3eab056391e6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 3dfa448b-1768-4ce4-b1be-1149bff10f49 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:19.643916 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d80838b1-453c-411a-b74a-3eab056391e6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.648540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port a367ddb2-8d98-4e3d-809d-f62647992ad1 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:19.671857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port a367ddb2-8d98-4e3d-809d-f62647992ad1 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:19.672803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.717162 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] For port e4b920ff-e36a-40de-89f5-dac2e93ddd11, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:19.718142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.725782 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] For port e4b920ff-e36a-40de-89f5-dac2e93ddd11, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e4b920ff-e36a-40de-89f5-dac2e93ddd11,segment=NetworkSegment(ef773f2d-c2fe-4c88-9030-6d319dfaad4a),segment_id=ef773f2d-c2fe-4c88-9030-6d319dfaad4a)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:19.755504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e15851f-4c44-4488-b198-dc1514ab7524 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:50:19.773094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-65a399d8-e727-47ee-bea3-5a75181a3819 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.774249 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-65a399d8-e727-47ee-bea3-5a75181a3819 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "DELETE /v2.0/security-groups/c641933e-71cc-40a9-bea1-8c76862fa45b HTTP/1.1" status: 204 len: 168 time: 1.3129849 Mar 08 11:50:19.780351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47148) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:19.795007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 0e15851f-4c44-4488-b198-dc1514ab7524, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e15851f-4c44-4488-b198-dc1514ab7524,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:19.802120 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.857746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:19.925301 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Routers {'a7b97a0e-361b-4320-afab-94e245373a8d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:19.925934 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['a7b97a0e-361b-4320-afab-94e245373a8d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:19.979463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a29f5f51-0e7e-48cc-bdb9-6558d0c588da tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Synchronizing usage tracker for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:20.000825 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95fe81-e549-451a-b065-f977702d73df None None] Pushing event updated for resources: {'Port': ['ID=e4b920ff-e36a-40de-89f5-dac2e93ddd11,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:20.020287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=0e15851f-4c44-4488-b198-dc1514ab7524,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:20.030512 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:20.047839 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b7e354ac-1101-4c69-bb95-952a7c23c4aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:20.050799 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:20.096397 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] Set router a7b97a0e-361b-4320-afab-94e245373a8d gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:50:20.131618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port a367ddb2-8d98-4e3d-809d-f62647992ad1, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a367ddb2-8d98-4e3d-809d-f62647992ad1,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:20.133467 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-31817c69-0006-44af-97b1-5caa58d02518 None None] Allocated IP 172.20.0.18 (d1e5d6d4-33d0-4069-8433-dc9c8643757a/44b576cf-54f0-46cf-8135-344aedbaa920/b7de3b20-d4fa-4034-98b0-ae1ff93363cc) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:20.211017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] For port e4b920ff-e36a-40de-89f5-dac2e93ddd11, host dv-neutron-828143-8-hyperv, got binding levels [] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:20.212185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:20.227282 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b97a0e-361b-4320-afab-94e245373a8d', 'name': '', 'tenant_id': '5b71d398df0e4cef9206d80e68d79d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:10Z', 'updated_at': '2022-03-08T11:50:19Z', 'revision_number': 4, 'project_id': '5b71d398df0e4cef9206d80e68d79d05', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:20.239213 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108b7abe-2ba0-47ce-803a-f8c709ff93fe None None] The sync data for ids ['a7b97a0e-361b-4320-afab-94e245373a8d'] in dv-neutron-828143-8-hyperv is: [{'id': 'a7b97a0e-361b-4320-afab-94e245373a8d', 'name': '', 'tenant_id': '5b71d398df0e4cef9206d80e68d79d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:10Z', 'updated_at': '2022-03-08T11:50:19Z', 'revision_number': 4, 'project_id': '5b71d398df0e4cef9206d80e68d79d05', 'gw_port_host': None}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:50:20.263880 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:20.264577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b7de3b20-d4fa-4034-98b0-ae1ff93363cc up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:20.268393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network d1e5d6d4-33d0-4069-8433-dc9c8643757a is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:20.275851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b7e354ac-1101-4c69-bb95-952a7c23c4aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:20.293055 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:20.294809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a29f5f51-0e7e-48cc-bdb9-6558d0c588da tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Unset dirty status for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:20.299835 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a29f5f51-0e7e-48cc-bdb9-6558d0c588da tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5070472 Mar 08 11:50:20.301937 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:20.338241 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=fca67488-6620-4e81-af0a-465cfb58bcc5,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:20.342117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47152) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:20.383080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-cc38e6d8-0937-410a-b214-c802575ef045 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group': {'name': 'tempest-secgroup--611656114'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:20.388758 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d80838b1-453c-411a-b74a-3eab056391e6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:20.406963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acddf0-d5d9-4633-9360-c69d4b786af4 req-beb74ee8-7472-4785-b1ca-8065c56f0b09 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:20.409149 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f4acddf0-d5d9-4633-9360-c69d4b786af4 req-beb74ee8-7472-4785-b1ca-8065c56f0b09 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.5319726 Mar 08 11:50:20.421717 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cc38e6d8-0937-410a-b214-c802575ef045 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:20.428133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=a367ddb2-8d98-4e3d-809d-f62647992ad1,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:20.442274 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-31817c69-0006-44af-97b1-5caa58d02518 None None] For port b7de3b20-d4fa-4034-98b0-ae1ff93363cc, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b7de3b20-d4fa-4034-98b0-ae1ff93363cc,segment=NetworkSegment(859d8b52-fa39-4216-9242-80b46e3f4b06),segment_id=859d8b52-fa39-4216-9242-80b46e3f4b06)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:20.456902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port b7de3b20-d4fa-4034-98b0-ae1ff93363cc triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:20.457285 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:20.520858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059c0c0-3d8a-42a6-b8e0-5dd2096151a8 req-3dae2f2a-eb2f-40d2-982f-92202b5b7b97 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:20.528304 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c059c0c0-3d8a-42a6-b8e0-5dd2096151a8 req-3dae2f2a-eb2f-40d2-982f-92202b5b7b97 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 945 time: 0.6471357 Mar 08 11:50:20.530292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-31817c69-0006-44af-97b1-5caa58d02518 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:20.551908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Calling delete_port for e4b920ff-e36a-40de-89f5-dac2e93ddd11 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:20.558275 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-31817c69-0006-44af-97b1-5caa58d02518 None None] Transition to ACTIVE for port object b7de3b20-d4fa-4034-98b0-ae1ff93363cc will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:20.634797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-31817c69-0006-44af-97b1-5caa58d02518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:20.637000 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c059c0c0-3d8a-42a6-b8e0-5dd2096151a8 req-6e891f19-1b51-4cf5-ac1e-d3ec8096d68c tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023567 Mar 08 11:50:20.726354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-97aa3f95-63c6-4758-a082-be3f12a51e41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:20.727013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-97aa3f95-63c6-4758-a082-be3f12a51e41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:20.767210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d80838b1-453c-411a-b74a-3eab056391e6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 3dfa448b-1768-4ce4-b1be-1149bff10f49 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:20.784809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31817c69-0006-44af-97b1-5caa58d02518 None None] Pushing event updated for resources: {'Port': ['ID=b7de3b20-d4fa-4034-98b0-ae1ff93363cc,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:20.814202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cc38e6d8-0937-410a-b214-c802575ef045 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:20.829028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:20.829716 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:20.925417 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f4acddf0-d5d9-4633-9360-c69d4b786af4 req-59554741-ca34-4792-b0cd-0fe3e2102beb tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5006771 Mar 08 11:50:20.959004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-97aa3f95-63c6-4758-a082-be3f12a51e41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:20.967579 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a367ddb2-8d98-4e3d-809d-f62647992ad1 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:20.974459 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cc38e6d8-0937-410a-b214-c802575ef045 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:21.008056 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8bb9cabc-a1f5-4386-9dea-295bd86222dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.2667744 Mar 08 11:50:21.013730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b7e354ac-1101-4c69-bb95-952a7c23c4aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:21.020739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47156) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:21.038328 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-4baaef63-3a4a-4299-b52c-2390d2d4cbaa tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '249c9e7d-3bdf-4850-8452-c993f847c32d'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:21.082213 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cc38e6d8-0937-410a-b214-c802575ef045 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:21.087419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e354ac-1101-4c69-bb95-952a7c23c4aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29210eec-e24a-4eaa-8e09-35a792525312,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:21.104457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b7e354ac-1101-4c69-bb95-952a7c23c4aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:21.107963 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b7e354ac-1101-4c69-bb95-952a7c23c4aa tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-groups/29210eec-e24a-4eaa-8e09-35a792525312 HTTP/1.1" status: 204 len: 168 time: 1.4909573 Mar 08 11:50:21.110869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cc38e6d8-0937-410a-b214-c802575ef045 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:21.116785 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cc38e6d8-0937-410a-b214-c802575ef045 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:21.119675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47160) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:21.135705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-97aa3f95-63c6-4758-a082-be3f12a51e41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:21.148302 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cc38e6d8-0937-410a-b214-c802575ef045 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:21.173704 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port a367ddb2-8d98-4e3d-809d-f62647992ad1 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:21.173704 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:21.272708 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d80838b1-453c-411a-b74a-3eab056391e6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:21.325419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b7de3b20-d4fa-4034-98b0-ae1ff93363cc up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:21.342028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7d14b606-3502-423a-b1d3-cd17cf40c782 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:21.366422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:50:21.366990 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:50:21.437412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80838b1-453c-411a-b74a-3eab056391e6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=3dfa448b-1768-4ce4-b1be-1149bff10f49,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:21.445316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['0e15851f-4c44-4488-b198-dc1514ab7524'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:50:21.475647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-97aa3f95-63c6-4758-a082-be3f12a51e41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:21.487434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d80838b1-453c-411a-b74a-3eab056391e6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:21.494461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4baaef63-3a4a-4299-b52c-2390d2d4cbaa tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:21.530907 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d80838b1-453c-411a-b74a-3eab056391e6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/3dfa448b-1768-4ce4-b1be-1149bff10f49 HTTP/1.1" status: 204 len: 168 time: 2.0774832 Mar 08 11:50:21.538723 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47164) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:21.612291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa3f95-63c6-4758-a082-be3f12a51e41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=f9e6a8e9-90f7-4c94-a5c6-7e8de62c5e3d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:21.673166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7d14b606-3502-423a-b1d3-cd17cf40c782 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:21.674473 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7d14b606-3502-423a-b1d3-cd17cf40c782 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5526738 Mar 08 11:50:21.720966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cc38e6d8-0937-410a-b214-c802575ef045 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:21.728306 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47170) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:21.795394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f559784e-6ac1-401c-abff-286c30687614 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266929773'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:21.804497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f9a99e-8560-4088-a44c-434c6da1f227 None None] Network d1e5d6d4-33d0-4069-8433-dc9c8643757a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:21.810214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cc38e6d8-0937-410a-b214-c802575ef045 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:21.815607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f559784e-6ac1-401c-abff-286c30687614 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:21.880032 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Deleting port e4b920ff-e36a-40de-89f5-dac2e93ddd11 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:21.880032 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:21.921451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31bf7fe-40b8-401f-9cf2-7147c9dd5b74 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:21.923100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31bf7fe-40b8-401f-9cf2-7147c9dd5b74 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:21.923949 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c31bf7fe-40b8-401f-9cf2-7147c9dd5b74 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:21.933450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-97aa3f95-63c6-4758-a082-be3f12a51e41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:21.933673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f559784e-6ac1-401c-abff-286c30687614 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:21.975676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38e6d8-0937-410a-b214-c802575ef045 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9670cd-c0b5-4f82-b5c0-429847987e29,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:22.032764 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cc38e6d8-0937-410a-b214-c802575ef045 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:22.034161 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cc38e6d8-0937-410a-b214-c802575ef045 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6791301 Mar 08 11:50:22.041641 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47176) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:22.046608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5c31fd38-d2e0-4663-a86f-e038ba147683 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '4f9670cd-c0b5-4f82-b5c0-429847987e29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:22.060908 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.api.v2.base [None req-5c31fd38-d2e0-4663-a86f-e038ba147683 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 08 11:50:22.062665 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-5c31fd38-d2e0-4663-a86f-e038ba147683 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:22.068217 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5c31fd38-d2e0-4663-a86f-e038ba147683 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216291 Mar 08 11:50:22.076503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47180) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:22.077419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c31bf7fe-40b8-401f-9cf2-7147c9dd5b74 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:22.078300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2791b63e-c980-4b3e-a706-bf20c58370fa None None] Provisioning for port b7de3b20-d4fa-4034-98b0-ae1ff93363cc completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:22.080289 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c31bf7fe-40b8-401f-9cf2-7147c9dd5b74 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5399299 Mar 08 11:50:22.089446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47182) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:22.091105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f559784e-6ac1-401c-abff-286c30687614 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:22.104253 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2791b63e-c980-4b3e-a706-bf20c58370fa None None] Provisioning complete for port b7de3b20-d4fa-4034-98b0-ae1ff93363cc triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:22.104681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2791b63e-c980-4b3e-a706-bf20c58370fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:22.140074 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-bcf99a0f-4a7b-4521-9f0a-6ab40f3fd14c tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '4f9670cd-c0b5-4f82-b5c0-429847987e29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:22.140915 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.api.v2.base [None req-bcf99a0f-4a7b-4521-9f0a-6ab40f3fd14c tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 08 11:50:22.141508 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-bcf99a0f-4a7b-4521-9f0a-6ab40f3fd14c tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:22.143351 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bcf99a0f-4a7b-4521-9f0a-6ab40f3fd14c tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0603635 Mar 08 11:50:22.153518 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47190) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:22.215079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-15aab26b-9028-44df-916c-0ca1ffc00bec tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '4f9670cd-c0b5-4f82-b5c0-429847987e29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:22.216062 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.api.v2.base [None req-15aab26b-9028-44df-916c-0ca1ffc00bec tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 08 11:50:22.216581 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-15aab26b-9028-44df-916c-0ca1ffc00bec tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:22.220300 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-15aab26b-9028-44df-916c-0ca1ffc00bec tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0576954 Mar 08 11:50:22.239130 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47194) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:22.279974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f559784e-6ac1-401c-abff-286c30687614 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:22.294378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0466ec89-c3bf-42bc-94fe-8bfcd4787924 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '4f9670cd-c0b5-4f82-b5c0-429847987e29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:22.295246 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.api.v2.base [None req-0466ec89-c3bf-42bc-94fe-8bfcd4787924 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 08 11:50:22.295744 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-0466ec89-c3bf-42bc-94fe-8bfcd4787924 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:22.296703 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0466ec89-c3bf-42bc-94fe-8bfcd4787924 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0525949 Mar 08 11:50:22.301777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f559784e-6ac1-401c-abff-286c30687614 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:22.315956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f559784e-6ac1-401c-abff-286c30687614 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:22.318501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47198) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:22.345178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f559784e-6ac1-401c-abff-286c30687614 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:22.361412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aca2d38-4bbc-4b22-a793-836a536ca2c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 4e84be77-fecb-479e-b79f-cfbbe347a74a {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:22.397310 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4aca2d38-4bbc-4b22-a793-836a536ca2c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:22.469261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97aa3f95-63c6-4758-a082-be3f12a51e41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router eaca3bfa-f565-4801-93ff-37b593d44abe has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:50:22.486098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4019dbb-8ae2-404d-baf4-7e984e44d183 req-ed618efc-1042-4119-8de3-19a084a4aa27 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:22.487630 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4019dbb-8ae2-404d-baf4-7e984e44d183 req-ed618efc-1042-4119-8de3-19a084a4aa27 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 945 time: 0.6445162 Mar 08 11:50:22.531632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] For port e4b920ff-e36a-40de-89f5-dac2e93ddd11, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e4b920ff-e36a-40de-89f5-dac2e93ddd11,segment=NetworkSegment(ef773f2d-c2fe-4c88-9030-6d319dfaad4a),segment_id=ef773f2d-c2fe-4c88-9030-6d319dfaad4a)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:22.531999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:22.549527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4aca2d38-4bbc-4b22-a793-836a536ca2c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:22.599236 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861beb-2ece-46d2-be91-8456651ae80d req-1b74aecc-ba2c-4726-8af7-0805c63617f7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:22.600772 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bc861beb-2ece-46d2-be91-8456651ae80d req-1b74aecc-ba2c-4726-8af7-0805c63617f7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4970646 Mar 08 11:50:22.633779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bf7bff63-7562-422b-8627-248160dfbece None None] Provisioning complete for port b7de3b20-d4fa-4034-98b0-ae1ff93363cc triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:22.634183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf7bff63-7562-422b-8627-248160dfbece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:22.671854 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1245ae86-3795-4c1a-b0e8-3ee9c878a284 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:22.726905 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-4baaef63-3a4a-4299-b52c-2390d2d4cbaa tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Delete allocated IP 172.20.0.27 (d1e5d6d4-33d0-4069-8433-dc9c8643757a/44b576cf-54f0-46cf-8135-344aedbaa920) {{(pid=88470) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 11:50:22.731349 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Calling delete_port for e4b920ff-e36a-40de-89f5-dac2e93ddd11 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:22.783613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f559784e-6ac1-401c-abff-286c30687614 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:22.793469 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bc861beb-2ece-46d2-be91-8456651ae80d req-8f77098d-7b5c-47b7-ab4f-588cee95f0c8 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754014 Mar 08 11:50:22.794839 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1245ae86-3795-4c1a-b0e8-3ee9c878a284 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:22.853224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aa3f95-63c6-4758-a082-be3f12a51e41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:50:22.864899 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d726544-f6a2-4de8-a4be-bb2910c51bcb None None] Sync routers for ids ['eaca3bfa-f565-4801-93ff-37b593d44abe'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:50:22.870281 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4019dbb-8ae2-404d-baf4-7e984e44d183 req-641d4b15-8caf-414b-9677-1a99eb96d1e5 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680866 Mar 08 11:50:22.878579 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d726544-f6a2-4de8-a4be-bb2910c51bcb None None] Routers {'eaca3bfa-f565-4801-93ff-37b593d44abe'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:22.879423 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3d726544-f6a2-4de8-a4be-bb2910c51bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['eaca3bfa-f565-4801-93ff-37b593d44abe'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:22.897754 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bf7bff63-7562-422b-8627-248160dfbece None None] Provisioning for port fca67488-6620-4e81-af0a-465cfb58bcc5 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:22.904691 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-97aa3f95-63c6-4758-a082-be3f12a51e41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/eaca3bfa-f565-4801-93ff-37b593d44abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8556063 Mar 08 11:50:22.904691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47202) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:22.911156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bf7bff63-7562-422b-8627-248160dfbece None None] Provisioning complete for port fca67488-6620-4e81-af0a-465cfb58bcc5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:22.911958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf7bff63-7562-422b-8627-248160dfbece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:22.916523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f559784e-6ac1-401c-abff-286c30687614 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:22.924424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47204) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:22.957582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 0e15851f-4c44-4488-b198-dc1514ab7524 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:22.964044 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3d726544-f6a2-4de8-a4be-bb2910c51bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:22.975593 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d726544-f6a2-4de8-a4be-bb2910c51bcb None None] Routers {'eaca3bfa-f565-4801-93ff-37b593d44abe'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:22.976615 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3d726544-f6a2-4de8-a4be-bb2910c51bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['eaca3bfa-f565-4801-93ff-37b593d44abe'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:23.017933 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4aca2d38-4bbc-4b22-a793-836a536ca2c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.066618 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3d726544-f6a2-4de8-a4be-bb2910c51bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:23.067221 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d726544-f6a2-4de8-a4be-bb2910c51bcb None None] The sync data for ids ['eaca3bfa-f565-4801-93ff-37b593d44abe'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:50:23.090660 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 0e15851f-4c44-4488-b198-dc1514ab7524 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:23.091270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.120121 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bf7bff63-7562-422b-8627-248160dfbece None None] Port fca67488-6620-4e81-af0a-465cfb58bcc5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:23.132302 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-22eb95bc-3c35-48da-be89-442cc75058fd tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/floatingips/73ae379b-09e8-42d6-a0db-55977ba85639 HTTP/1.1" status: 200 len: 992 time: 0.1819124 Mar 08 11:50:23.218319 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.230502 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.252255 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b8d1f652-e8e2-4aec-872b-166ecc8ec8f5 None None] Provisioning complete for port fca67488-6620-4e81-af0a-465cfb58bcc5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:23.252636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f652-e8e2-4aec-872b-166ecc8ec8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.284174 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:50:23.285217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4b920ff-e36a-40de-89f5-dac2e93ddd11,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:23.302157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559784e-6ac1-401c-abff-286c30687614 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4ba3e6-f939-4df9-8164-09b3373b0964,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:23.304336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 0e15851f-4c44-4488-b198-dc1514ab7524, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e15851f-4c44-4488-b198-dc1514ab7524,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:23.319663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1f652-e8e2-4aec-872b-166ecc8ec8f5 None None] Port fca67488-6620-4e81-af0a-465cfb58bcc5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:23.346862 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524', 'code': 200} Mar 08 11:50:23.377059 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.401018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1245ae86-3795-4c1a-b0e8-3ee9c878a284 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.403379 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1245ae86-3795-4c1a-b0e8-3ee9c878a284 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.406942 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1245ae86-3795-4c1a-b0e8-3ee9c878a284 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "DELETE /v2.0/security-groups/4f9670cd-c0b5-4f82-b5c0-429847987e29 HTTP/1.1" status: 204 len: 168 time: 1.0837703 Mar 08 11:50:23.408583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47212) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:23.412105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.493497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245ae86-3795-4c1a-b0e8-3ee9c878a284 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9670cd-c0b5-4f82-b5c0-429847987e29,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:23.495226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f559784e-6ac1-401c-abff-286c30687614 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.496489 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f559784e-6ac1-401c-abff-286c30687614 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7373943 Mar 08 11:50:23.528598 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47216) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:23.537714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=0e15851f-4c44-4488-b198-dc1514ab7524,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:23.548136 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e92892e4-4f7d-4aa4-a375-e63f13cff6a2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Request body: {'security_group_rule': {'security_group_id': 'bf4ba3e6-f939-4df9-8164-09b3373b0964', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:23.602477 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e92892e4-4f7d-4aa4-a375-e63f13cff6a2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:23.605146 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-7a6304f4-4b29-46c6-b908-6715f6d1ff8d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] remove_router_interface failed (client error): The resource could not be found. Mar 08 11:50:23.608725 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7a6304f4-4b29-46c6-b908-6715f6d1ff8d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/eaca3bfa-f565-4801-93ff-37b593d44abe/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6692376 Mar 08 11:50:23.609985 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47220) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:23.612450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e92892e4-4f7d-4aa4-a375-e63f13cff6a2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Usage tracker for resource:security_group_rule and tenant:8992a2e2d5594825b67c3e6fe6aa9625 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:23.616277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4baaef63-3a4a-4299-b52c-2390d2d4cbaa tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.627561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.632215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.649933 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e92892e4-4f7d-4aa4-a375-e63f13cff6a2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:23.664472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f2e8c72b-4a7e-439c-bd1b-720981b526b7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Synchronizing usage tracker for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:23.664926 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4aca2d38-4bbc-4b22-a793-836a536ca2c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.676559 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e92892e4-4f7d-4aa4-a375-e63f13cff6a2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:23.678053 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f2e8c72b-4a7e-439c-bd1b-720981b526b7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Unset dirty status for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:23.679427 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f2e8c72b-4a7e-439c-bd1b-720981b526b7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2698445 Mar 08 11:50:23.683288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47224) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:23.688317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-34c1dab0-4c87-4936-a0a6-773f07fed7c9 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015839565'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:23.694688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-34c1dab0-4c87-4936-a0a6-773f07fed7c9 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:23.704623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-34c1dab0-4c87-4936-a0a6-773f07fed7c9 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:23.713445 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7b08bdef-3512-45e9-9752-0ba772fe54a5 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Synchronizing usage tracker for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:23.718928 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-4baaef63-3a4a-4299-b52c-2390d2d4cbaa tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Ignored duplicate provisioning block setup for port fca67488-6620-4e81-af0a-465cfb58bcc5 by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 08 11:50:23.725950 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca2d38-4bbc-4b22-a793-836a536ca2c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=4e84be77-fecb-479e-b79f-cfbbe347a74a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:23.726669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.728061 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7b97a0e-361b-4320-afab-94e245373a8d {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:50:23.728507 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4aca2d38-4bbc-4b22-a793-836a536ca2c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.737122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f302f30-8e77-44ef-a2cd-979a6e88f7e5 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:23.749408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.750497 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-198bcf7a-6cf6-471a-8afa-6e3b95e43058 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a7b97a0e-361b-4320-afab-94e245373a8d HTTP/1.1" status: 204 len: 168 time: 5.7037663 Mar 08 11:50:23.753356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47228) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:23.788830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-34c1dab0-4c87-4936-a0a6-773f07fed7c9 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.824364 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4aca2d38-4bbc-4b22-a793-836a536ca2c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/4e84be77-fecb-479e-b79f-cfbbe347a74a HTTP/1.1" status: 204 len: 168 time: 1.7219050 Mar 08 11:50:23.825650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7b08bdef-3512-45e9-9752-0ba772fe54a5 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Unset dirty status for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:23.825988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-34c1dab0-4c87-4936-a0a6-773f07fed7c9 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:23.827228 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7b08bdef-3512-45e9-9752-0ba772fe54a5 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaca3bfa-f565-4801-93ff-37b593d44abe HTTP/1.1" status: 200 len: 205 time: 0.2167678 Mar 08 11:50:23.827992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47234) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:23.834018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-34c1dab0-4c87-4936-a0a6-773f07fed7c9 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:23.836304 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-34c1dab0-4c87-4936-a0a6-773f07fed7c9 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:23.839150 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4baaef63-3a4a-4299-b52c-2390d2d4cbaa tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.843886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-34c1dab0-4c87-4936-a0a6-773f07fed7c9 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:23.850877 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47238) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:23.871932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ac6231-7e55-4ec1-8f8c-7544901f166e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Deleting subnet fee94076-e7d2-4243-a2b5-4e08110fc948 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:23.874929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7ac6231-7e55-4ec1-8f8c-7544901f166e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:23.958712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e92892e4-4f7d-4aa4-a375-e63f13cff6a2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.044375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d802f0-e61b-4181-a012-3fb5c8857166 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:50:24.048974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e8d802f0-e61b-4181-a012-3fb5c8857166 None None] Deleting port a367ddb2-8d98-4e3d-809d-f62647992ad1 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:24.049532 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e8d802f0-e61b-4181-a012-3fb5c8857166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.054421 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-20a226f5-560c-4c2f-bc17-93aacf883e83 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2210836 Mar 08 11:50:24.073436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47242) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:24.087661 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:24.144352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7ac6231-7e55-4ec1-8f8c-7544901f166e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.234034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e25d529e-ac1d-4cc5-bbd7-d16602ac312b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.316545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:24.318024 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baaef63-3a4a-4299-b52c-2390d2d4cbaa tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=fca67488-6620-4e81-af0a-465cfb58bcc5,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:24.329015 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-34c1dab0-4c87-4936-a0a6-773f07fed7c9 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.331888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:24.334824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7ac6231-7e55-4ec1-8f8c-7544901f166e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.363021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:24.377170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e8d802f0-e61b-4181-a012-3fb5c8857166 None None] For port a367ddb2-8d98-4e3d-809d-f62647992ad1, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a367ddb2-8d98-4e3d-809d-f62647992ad1,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:24.377766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e8d802f0-e61b-4181-a012-3fb5c8857166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.382930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:24.385435 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e82d4fe1-2827-4dfc-baef-b1b65be47181 None None] Provisioning complete for port fca67488-6620-4e81-af0a-465cfb58bcc5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:24.385994 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e82d4fe1-2827-4dfc-baef-b1b65be47181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.401192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-34c1dab0-4c87-4936-a0a6-773f07fed7c9 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.426807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680c59b-b260-4879-bf9d-e0de5fe383fc req-dc131512-a6fa-4831-88d0-b3dcde252d64 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:24.427595 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6680c59b-b260-4879-bf9d-e0de5fe383fc req-dc131512-a6fa-4831-88d0-b3dcde252d64 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4020603 Mar 08 11:50:24.495671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:24.499124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.513262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1dab0-4c87-4936-a0a6-773f07fed7c9 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06df0bb7-345d-4a82-903d-e46c2078ac4e,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:24.555521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e8d802f0-e61b-4181-a012-3fb5c8857166 None None] Calling delete_port for a367ddb2-8d98-4e3d-809d-f62647992ad1 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:24.557417 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-4baaef63-3a4a-4299-b52c-2390d2d4cbaa tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] In _notify_port_updated(), no bound segment for port fca67488-6620-4e81-af0a-465cfb58bcc5 on network d1e5d6d4-33d0-4069-8433-dc9c8643757a {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:50:24.562918 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baaef63-3a4a-4299-b52c-2390d2d4cbaa tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:24.563687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4baaef63-3a4a-4299-b52c-2390d2d4cbaa tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.567499 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4baaef63-3a4a-4299-b52c-2390d2d4cbaa tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "PUT /v2.0/ports/fca67488-6620-4e81-af0a-465cfb58bcc5 HTTP/1.1" status: 200 len: 918 time: 3.5362067 Mar 08 11:50:24.567499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e92892e4-4f7d-4aa4-a375-e63f13cff6a2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.569357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47246) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:24.607051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e82d4fe1-2827-4dfc-baef-b1b65be47181 None None] Port fca67488-6620-4e81-af0a-465cfb58bcc5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:24.608731 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6680c59b-b260-4879-bf9d-e0de5fe383fc req-ac8d57ce-e7f5-4bd5-bb51-0fe0ba7b3ff8 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662431 Mar 08 11:50:24.612766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7ac6231-7e55-4ec1-8f8c-7544901f166e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.628072 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-947c623c-4798-4dc5-b154-2bc39312fddc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '249c9e7d-3bdf-4850-8452-c993f847c32d'}, {'subnet_id': '44b576cf-54f0-46cf-8135-344aedbaa920'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:24.673534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e25d529e-ac1d-4cc5-bbd7-d16602ac312b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.677400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac6231-7e55-4ec1-8f8c-7544901f166e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fee94076-e7d2-4243-a2b5-4e08110fc948,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:24.683753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-34c1dab0-4c87-4936-a0a6-773f07fed7c9 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.687702 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-34c1dab0-4c87-4936-a0a6-773f07fed7c9 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0008779 Mar 08 11:50:24.690289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47250) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:24.695582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-de2eea56-4d2a-42af-b0e8-3213259d245f tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '06df0bb7-345d-4a82-903d-e46c2078ac4e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:24.696439 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING neutron.api.v2.base [None req-de2eea56-4d2a-42af-b0e8-3213259d245f tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 08 11:50:24.697052 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-de2eea56-4d2a-42af-b0e8-3213259d245f tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:24.701440 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-de2eea56-4d2a-42af-b0e8-3213259d245f tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069683 Mar 08 11:50:24.701440 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7ac6231-7e55-4ec1-8f8c-7544901f166e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.704696 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e7ac6231-7e55-4ec1-8f8c-7544901f166e tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/fee94076-e7d2-4243-a2b5-4e08110fc948 HTTP/1.1" status: 204 len: 168 time: 0.9498768 Mar 08 11:50:24.707497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47254) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:24.707837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47256) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:24.735988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0627e4a6-106b-43e9-b5ad-7251faa4ce5b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '06df0bb7-345d-4a82-903d-e46c2078ac4e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:24.757748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0627e4a6-106b-43e9-b5ad-7251faa4ce5b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:24.766493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0627e4a6-106b-43e9-b5ad-7251faa4ce5b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:24.789539 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e8d802f0-e61b-4181-a012-3fb5c8857166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.813564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e92892e4-4f7d-4aa4-a375-e63f13cff6a2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.817814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0627e4a6-106b-43e9-b5ad-7251faa4ce5b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:24.824205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e25d529e-ac1d-4cc5-bbd7-d16602ac312b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.841137 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d802f0-e61b-4181-a012-3fb5c8857166 None None] Pushing event deleted for resources: {'Port': ['ID=a367ddb2-8d98-4e3d-809d-f62647992ad1,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:24.846887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d802f0-e61b-4181-a012-3fb5c8857166 None None] No DVR routers for this DVR port a367ddb2-8d98-4e3d-809d-f62647992ad1 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:50:24.859378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92892e4-4f7d-4aa4-a375-e63f13cff6a2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad1ed3a-3c68-431c-ab4a-7a486f0370a7,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:24.880185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0627e4a6-106b-43e9-b5ad-7251faa4ce5b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:24.902591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.934503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a367ddb2-8d98-4e3d-809d-f62647992ad1 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:50:24.969529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: a367ddb2-8d98-4e3d-809d-f62647992ad1 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:50:24.970113 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a367ddb2-8d98-4e3d-809d-f62647992ad1 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:50:24.982300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e92892e4-4f7d-4aa4-a375-e63f13cff6a2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.986283 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e92892e4-4f7d-4aa4-a375-e63f13cff6a2 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4471772 Mar 08 11:50:24.987985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47262) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:24.993835 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e25d529e-ac1d-4cc5-bbd7-d16602ac312b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:24.996211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25d529e-ac1d-4cc5-bbd7-d16602ac312b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Fanout notify agent at l3_agent the message router_deleted on router eaca3bfa-f565-4801-93ff-37b593d44abe {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:50:25.012311 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e25d529e-ac1d-4cc5-bbd7-d16602ac312b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.013376 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e25d529e-ac1d-4cc5-bbd7-d16602ac312b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/eaca3bfa-f565-4801-93ff-37b593d44abe HTTP/1.1" status: 204 len: 168 time: 1.0699470 Mar 08 11:50:25.016037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47266) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:25.099475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.143920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-0330c0c7-7196-4066-92a3-3a7553fe3773 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting subnet 8dad6656-047a-4a9c-b4b1-ca10d48c2540 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:25.149441 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0330c0c7-7196-4066-92a3-3a7553fe3773 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.151107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3768315-06f4-4d1f-b8d8-6ea60a23c7a3']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:25.163662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.202528 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef773f2d-c2fe-4c88-9030-6d319dfaad4a') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:25.202801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-947c623c-4798-4dc5-b154-2bc39312fddc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.202952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef773f2d-c2fe-4c88-9030-6d319dfaad4a') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:25.232776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.253281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3ef40b7-da94-4fe8-a443-1f74635ba074 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.255625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0330c0c7-7196-4066-92a3-3a7553fe3773 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.264554 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-0627e4a6-106b-43e9-b5ad-7251faa4ce5b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:25.265792 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0627e4a6-106b-43e9-b5ad-7251faa4ce5b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5568202 Mar 08 11:50:25.277399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:25.281005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47270) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:25.283771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:25.287321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.295303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:25.295303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.296418 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbace49-dd37-45f2-9ff0-bde4c7ce7956 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:25.308456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-24e1134b-3260-4268-84cf-4a5860e886b4 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '06df0bb7-345d-4a82-903d-e46c2078ac4e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:25.308928 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING neutron.api.v2.base [None req-24e1134b-3260-4268-84cf-4a5860e886b4 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 08 11:50:25.310371 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-24e1134b-3260-4268-84cf-4a5860e886b4 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:25.311318 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-24e1134b-3260-4268-84cf-4a5860e886b4 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0256219 Mar 08 11:50:25.317400 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47274) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:25.331713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f111a573-5371-415b-9f98-89a810fb64b1 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '06df0bb7-345d-4a82-903d-e46c2078ac4e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:25.333627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:50:25.334095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.343292 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f111a573-5371-415b-9f98-89a810fb64b1 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:25.347741 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=1664373d-0f9d-473a-a2e9-f6dedd16ebda,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:50:25.352387 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:50:25.361691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3ef40b7-da94-4fe8-a443-1f74635ba074 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.399685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f111a573-5371-415b-9f98-89a810fb64b1 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:25.410386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f111a573-5371-415b-9f98-89a810fb64b1 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:25.420801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f111a573-5371-415b-9f98-89a810fb64b1 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:25.475440 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-331b4cd4-3fca-46a1-93e5-da7b5f825da3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3996253 Mar 08 11:50:25.478049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47278) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:25.483996 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'fixed_ips': [{'subnet_id': '1664373d-0f9d-473a-a2e9-f6dedd16ebda', 'ip_address': '2001:db8::b9d:77ed:418:9378'}], 'name': 'tempest-NetworksTestDHCPv6-660090158'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:25.510847 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0330c0c7-7196-4066-92a3-3a7553fe3773 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.547134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '1664373d-0f9d-473a-a2e9-f6dedd16ebda'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:50:25.548548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.583238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.622382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3768315-06f4-4d1f-b8d8-6ea60a23c7a3 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 11:50:25.626022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3ef40b7-da94-4fe8-a443-1f74635ba074 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.630691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.656885 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3768315-06f4-4d1f-b8d8-6ea60a23c7a3,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:25.687277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef40b7-da94-4fe8-a443-1f74635ba074 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4ba3e6-f939-4df9-8164-09b3373b0964,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:25.735891 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ce520d8d-044e-436f-82e7-3f7a7342d969 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c3768315-06f4-4d1f-b8d8-6ea60a23c7a3 HTTP/1.1" status: 204 len: 168 time: 1.0210063 Mar 08 11:50:25.735891 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:25.753932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3ef40b7-da94-4fe8-a443-1f74635ba074 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:25.757578 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f3ef40b7-da94-4fe8-a443-1f74635ba074 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-groups/bf4ba3e6-f939-4df9-8164-09b3373b0964 HTTP/1.1" status: 204 len: 168 time: 0.7503629 Mar 08 11:50:25.766314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47286) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:25.813654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Allocated IP 2001:db8::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/1664373d-0f9d-473a-a2e9-f6dedd16ebda/b0ca7756-a40b-4381-81f5-eb6e19cf3e6a) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:25.836008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:25.934858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-947c623c-4798-4dc5-b154-2bc39312fddc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.30 (d1e5d6d4-33d0-4069-8433-dc9c8643757a/44b576cf-54f0-46cf-8135-344aedbaa920/fca67488-6620-4e81-af0a-465cfb58bcc5) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:25.943463 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4db13717-4738-413a-a49b-950e2ca0bc8f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:25.961780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:26.088352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0330c0c7-7196-4066-92a3-3a7553fe3773 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.115992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4db13717-4738-413a-a49b-950e2ca0bc8f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:26.126601 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4db13717-4738-413a-a49b-950e2ca0bc8f tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3460975 Mar 08 11:50:26.131721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47290) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:26.136977 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-f111a573-5371-415b-9f98-89a810fb64b1 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:26.138555 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f111a573-5371-415b-9f98-89a810fb64b1 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8199484 Mar 08 11:50:26.146215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47294) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:26.150346 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.166491 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Transition to ACTIVE for port object b0ca7756-a40b-4381-81f5-eb6e19cf3e6a will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:26.187826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330c0c7-7196-4066-92a3-3a7553fe3773 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Subnet': ['ID=8dad6656-047a-4a9c-b4b1-ca10d48c2540,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:26.199985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Transition to ACTIVE for port object b0ca7756-a40b-4381-81f5-eb6e19cf3e6a will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:26.205217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0330c0c7-7196-4066-92a3-3a7553fe3773 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.215782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db5d63a-dc57-4b27-b8f7-1e50fa73b54a None None] Network c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:26.237342 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0330c0c7-7196-4066-92a3-3a7553fe3773 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/8dad6656-047a-4a9c-b4b1-ca10d48c2540 HTTP/1.1" status: 204 len: 168 time: 1.2202783 Mar 08 11:50:26.239371 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47300) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:26.294041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-cdf2907c-2f59-47c7-928e-fcfa4c2bc48e tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '06df0bb7-345d-4a82-903d-e46c2078ac4e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:26.294646 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING neutron.api.v2.base [None req-cdf2907c-2f59-47c7-928e-fcfa4c2bc48e tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 08 11:50:26.295246 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-cdf2907c-2f59-47c7-928e-fcfa4c2bc48e tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:26.299349 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cdf2907c-2f59-47c7-928e-fcfa4c2bc48e tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1486917 Mar 08 11:50:26.302097 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47304) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:26.311438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-58b6163a-b506-416e-aed0-bab8bd71a130 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '06df0bb7-345d-4a82-903d-e46c2078ac4e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:26.324086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-58b6163a-b506-416e-aed0-bab8bd71a130 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:26.332304 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd3980-1b87-4ff4-85a5-1768c17d5b2a req-c0446d02-0413-484a-85f9-3992e00d25fd tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:26.332517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-58b6163a-b506-416e-aed0-bab8bd71a130 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:26.338362 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-38dd3980-1b87-4ff4-85a5-1768c17d5b2a req-c0446d02-0413-484a-85f9-3992e00d25fd tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.2869287 Mar 08 11:50:26.352183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-58b6163a-b506-416e-aed0-bab8bd71a130 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:26.353615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.373114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-58b6163a-b506-416e-aed0-bab8bd71a130 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:26.380382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.404248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 9152d2a9-b090-4fb1-8920-cf0a1abd5ac9 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:26.452826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.455189 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Pushing event updated for resources: {'Port': ['ID=b0ca7756-a40b-4381-81f5-eb6e19cf3e6a,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:26.464413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-947c623c-4798-4dc5-b154-2bc39312fddc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.479833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c5040d5d-4af3-47ea-a019-2531cc724d6a tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Synchronizing usage tracker for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:26.499279 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-38dd3980-1b87-4ff4-85a5-1768c17d5b2a req-159b44a1-4d02-4e75-9fad-d3ba1976ed80 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115992 Mar 08 11:50:26.505311 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:26.505720 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.508228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:26.545659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:26.545841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47310) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:26.551417 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:26.556630 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1e7e14b6-ec1f-486b-afaf-e701d23bef21 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Request body: {'router': {'name': 'tempest-router--1709751681', 'project_id': '76d3104717b544778015b97b7f593aec'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:26.560888 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-947c623c-4798-4dc5-b154-2bc39312fddc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Transition to ACTIVE for port object fca67488-6620-4e81-af0a-465cfb58bcc5 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:26.563755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1e7e14b6-ec1f-486b-afaf-e701d23bef21 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:26.571243 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1e7e14b6-ec1f-486b-afaf-e701d23bef21 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Usage tracker for resource:router and tenant:76d3104717b544778015b97b7f593aec is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:26.575751 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1e7e14b6-ec1f-486b-afaf-e701d23bef21 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:26.589499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1e7e14b6-ec1f-486b-afaf-e701d23bef21 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:26.595491 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-58b6163a-b506-416e-aed0-bab8bd71a130 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Project 63eb238c1b4e407a9631ad646f2d2eee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:50:26.639021 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-947c623c-4798-4dc5-b154-2bc39312fddc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.697137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::b9d:77ed:418:9378 (b6b97662-0baa-4f27-9a4e-9894348947bb/1664373d-0f9d-473a-a2e9-f6dedd16ebda/9152d2a9-b090-4fb1-8920-cf0a1abd5ac9) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:26.708146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Attempting to bind port b0ca7756-a40b-4381-81f5-eb6e19cf3e6a on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:26.708146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Attempting to bind port b0ca7756-a40b-4381-81f5-eb6e19cf3e6a by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:26.708146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Attempting to bind port b0ca7756-a40b-4381-81f5-eb6e19cf3e6a on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:26.713747 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:26.714166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:26.714579 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.715495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:26.715495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Bound port: b0ca7756-a40b-4381-81f5-eb6e19cf3e6a, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:26.715801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.812748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] For port b0ca7756-a40b-4381-81f5-eb6e19cf3e6a, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:26.817676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] For port b0ca7756-a40b-4381-81f5-eb6e19cf3e6a, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b0ca7756-a40b-4381-81f5-eb6e19cf3e6a,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:26.866111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f1c685-03bc-4092-8af6-eeec1b1b9b82 None None] DHCP port deletion for c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:50:26.882329 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-94f1c685-03bc-4092-8af6-eeec1b1b9b82 None None] Deleting port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:26.883159 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-94f1c685-03bc-4092-8af6-eeec1b1b9b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.883322 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c623c-4798-4dc5-b154-2bc39312fddc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=fca67488-6620-4e81-af0a-465cfb58bcc5,revision_number=3']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:26.892629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1e7e14b6-ec1f-486b-afaf-e701d23bef21 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.893906 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1e7e14b6-ec1f-486b-afaf-e701d23bef21 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:26.926299 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c5040d5d-4af3-47ea-a019-2531cc724d6a tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] Unset dirty status for tenant:8992a2e2d5594825b67c3e6fe6aa9625 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:26.928907 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c5040d5d-4af3-47ea-a019-2531cc724d6a tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.7949338 Mar 08 11:50:26.929063 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-58b6163a-b506-416e-aed0-bab8bd71a130 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:26.930246 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-58b6163a-b506-416e-aed0-bab8bd71a130 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6271238 Mar 08 11:50:26.930921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47314) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:26.939599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47316) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:26.965734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2db466aa-332b-4962-9913-f3c410ab7d2e tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '06df0bb7-345d-4a82-903d-e46c2078ac4e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:26.966558 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING neutron.api.v2.base [None req-2db466aa-332b-4962-9913-f3c410ab7d2e tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 08 11:50:26.967220 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-2db466aa-332b-4962-9913-f3c410ab7d2e tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:26.968628 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2db466aa-332b-4962-9913-f3c410ab7d2e tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0220470 Mar 08 11:50:26.974561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47322) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:26.989497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ac62b0a1-63f7-4b0b-aa9e-12bc1189c4dd tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '06df0bb7-345d-4a82-903d-e46c2078ac4e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:26.994331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:50:26.999680 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-91051beb-ff1f-412d-8187-9ffa1f2c79f0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] delete failed (client error): The resource could not be found. Mar 08 11:50:27.004030 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-91051beb-ff1f-412d-8187-9ffa1f2c79f0 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "DELETE /v2.0/security-groups/bf4ba3e6-f939-4df9-8164-09b3373b0964 HTTP/1.1" status: 404 len: 347 time: 0.0654743 Mar 08 11:50:27.004030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ac62b0a1-63f7-4b0b-aa9e-12bc1189c4dd tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:27.008569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47326) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:27.017534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ac62b0a1-63f7-4b0b-aa9e-12bc1189c4dd tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:27.024355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.024882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ac62b0a1-63f7-4b0b-aa9e-12bc1189c4dd tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:27.054059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ac62b0a1-63f7-4b0b-aa9e-12bc1189c4dd tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:27.113904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.125214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-947c623c-4798-4dc5-b154-2bc39312fddc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] In _notify_port_updated(), no bound segment for port fca67488-6620-4e81-af0a-465cfb58bcc5 on network d1e5d6d4-33d0-4069-8433-dc9c8643757a {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:50:27.127922 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3be8a9ba-efad-45ca-87d8-e79e6fa12859 tempest-SecGroupTest-741737073 tempest-SecGroupTest-741737073-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1168942 Mar 08 11:50:27.131544 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c623c-4798-4dc5-b154-2bc39312fddc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:27.132366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-947c623c-4798-4dc5-b154-2bc39312fddc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.136093 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-947c623c-4798-4dc5-b154-2bc39312fddc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "PUT /v2.0/ports/fca67488-6620-4e81-af0a-465cfb58bcc5 HTTP/1.1" status: 200 len: 998 time: 2.5632541 Mar 08 11:50:27.136887 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47332) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:27.143809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] For port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97,segment=NetworkSegment(dccec494-2e54-49f3-bb16-667e02958af1),segment_id=dccec494-2e54-49f3-bb16-667e02958af1)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:27.144230 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.153770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1e7e14b6-ec1f-486b-afaf-e701d23bef21 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.179407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 9152d2a9-b090-4fb1-8920-cf0a1abd5ac9 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:27.187923 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-ac62b0a1-63f7-4b0b-aa9e-12bc1189c4dd tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Project 63eb238c1b4e407a9631ad646f2d2eee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:50:27.203764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e526910-6b5d-4c8b-8bf4-58783e6564c1 None None] Pushing event updated for resources: {'Port': ['ID=b0ca7756-a40b-4381-81f5-eb6e19cf3e6a,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:27.247645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b255b06e-9055-4bef-b70b-26378e8c15f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port fca67488-6620-4e81-af0a-465cfb58bcc5 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:27.247645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b255b06e-9055-4bef-b70b-26378e8c15f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.284470 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-ac62b0a1-63f7-4b0b-aa9e-12bc1189c4dd tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:27.288387 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ac62b0a1-63f7-4b0b-aa9e-12bc1189c4dd tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3076696 Mar 08 11:50:27.288528 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:27.295688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47336) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:27.303701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-18bd1990-52e2-47d7-8a91-b816b2dd2da7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '06df0bb7-345d-4a82-903d-e46c2078ac4e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:27.313011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c472c563-39ee-4ed7-abad-307815dc5e52 None None] Provisioning for port fca67488-6620-4e81-af0a-465cfb58bcc5 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:27.314023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-18bd1990-52e2-47d7-8a91-b816b2dd2da7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:27.326967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-18bd1990-52e2-47d7-8a91-b816b2dd2da7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:27.331797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c472c563-39ee-4ed7-abad-307815dc5e52 None None] Provisioning complete for port fca67488-6620-4e81-af0a-465cfb58bcc5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:27.332384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c472c563-39ee-4ed7-abad-307815dc5e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.332815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-18bd1990-52e2-47d7-8a91-b816b2dd2da7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:27.373069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-18bd1990-52e2-47d7-8a91-b816b2dd2da7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:27.433077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.447780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1e7e14b6-ec1f-486b-afaf-e701d23bef21 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.448036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.477842 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.488577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c472c563-39ee-4ed7-abad-307815dc5e52 None None] Port fca67488-6620-4e81-af0a-465cfb58bcc5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:27.493623 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-94f1c685-03bc-4092-8af6-eeec1b1b9b82 None None] For port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97,segment=NetworkSegment(dccec494-2e54-49f3-bb16-667e02958af1),segment_id=dccec494-2e54-49f3-bb16-667e02958af1)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:27.493623 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-94f1c685-03bc-4092-8af6-eeec1b1b9b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.560814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1e7e14b6-ec1f-486b-afaf-e701d23bef21 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.562011 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1e7e14b6-ec1f-486b-afaf-e701d23bef21 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0152194 Mar 08 11:50:27.564618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:27.566580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47342) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:27.570798 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] No DVR routers for this DVR port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:50:27.601234 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-18bd1990-52e2-47d7-8a91-b816b2dd2da7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Project 63eb238c1b4e407a9631ad646f2d2eee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:50:27.708465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:27.733383 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:27.736710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:27.739861 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-94f1c685-03bc-4092-8af6-eeec1b1b9b82 None None] Calling delete_port for b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:27.742627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:27.745564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.840547 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-94f1c685-03bc-4092-8af6-eeec1b1b9b82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:50:27.841363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-94f1c685-03bc-4092-8af6-eeec1b1b9b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:50:27.873054 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.3938043 Mar 08 11:50:27.877555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54150f-8a71-4050-aaff-3c53b5ebf01e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=9152d2a9-b090-4fb1-8920-cf0a1abd5ac9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:27.879013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47348) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:27.887056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b255b06e-9055-4bef-b70b-26378e8c15f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:27.898661 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-18bd1990-52e2-47d7-8a91-b816b2dd2da7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:27.900430 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-18bd1990-52e2-47d7-8a91-b816b2dd2da7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6031058 Mar 08 11:50:27.904994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47352) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:27.949183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47356) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:27.954555 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b168b0f-ef5a-4f59-9164-a448c083da07 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.038731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b255b06e-9055-4bef-b70b-26378e8c15f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for fca67488-6620-4e81-af0a-465cfb58bcc5 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:28.116107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd9ed4-657d-43ca-b26d-1b7567e74dd6 req-d650f0cd-ee03-40de-ba01-e1a98b77f629 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:28.117565 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aadd9ed4-657d-43ca-b26d-1b7567e74dd6 req-d650f0cd-ee03-40de-ba01-e1a98b77f629 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3484623 Mar 08 11:50:28.145861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.217938 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aadd9ed4-657d-43ca-b26d-1b7567e74dd6 req-f311eb8e-d2f0-4845-804c-04dc21045df1 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903397 Mar 08 11:50:28.219001 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f4638562-b1a1-47b9-96be-6bac73c35493 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.283439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f4638562-b1a1-47b9-96be-6bac73c35493 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.342978 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-94f1c685-03bc-4092-8af6-eeec1b1b9b82 None None] Deleting port b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:28.343843 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-94f1c685-03bc-4092-8af6-eeec1b1b9b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.364560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:28.407934 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b168b0f-ef5a-4f59-9164-a448c083da07 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.412660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccec494-2e54-49f3-bb16-667e02958af1') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:28.412973 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccec494-2e54-49f3-bb16-667e02958af1') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:28.420476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-94f1c685-03bc-4092-8af6-eeec1b1b9b82 None None] The port 'b5e3fd9b-d940-4dde-a75a-bc2f6f99ff97' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:50:28.432471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b168b0f-ef5a-4f59-9164-a448c083da07 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.444953 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.470483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f4638562-b1a1-47b9-96be-6bac73c35493 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.473965 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d05a2bfa-918b-4353-b3b1-69edafb01730 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8992a2e2d5594825b67c3e6fe6aa9625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5214424 Mar 08 11:50:28.483940 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47362) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:28.497997 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.508673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:50:28.509083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.519250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4638562-b1a1-47b9-96be-6bac73c35493 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06df0bb7-345d-4a82-903d-e46c2078ac4e,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:50:28.526735 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:50:28.538736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b255b06e-9055-4bef-b70b-26378e8c15f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.544250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f4638562-b1a1-47b9-96be-6bac73c35493 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.547709 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f4638562-b1a1-47b9-96be-6bac73c35493 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "DELETE /v2.0/security-groups/06df0bb7-345d-4a82-903d-e46c2078ac4e HTTP/1.1" status: 204 len: 168 time: 0.6370034 Mar 08 11:50:28.551059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a47c161-65e1-4aa7-9433-fe0cd4159f7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:28.557062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a47c161-65e1-4aa7-9433-fe0cd4159f7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:28.557958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8a47c161-65e1-4aa7-9433-fe0cd4159f7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:28.562867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47366) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:28.642557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b168b0f-ef5a-4f59-9164-a448c083da07 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.643491 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b168b0f-ef5a-4f59-9164-a448c083da07 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef06183a-1d04-448b-81f1-674c5f3c8869 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:50:28.713202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b168b0f-ef5a-4f59-9164-a448c083da07 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.713202 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3b168b0f-ef5a-4f59-9164-a448c083da07 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ef06183a-1d04-448b-81f1-674c5f3c8869 HTTP/1.1" status: 204 len: 168 time: 1.1391346 Mar 08 11:50:28.730459 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cb5c5a60-f40e-492c-ac9b-34f0d1791524 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Synchronizing usage tracker for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:28.770615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8a47c161-65e1-4aa7-9433-fe0cd4159f7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:28.770615 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8a47c161-65e1-4aa7-9433-fe0cd4159f7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.8759196 Mar 08 11:50:28.770615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47372) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:28.776028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255b06e-9055-4bef-b70b-26378e8c15f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=fca67488-6620-4e81-af0a-465cfb58bcc5,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:28.828010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9503ddda-f1c4-4098-b82a-338e62016b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.849308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-eb37907b-56b2-4216-b345-8e0f52cd5ff7 None None] Provisioning for port b0ca7756-a40b-4381-81f5-eb6e19cf3e6a completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:28.918371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9503ddda-f1c4-4098-b82a-338e62016b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.953268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b255b06e-9055-4bef-b70b-26378e8c15f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:28.958809 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b255b06e-9055-4bef-b70b-26378e8c15f0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/fca67488-6620-4e81-af0a-465cfb58bcc5 HTTP/1.1" status: 204 len: 168 time: 1.8171387 Mar 08 11:50:28.967761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47376) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:29.023960 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aabca43-caa2-46b9-bd38-a93fe624f714 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:50:29.027904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6aabca43-caa2-46b9-bd38-a93fe624f714 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:29.048173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.051747 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b0ca7756-a40b-4381-81f5-eb6e19cf3e6a up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:29.056036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cb5c5a60-f40e-492c-ac9b-34f0d1791524 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Unset dirty status for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:29.058719 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cb5c5a60-f40e-492c-ac9b-34f0d1791524 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4905295 Mar 08 11:50:29.061940 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47380) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:29.067763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-423a71c3-34e9-4ff9-b7b1-fa1970d14e86 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235249590'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:29.074514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-423a71c3-34e9-4ff9-b7b1-fa1970d14e86 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:29.083641 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.087438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-423a71c3-34e9-4ff9-b7b1-fa1970d14e86 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:29.090640 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Network': ['ID=c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:29.100336 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9d58d826-992b-4241-95d3-300267c4c296 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/networks/c2e4e53e-736d-4ae4-99cb-c97eaf99b1c9 HTTP/1.1" status: 204 len: 168 time: 2.8561022 Mar 08 11:50:29.103967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47384) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:29.116234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1956775766'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:29.119583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:29.123451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:network and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:29.124670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-48be0ae2-454a-47b3-bbf3-8babb19205f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 9152d2a9-b090-4fb1-8920-cf0a1abd5ac9 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:29.125107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-48be0ae2-454a-47b3-bbf3-8babb19205f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.128490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:29.135332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:29.137337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6aabca43-caa2-46b9-bd38-a93fe624f714 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:29.138547 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6aabca43-caa2-46b9-bd38-a93fe624f714 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/fca67488-6620-4e81-af0a-465cfb58bcc5 HTTP/1.1" status: 404 len: 333 time: 0.1695921 Mar 08 11:50:29.147979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47388) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:29.185450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9503ddda-f1c4-4098-b82a-338e62016b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.188986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-423a71c3-34e9-4ff9-b7b1-fa1970d14e86 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.211262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9930dc15-c34d-4587-85ca-eb2563c30a4d None None] Provisioning for port 9152d2a9-b090-4fb1-8920-cf0a1abd5ac9 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:29.216925 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9930dc15-c34d-4587-85ca-eb2563c30a4d None None] Provisioning complete for port 9152d2a9-b090-4fb1-8920-cf0a1abd5ac9 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:29.221162 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9930dc15-c34d-4587-85ca-eb2563c30a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.252918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port b0ca7756-a40b-4381-81f5-eb6e19cf3e6a completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:29.256661 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47394) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:29.267619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port b0ca7756-a40b-4381-81f5-eb6e19cf3e6a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:29.267999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.270137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e844f6-9108-4d4c-b643-52bc601b88ba tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting subnet 44b576cf-54f0-46cf-8135-344aedbaa920 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:29.278843 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503ddda-f1c4-4098-b82a-338e62016b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ac3c52-7029-40c9-a154-960f24441b4c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:29.280602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:29.284506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.295535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-68e844f6-9108-4d4c-b643-52bc601b88ba tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.342350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-9930dc15-c34d-4587-85ca-eb2563c30a4d None None] Port 9152d2a9-b090-4fb1-8920-cf0a1abd5ac9 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:29.358234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-423a71c3-34e9-4ff9-b7b1-fa1970d14e86 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:29.379547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:50:29.387989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.388346 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Added segment ccfae4db-32af-4a46-9865-c173b168619f of type vlan for network 150001bb-f089-48d8-8a05-865bf3440e80 Mar 08 11:50:29.401819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-423a71c3-34e9-4ff9-b7b1-fa1970d14e86 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:29.408033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-423a71c3-34e9-4ff9-b7b1-fa1970d14e86 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:29.424736 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.428743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-423a71c3-34e9-4ff9-b7b1-fa1970d14e86 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:29.460375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port b0ca7756-a40b-4381-81f5-eb6e19cf3e6a, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b0ca7756-a40b-4381-81f5-eb6e19cf3e6a,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:29.475704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-68e844f6-9108-4d4c-b643-52bc601b88ba tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.498492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-48be0ae2-454a-47b3-bbf3-8babb19205f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.504390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9503ddda-f1c4-4098-b82a-338e62016b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.509061 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9503ddda-f1c4-4098-b82a-338e62016b45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12ac3c52-7029-40c9-a154-960f24441b4c HTTP/1.1" status: 204 len: 168 time: 1.0234890 Mar 08 11:50:29.530938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.559348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.648157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1735935597', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:29.664960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-48be0ae2-454a-47b3-bbf3-8babb19205f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 9152d2a9-b090-4fb1-8920-cf0a1abd5ac9 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:29.672462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=b0ca7756-a40b-4381-81f5-eb6e19cf3e6a,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:29.718985 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:29.722961 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-423a71c3-34e9-4ff9-b7b1-fa1970d14e86 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.731769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Usage tracker for resource:router and tenant:869ff70f5e3b428d8169fcb3052b7878 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:29.740817 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-68e844f6-9108-4d4c-b643-52bc601b88ba tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.743535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab850a-e306-4e18-9f3f-f63a1caa5ee6 req-49c84b1d-2dca-448c-b71b-2b6c15a35267 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:29.746082 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-18ab850a-e306-4e18-9f3f-f63a1caa5ee6 req-49c84b1d-2dca-448c-b71b-2b6c15a35267 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3537457 Mar 08 11:50:29.747666 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:29.764276 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:29.783119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-423a71c3-34e9-4ff9-b7b1-fa1970d14e86 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.828251 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.828501 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-18ab850a-e306-4e18-9f3f-f63a1caa5ee6 req-0a1b2f4e-ecc3-457c-b039-7aafd970274e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681331 Mar 08 11:50:29.833703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:29.834851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.876960 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a71c3-34e9-4ff9-b7b1-fa1970d14e86 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e9190e-f9b2-4c4b-bcf7-0ff393d20a05,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:29.881846 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.882964 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.968799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Network': ['ID=150001bb-f089-48d8-8a05-865bf3440e80,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:29.977724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-48be0ae2-454a-47b3-bbf3-8babb19205f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:29.980044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 150001bb-f089-48d8-8a05-865bf3440e80 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:50:30.029447 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b72aeda5-1dca-4b19-b865-985e4314211d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9233949 Mar 08 11:50:30.030782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-423a71c3-34e9-4ff9-b7b1-fa1970d14e86 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:30.049915 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-423a71c3-34e9-4ff9-b7b1-fa1970d14e86 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9864335 Mar 08 11:50:30.050979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47404) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:30.051473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47406) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:30.067748 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be0ae2-454a-47b3-bbf3-8babb19205f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=9152d2a9-b090-4fb1-8920-cf0a1abd5ac9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:30.070768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'subnet': {'network_id': '150001bb-f089-48d8-8a05-865bf3440e80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:30.083562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-48be0ae2-454a-47b3-bbf3-8babb19205f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:30.090258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:30.094655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-68e844f6-9108-4d4c-b643-52bc601b88ba tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:30.102685 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-79ebc551-c23b-429f-a366-ea4de2db8530 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '79e9190e-f9b2-4c4b-bcf7-0ff393d20a05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:30.163011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-79ebc551-c23b-429f-a366-ea4de2db8530 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:30.175814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e844f6-9108-4d4c-b643-52bc601b88ba tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Subnet': ['ID=44b576cf-54f0-46cf-8135-344aedbaa920,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:30.190655 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e53b83-5709-4f66-9578-be7265db5aa3 None None] Network d1e5d6d4-33d0-4069-8433-dc9c8643757a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:30.192381 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-48be0ae2-454a-47b3-bbf3-8babb19205f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/9152d2a9-b090-4fb1-8920-cf0a1abd5ac9 HTTP/1.1" status: 204 len: 168 time: 1.4206462 Mar 08 11:50:30.214109 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47418) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:30.227950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-79ebc551-c23b-429f-a366-ea4de2db8530 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:30.231054 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-68e844f6-9108-4d4c-b643-52bc601b88ba tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:30.234875 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-68e844f6-9108-4d4c-b643-52bc601b88ba tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/44b576cf-54f0-46cf-8135-344aedbaa920 HTTP/1.1" status: 204 len: 168 time: 1.0857117 Mar 08 11:50:30.236128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-79ebc551-c23b-429f-a366-ea4de2db8530 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:30.246665 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47422) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:30.252259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-79ebc551-c23b-429f-a366-ea4de2db8530 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:30.351244 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd967539-095e-4095-afc4-770b3da0ecee tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting subnet 249c9e7d-3bdf-4850-8452-c993f847c32d {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:30.354761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd967539-095e-4095-afc4-770b3da0ecee tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:30.416805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd967539-095e-4095-afc4-770b3da0ecee tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:30.484873 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:30.498132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:subnet and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:30.506910 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:30.519843 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0b55ef-6352-4b2b-b470-f95ad5044d57 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:30.522025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0b55ef-6352-4b2b-b470-f95ad5044d57 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:30.522774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1a0b55ef-6352-4b2b-b470-f95ad5044d57 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:30.524922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:30.574518 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd967539-095e-4095-afc4-770b3da0ecee tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:30.602989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:30.641513 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-79ebc551-c23b-429f-a366-ea4de2db8530 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The resource could not be found. Mar 08 11:50:30.645434 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-79ebc551-c23b-429f-a366-ea4de2db8530 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5829067 Mar 08 11:50:30.645925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47432) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:30.656512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0254788d-371b-4d37-adb6-0fe67622d9cb tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '79e9190e-f9b2-4c4b-bcf7-0ff393d20a05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e9006078-1230-4552-96be-bfbdcd01a720'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:30.674944 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0254788d-371b-4d37-adb6-0fe67622d9cb tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:30.680278 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0254788d-371b-4d37-adb6-0fe67622d9cb tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:30.683833 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0254788d-371b-4d37-adb6-0fe67622d9cb tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:30.694669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0254788d-371b-4d37-adb6-0fe67622d9cb tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:30.704844 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1a0b55ef-6352-4b2b-b470-f95ad5044d57 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:30.704844 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1a0b55ef-6352-4b2b-b470-f95ad5044d57 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4890373 Mar 08 11:50:30.707062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47438) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:30.726366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:30.730494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:30.807158 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-742e5d72-66a8-43d9-85fa-f8492e1a69b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 1664373d-0f9d-473a-a2e9-f6dedd16ebda {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:30.813211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-742e5d72-66a8-43d9-85fa-f8492e1a69b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:30.823291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd967539-095e-4095-afc4-770b3da0ecee tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:30.873141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd967539-095e-4095-afc4-770b3da0ecee tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Subnet': ['ID=249c9e7d-3bdf-4850-8452-c993f847c32d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:30.892705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd967539-095e-4095-afc4-770b3da0ecee tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:30.901568 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dd967539-095e-4095-afc4-770b3da0ecee tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/249c9e7d-3bdf-4850-8452-c993f847c32d HTTP/1.1" status: 204 len: 168 time: 0.6486237 Mar 08 11:50:30.902173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47446) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:31.008080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b0ca7756-a40b-4381-81f5-eb6e19cf3e6a up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:31.034398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47450) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:31.089240 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port b0ca7756-a40b-4381-81f5-eb6e19cf3e6a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:31.089984 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.160578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.217454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-742e5d72-66a8-43d9-85fa-f8492e1a69b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.327719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1747520630-network', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:31.340165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:31.352660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Usage tracker for resource:network and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:31.357125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:31.361511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port b7de3b20-d4fa-4034-98b0-ae1ff93363cc {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:31.361856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.373246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-742e5d72-66a8-43d9-85fa-f8492e1a69b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.390167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:31.458008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e7d619-1c4b-454f-83a4-179731bfd458 None None] Network d1e5d6d4-33d0-4069-8433-dc9c8643757a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:31.467801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef289a0-fc50-451d-a3f5-c52776cdecf7 req-d28141dd-51c8-4669-a61e-98943531e2f4 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:31.469287 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4ef289a0-fc50-451d-a3f5-c52776cdecf7 req-d28141dd-51c8-4669-a61e-98943531e2f4 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4330022 Mar 08 11:50:31.488226 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-0254788d-371b-4d37-adb6-0fe67622d9cb tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The resource could not be found. Mar 08 11:50:31.492628 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0254788d-371b-4d37-adb6-0fe67622d9cb tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8417170 Mar 08 11:50:31.494080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47460) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:31.522817 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Made reservation on behalf of fc845f00a4be4cc0b54e556d5bddbd4f for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:31.525057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.544472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.564769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9c71188b-0ec1-4e22-8f60-5bac0559feff None None] Provisioning complete for port b7de3b20-d4fa-4034-98b0-ae1ff93363cc triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:31.565273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9c71188b-0ec1-4e22-8f60-5bac0559feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.578305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.592364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:31.601666 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Usage tracker for resource:security_group_rule and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:31.605127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:31.615506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:31.635650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.679307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.753644 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4ef289a0-fc50-451d-a3f5-c52776cdecf7 req-fe97c2b3-9169-48e6-b837-124e2324ada4 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547987 Mar 08 11:50:31.786288 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2d706a30-697a-4ec8-b0e4-765f4bd27009 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.830981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-742e5d72-66a8-43d9-85fa-f8492e1a69b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.873439 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337264bb-ff92-4b08-b141-80ef955f0ff7 None None] DHCP port deletion for d1e5d6d4-33d0-4069-8433-dc9c8643757a request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:50:31.877730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-337264bb-ff92-4b08-b141-80ef955f0ff7 None None] Deleting port b7de3b20-d4fa-4034-98b0-ae1ff93363cc {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:31.878197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-337264bb-ff92-4b08-b141-80ef955f0ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.904373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Subnet': ['ID=6fea7b83-48f8-4bd7-aa72-b1cff660378c,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:31.907545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.922912 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-742e5d72-66a8-43d9-85fa-f8492e1a69b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.935384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e5d72-66a8-43d9-85fa-f8492e1a69b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=1664373d-0f9d-473a-a2e9-f6dedd16ebda,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:31.936419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Checking segment: {'id': 'ccfae4db-32af-4a46-9865-c173b168619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '150001bb-f089-48d8-8a05-865bf3440e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:31.936784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network hostable DHCP agents. Network: 150001bb-f089-48d8-8a05-865bf3440e80, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:50:31.939142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb537d-0578-4f1f-a33f-9e27b27cc715 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:31.939484 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Allocated IP 172.26.4.220 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/578f8c0d-f8fc-48de-a868-d69e54c0a713) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:31.947549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2d706a30-697a-4ec8-b0e4-765f4bd27009 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:31.964059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] For port b7de3b20-d4fa-4034-98b0-ae1ff93363cc, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b7de3b20-d4fa-4034-98b0-ae1ff93363cc,segment=NetworkSegment(859d8b52-fa39-4216-9242-80b46e3f4b06),segment_id=859d8b52-fa39-4216-9242-80b46e3f4b06)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:31.964896 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.080174 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-742e5d72-66a8-43d9-85fa-f8492e1a69b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/1664373d-0f9d-473a-a2e9-f6dedd16ebda HTTP/1.1" status: 204 len: 168 time: 1.3719311 Mar 08 11:50:32.084563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47466) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:32.093158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.104561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for b7de3b20-d4fa-4034-98b0-ae1ff93363cc owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:32.142270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 150001bb-f089-48d8-8a05-865bf3440e80 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:50:32.163228 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c3896fed-97e9-4bb6-9241-ccca0b08e139 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775723 Mar 08 11:50:32.166238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47472) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:32.189983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:32.209150 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2d706a30-697a-4ec8-b0e4-765f4bd27009 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.244958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:50:32.252963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.266160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2d706a30-697a-4ec8-b0e4-765f4bd27009 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.270095 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2d706a30-697a-4ec8-b0e4-765f4bd27009 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "DELETE /v2.0/security-groups/79e9190e-f9b2-4c4b-bcf7-0ff393d20a05 HTTP/1.1" status: 204 len: 168 time: 0.7705400 Mar 08 11:50:32.270095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d706a30-697a-4ec8-b0e4-765f4bd27009 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e9190e-f9b2-4c4b-bcf7-0ff393d20a05,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:32.278814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47476) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:32.326203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf64685c-9b1f-4b58-8d91-01b95d2b4577,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:32.328099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-337264bb-ff92-4b08-b141-80ef955f0ff7 None None] For port b7de3b20-d4fa-4034-98b0-ae1ff93363cc, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b7de3b20-d4fa-4034-98b0-ae1ff93363cc,segment=NetworkSegment(859d8b52-fa39-4216-9242-80b46e3f4b06),segment_id=859d8b52-fa39-4216-9242-80b46e3f4b06)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:32.328635 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-337264bb-ff92-4b08-b141-80ef955f0ff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.366224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cf6c64b5-6ee9-49e0-b827-c5af9a02a1ca tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Synchronizing usage tracker for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:32.380487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 150001bb-f089-48d8-8a05-865bf3440e80) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:32.389545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:32.389545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.397027 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8486ea5f-4b6e-465f-9cf5-9d99e7e7c28c None None] Network 150001bb-f089-48d8-8a05-865bf3440e80 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:32.414382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.414744 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Added segment 38a38765-80a6-449b-a280-de050e4a83b9 of type vlan for network 0cb5307d-f1c4-4c48-9397-88891f9fc66b Mar 08 11:50:32.482330 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-337264bb-ff92-4b08-b141-80ef955f0ff7 None None] Calling delete_port for b7de3b20-d4fa-4034-98b0-ae1ff93363cc owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:32.509017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cf6c64b5-6ee9-49e0-b827-c5af9a02a1ca tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Unset dirty status for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:32.512277 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cf6c64b5-6ee9-49e0-b827-c5af9a02a1ca tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2318399 Mar 08 11:50:32.513794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.521985 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47480) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:32.524449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.530632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:32.533818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.567918 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-324c58f2-5d55-4b53-bf55-1041f18aff38 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': '7a6c1dac-16f6-48fe-b00c-0022420a75aa', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:32.584366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-324c58f2-5d55-4b53-bf55-1041f18aff38 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:32.593604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-324c58f2-5d55-4b53-bf55-1041f18aff38 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:32.595171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:32.597913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-324c58f2-5d55-4b53-bf55-1041f18aff38 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:32.598075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=b7de3b20-d4fa-4034-98b0-ae1ff93363cc,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:32.603236 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No DVR routers for this DVR port b7de3b20-d4fa-4034-98b0-ae1ff93363cc on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:50:32.607035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:32.610149 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-324c58f2-5d55-4b53-bf55-1041f18aff38 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:32.615959 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:32.626128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:32.637631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:32.657627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:32.693062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Pushing event updated for resources: {'Port': ['ID=578f8c0d-f8fc-48de-a868-d69e54c0a713,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:32.694134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcdaaff-dc9a-41f8-8393-186252fdde70 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:50:32.698167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.resource_extend [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:50:32.718197 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-83a72238-1cfa-42dd-a70b-d8056a2b653b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6629641 Mar 08 11:50:32.735129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47484) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:32.740036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdaaff-dc9a-41f8-8393-186252fdde70 None None] Deleting port b0ca7756-a40b-4381-81f5-eb6e19cf3e6a {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:32.740966 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6bcdaaff-dc9a-41f8-8393-186252fdde70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.748860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-402c48e8-ce7f-4774-88b0-58d58b932dc7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-214129077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:32.761773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f59268-9d7a-4b78-9b84-446d8ecff61c req-2ce64b4c-eae0-4d1a-a629-cc14d01d426e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:32.766605 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0f59268-9d7a-4b78-9b84-446d8ecff61c req-2ce64b4c-eae0-4d1a-a629-cc14d01d426e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.5370958 Mar 08 11:50:32.838207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.844228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-337264bb-ff92-4b08-b141-80ef955f0ff7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:50:32.844592 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-337264bb-ff92-4b08-b141-80ef955f0ff7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:50:32.854487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-402c48e8-ce7f-4774-88b0-58d58b932dc7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:32.860289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:32.863750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.935614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-150001bb-f089-48d8-8a05-865bf3440e80', 'network_id': '150001bb-f089-48d8-8a05-865bf3440e80', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'fixed_ips': [{'subnet_id': '6fea7b83-48f8-4bd7-aa72-b1cff660378c'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:50:32.936450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:32.962273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b7de3b20-d4fa-4034-98b0-ae1ff93363cc no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:50:32.986380 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-324c58f2-5d55-4b53-bf55-1041f18aff38 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The resource could not be found. Mar 08 11:50:32.987813 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-324c58f2-5d55-4b53-bf55-1041f18aff38 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4325306 Mar 08 11:50:32.993098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47488) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:32.998177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-402c48e8-ce7f-4774-88b0-58d58b932dc7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:router and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:33.002565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c5303f1f-a768-442d-9cc0-762c2bbe022d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group': {'name': 'tempest-secgroup--823166789'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:33.002717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.003387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:33.004207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.019385 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-402c48e8-ce7f-4774-88b0-58d58b932dc7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:33.023954 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: b7de3b20-d4fa-4034-98b0-ae1ff93363cc {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:50:33.024313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b7de3b20-d4fa-4034-98b0-ae1ff93363cc not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:50:33.024741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b0ca7756-a40b-4381-81f5-eb6e19cf3e6a no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:50:33.050055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e5d6d4-33d0-4069-8433-dc9c8643757a']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:33.080866 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c5303f1f-a768-442d-9cc0-762c2bbe022d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:33.081410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-402c48e8-ce7f-4774-88b0-58d58b932dc7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:33.097167 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c5303f1f-a768-442d-9cc0-762c2bbe022d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:33.100979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c08b74-3758-471a-822c-b7a1433d7775 req-97618373-9192-46e8-b1f3-e59aa73ba8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:33.102540 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-53c08b74-3758-471a-822c-b7a1433d7775 req-97618373-9192-46e8-b1f3-e59aa73ba8ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=451a6ae544ae458da1fdd0d6f1d54d89&device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 1098 time: 0.6654990 Mar 08 11:50:33.109783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859d8b52-fa39-4216-9242-80b46e3f4b06') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:33.110052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859d8b52-fa39-4216-9242-80b46e3f4b06') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:33.248410 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-6bcdaaff-dc9a-41f8-8393-186252fdde70 None None] For port b0ca7756-a40b-4381-81f5-eb6e19cf3e6a, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b0ca7756-a40b-4381-81f5-eb6e19cf3e6a,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:33.248810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6bcdaaff-dc9a-41f8-8393-186252fdde70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.311035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5303f1f-a768-442d-9cc0-762c2bbe022d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.328892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.341965 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3005950 Mar 08 11:50:33.342342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47492) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:33.358767 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0f59268-9d7a-4b78-9b84-446d8ecff61c req-85c7bfcd-dfef-4adc-b924-000f067325cd tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5061231 Mar 08 11:50:33.360769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Request body: {'subnet': {'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1747520630-subnet', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'ip_version': 4}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:33.364860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb44f9f-9406-4789-9a4c-4fc9cbfa05ff admin admin] Pushing event updated for resources: {'Network': ['ID=0cb5307d-f1c4-4c48-9397-88891f9fc66b,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:33.366106 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:33.370062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Usage tracker for resource:subnet and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:33.372815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:33.378617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:33.381477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-337264bb-ff92-4b08-b141-80ef955f0ff7 None None] Deleting port b7de3b20-d4fa-4034-98b0-ae1ff93363cc {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:33.381979 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-337264bb-ff92-4b08-b141-80ef955f0ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.399964 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c5303f1f-a768-442d-9cc0-762c2bbe022d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:33.405726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.424156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-402c48e8-ce7f-4774-88b0-58d58b932dc7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.425166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-402c48e8-ce7f-4774-88b0-58d58b932dc7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.438279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.455455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:50:33.455938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.469707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c5303f1f-a768-442d-9cc0-762c2bbe022d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:33.476563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 0cb5307d-f1c4-4c48-9397-88891f9fc66b details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:50:33.481016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c5303f1f-a768-442d-9cc0-762c2bbe022d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:33.489734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c5303f1f-a768-442d-9cc0-762c2bbe022d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:33.501551 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdaaff-dc9a-41f8-8393-186252fdde70 None None] Calling delete_port for b0ca7756-a40b-4381-81f5-eb6e19cf3e6a owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:50:33.505906 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:50:33.530768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Made reservation on behalf of fc845f00a4be4cc0b54e556d5bddbd4f for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:33.532839 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.624330 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-402c48e8-ce7f-4774-88b0-58d58b932dc7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.636493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c08b74-3758-471a-822c-b7a1433d7775 req-0c58fa66-198b-4877-8a90-2c069a6ac19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:33.638041 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-53c08b74-3758-471a-822c-b7a1433d7775 req-0c58fa66-198b-4877-8a90-2c069a6ac19a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c9696f42-2096-4d7e-b072-373349eed38f HTTP/1.1" status: 200 len: 912 time: 0.5186505 Mar 08 11:50:33.691527 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-337264bb-ff92-4b08-b141-80ef955f0ff7 None None] The port 'b7de3b20-d4fa-4034-98b0-ae1ff93363cc' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:50:33.709619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Allocated IP 2001:db8::2 (150001bb-f089-48d8-8a05-865bf3440e80/6fea7b83-48f8-4bd7-aa72-b1cff660378c/2f14dea5-6e6a-4960-9775-771a1ed5833f) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:33.720170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.742210 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.774450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.798298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Network': ['ID=d1e5d6d4-33d0-4069-8433-dc9c8643757a,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:33.815991 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fcaa8be4-3eec-4443-b0fb-39b3cf045899 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/networks/d1e5d6d4-33d0-4069-8433-dc9c8643757a HTTP/1.1" status: 204 len: 168 time: 2.9127166 Mar 08 11:50:33.820789 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-53c08b74-3758-471a-822c-b7a1433d7775 req-61f9b86c-cdcb-4a39-8430-81d95e6356c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb121f6f-835f-44e5-b1b8-7b36309af64f HTTP/1.1" status: 200 len: 1000 time: 0.1748242 Mar 08 11:50:33.821446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47496) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:33.890129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-402c48e8-ce7f-4774-88b0-58d58b932dc7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.898211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5303f1f-a768-442d-9cc0-762c2bbe022d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.916069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:33.919156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6bcdaaff-dc9a-41f8-8393-186252fdde70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.005495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:34.011629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:34.019204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:34.020189 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.023300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5303f1f-a768-442d-9cc0-762c2bbe022d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.029526 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c08b74-3758-471a-822c-b7a1433d7775 req-3fc00a12-1228-4051-82b0-0f7976d806bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:34.031137 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-53c08b74-3758-471a-822c-b7a1433d7775 req-3fc00a12-1228-4051-82b0-0f7976d806bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7032fe46-bda6-47b7-88cb-a85f4ab74c1d HTTP/1.1" status: 200 len: 850 time: 0.1770747 Mar 08 11:50:34.038063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdaaff-dc9a-41f8-8393-186252fdde70 None None] Pushing event deleted for resources: {'Port': ['ID=b0ca7756-a40b-4381-81f5-eb6e19cf3e6a,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:34.053974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcdaaff-dc9a-41f8-8393-186252fdde70 None None] No DVR routers for this DVR port b0ca7756-a40b-4381-81f5-eb6e19cf3e6a on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:50:34.066989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5303f1f-a768-442d-9cc0-762c2bbe022d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74e5b0b-3f5f-4bfc-bcaa-5f8b19dd3d16,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:34.081678 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=a86decd8-f6ef-4106-95ce-563a66bc5e7d,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:34.082792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.095731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736ae02f-08a2-45f6-88cf-2469f81646d8 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:34.100684 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-402c48e8-ce7f-4774-88b0-58d58b932dc7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.100684 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-402c48e8-ce7f-4774-88b0-58d58b932dc7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3569314 Mar 08 11:50:34.104171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47500) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:34.129925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15461609-8f77-49e8-a4c5-4bf217c1665a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:34.135534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-15461609-8f77-49e8-a4c5-4bf217c1665a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:34.165481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c08b74-3758-471a-822c-b7a1433d7775 req-63e0e7da-9362-42b0-a812-eba4daa25f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:34.167233 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-53c08b74-3758-471a-822c-b7a1433d7775 req-63e0e7da-9362-42b0-a812-eba4daa25f64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c9696f42-2096-4d7e-b072-373349eed38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1278672 Mar 08 11:50:34.180290 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-893a8ac9-c4c8-45da-9f2f-7b842cd82499 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0098839 Mar 08 11:50:34.186870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.188725 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47504) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:34.189272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Transition to ACTIVE for port object 2f14dea5-6e6a-4960-9775-771a1ed5833f will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:34.209079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'fixed_ips': [{'subnet_id': 'a86decd8-f6ef-4106-95ce-563a66bc5e7d', 'ip_address': '2001:db8::779b:bdd1:6ed3:c816'}], 'name': 'tempest-NetworksTestDHCPv6-634579599'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:34.210745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-15461609-8f77-49e8-a4c5-4bf217c1665a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:34.211913 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-15461609-8f77-49e8-a4c5-4bf217c1665a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3895574 Mar 08 11:50:34.218399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47508) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:34.231401 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Transition to ACTIVE for port object 2f14dea5-6e6a-4960-9775-771a1ed5833f will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:34.336707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.373163 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-53c08b74-3758-471a-822c-b7a1433d7775 req-8401a17b-3368-4931-b383-ae92daf32448 service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982248 Mar 08 11:50:34.383604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5303f1f-a768-442d-9cc0-762c2bbe022d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.386541 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c5303f1f-a768-442d-9cc0-762c2bbe022d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3917544 Mar 08 11:50:34.394389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47512) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:34.432340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': 'a86decd8-f6ef-4106-95ce-563a66bc5e7d'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:50:34.432909 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7f9703ff-74ec-4ff9-8688-3a6f2de80314 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2118614 Mar 08 11:50:34.433228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.433720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47516) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:34.470551 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Network 150001bb-f089-48d8-8a05-865bf3440e80 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:34.473297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:34.482422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:34.490851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1499985038'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:34.507729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:34.514729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:network and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:34.519958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:34.528320 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:34.533402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Pushing event updated for resources: {'Port': ['ID=2f14dea5-6e6a-4960-9775-771a1ed5833f,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:34.555741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group': {'name': 'tempest-secgroup--585467098'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:34.557453 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-53c08b74-3758-471a-822c-b7a1433d7775 req-c8e7da6e-184d-4ba6-8d1e-5c489766c1bf service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744962 Mar 08 11:50:34.649336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Attempting to bind port 2f14dea5-6e6a-4960-9775-771a1ed5833f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:34.649666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Attempting to bind port 2f14dea5-6e6a-4960-9775-771a1ed5833f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'ccfae4db-32af-4a46-9865-c173b168619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '150001bb-f089-48d8-8a05-865bf3440e80'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:34.650069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Attempting to bind port 2f14dea5-6e6a-4960-9775-771a1ed5833f on network 150001bb-f089-48d8-8a05-865bf3440e80 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:34.668298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:34.673425 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.681730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:34.686206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.687184 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:34.687560 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Checking segment: {'id': 'ccfae4db-32af-4a46-9865-c173b168619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '150001bb-f089-48d8-8a05-865bf3440e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:34.687965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.688351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Bound using segment: {'id': 'ccfae4db-32af-4a46-9865-c173b168619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '150001bb-f089-48d8-8a05-865bf3440e80'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:34.688847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Bound port: 2f14dea5-6e6a-4960-9775-771a1ed5833f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccfae4db-32af-4a46-9865-c173b168619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '150001bb-f089-48d8-8a05-865bf3440e80'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:34.689217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.711024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:50:34.720020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.720483 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Added segment 1d57dc98-b66b-45ba-a574-9ee0156e232c of type vlan for network 44fa3fd1-90e6-4322-9cc9-d6be04a3b99e Mar 08 11:50:34.749102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.766351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Allocated IP 2001:db8::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/a86decd8-f6ef-4106-95ce-563a66bc5e7d/fd2f2860-c8ac-4f84-ab2d-adf026561c9d) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:34.838668 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] For port 2f14dea5-6e6a-4960-9775-771a1ed5833f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:34.866290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.872138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:34.873257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.904697 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] For port 2f14dea5-6e6a-4960-9775-771a1ed5833f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2f14dea5-6e6a-4960-9775-771a1ed5833f,segment=NetworkSegment(ccfae4db-32af-4a46-9865-c173b168619f),segment_id=ccfae4db-32af-4a46-9865-c173b168619f)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:34.912135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:34.938834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:34.992761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:34.994122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Network': ['ID=44fa3fd1-90e6-4322-9cc9-d6be04a3b99e,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:35.014352 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5b46a5b9-8ee4-433e-8b19-a5ada9941d2d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5746026 Mar 08 11:50:35.014976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47522) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:35.020141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': '44fa3fd1-90e6-4322-9cc9-d6be04a3b99e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:35.039936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 44fa3fd1-90e6-4322-9cc9-d6be04a3b99e details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:50:35.115562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5e07e7-3d89-486c-b9a0-ded02e68dde4,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:35.127892 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:35.128504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d22379-a779-40ac-b1e2-119cee4b7eec None None] Pushing event updated for resources: {'Port': ['ID=2f14dea5-6e6a-4960-9775-771a1ed5833f,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:35.141035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:35.144928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:35.147828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:35.154795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:35.227501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:35.238550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:35.243130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:35.259866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Transition to ACTIVE for port object fd2f2860-c8ac-4f84-ab2d-adf026561c9d will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:35.260280 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:35.277386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:port and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:35.283245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Transition to ACTIVE for port object fd2f2860-c8ac-4f84-ab2d-adf026561c9d will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:35.286513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:35.309352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Checking segment: {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:35.311746 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Network hostable DHCP agents. Network: 0cb5307d-f1c4-4c48-9397-88891f9fc66b, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:50:35.316671 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:35.363192 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:35.380275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:35.401305 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:35.410290 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90f12b-63b7-49b3-b7a6-856363ebef07 req-cc4419ce-710b-4eee-a7cd-43bebefb6445 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:35.412258 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9e90f12b-63b7-49b3-b7a6-856363ebef07 req-cc4419ce-710b-4eee-a7cd-43bebefb6445 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.8510711 Mar 08 11:50:35.472383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:35.472383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:35.476914 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:35.526576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:35.529486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:35.548630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:35.554384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:35.557969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Pushing event updated for resources: {'Port': ['ID=fd2f2860-c8ac-4f84-ab2d-adf026561c9d,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:35.622912 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Attempting to bind port fd2f2860-c8ac-4f84-ab2d-adf026561c9d on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:35.623597 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Attempting to bind port fd2f2860-c8ac-4f84-ab2d-adf026561c9d by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:35.624237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Attempting to bind port fd2f2860-c8ac-4f84-ab2d-adf026561c9d on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:35.633024 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:35.643992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:35.644409 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:35.644812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:35.645352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Bound port: fd2f2860-c8ac-4f84-ab2d-adf026561c9d, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:35.645753 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:35.672374 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:35.708647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Network 0cb5307d-f1c4-4c48-9397-88891f9fc66b is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:50:35.761426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:35.762567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] For port fd2f2860-c8ac-4f84-ab2d-adf026561c9d, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:35.766358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] For port fd2f2860-c8ac-4f84-ab2d-adf026561c9d, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fd2f2860-c8ac-4f84-ab2d-adf026561c9d,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:35.808127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Router fb0d3c79-a9f1-49cf-a881-7a464132d200 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:50:35.835407 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9e90f12b-63b7-49b3-b7a6-856363ebef07 req-e1919fd2-2e1f-4bc6-9b05-b12c68dda26a tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120522 Mar 08 11:50:35.835662 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:35.843813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Subnet': ['ID=2254cce2-656b-44a8-bb7c-107f6822cdb9,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:35.859594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Checking segment: {'id': '1d57dc98-b66b-45ba-a574-9ee0156e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '44fa3fd1-90e6-4322-9cc9-d6be04a3b99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:35.859594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network hostable DHCP agents. Network: 44fa3fd1-90e6-4322-9cc9-d6be04a3b99e, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:50:35.941125 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccf29e-3e1d-4f80-b3e8-a7c729847cac None None] Pushing event updated for resources: {'Port': ['ID=fd2f2860-c8ac-4f84-ab2d-adf026561c9d,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:35.964773 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 0cb5307d-f1c4-4c48-9397-88891f9fc66b) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:35.973088 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7697f5fa-cdfa-48c3-ba56-43cba3968311 None None] Network 0cb5307d-f1c4-4c48-9397-88891f9fc66b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:35.977446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 44fa3fd1-90e6-4322-9cc9-d6be04a3b99e is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:50:35.984905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 44fa3fd1-90e6-4322-9cc9-d6be04a3b99e) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:35.990576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:35.991096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:35.991330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:35.992271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:36.011852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e101b3-e97a-477f-b98a-5f24cb39afda None None] Network 44fa3fd1-90e6-4322-9cc9-d6be04a3b99e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:36.040906 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:36.103160 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2fcb905a-a6f5-4ae9-8a55-f7a24b2437ca tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0875351 Mar 08 11:50:36.105856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47526) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:36.116477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': '44fa3fd1-90e6-4322-9cc9-d6be04a3b99e', 'name': 'tempest-PortsTestJSON-60106824'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:36.346471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port ee3bf129-020a-45d1-b860-3ab540d2165d yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:36.360519 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:36.365886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:port and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:36.369747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:36.380117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:36.426064 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-234178df-62ca-49f8-b1d3-5b136d8fc6ac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0822830 Mar 08 11:50:36.429761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47530) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:36.437285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:36.454392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:36.464337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Usage tracker for resource:router and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:36.468701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:36.473403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:50:36.478006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:50:36.478847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:36.482394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:36.493600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:36.496182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:36.497813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a2d05a-1f40-47b7-9df2-4225b54b7bd7 None None] Sync routers for ids ['fb0d3c79-a9f1-49cf-a881-7a464132d200'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:50:36.507917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:36.508963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-44fa3fd1-90e6-4322-9cc9-d6be04a3b99e', 'network_id': '44fa3fd1-90e6-4322-9cc9-d6be04a3b99e', 'tenant_id': '6bf2e6502ed8457aba4798042de61a1a', 'fixed_ips': [{'subnet_id': '2254cce2-656b-44a8-bb7c-107f6822cdb9'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:50:36.509841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:36.518863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Allocated IP 2001:db8::1 (150001bb-f089-48d8-8a05-865bf3440e80/6fea7b83-48f8-4bd7-aa72-b1cff660378c/7c2ca004-e938-4083-bcac-4c46e2819c3d) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:36.543209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port d720563e-5261-40f4-9a0e-1d6e0eda306d yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:36.568941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:36.575983 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2d05a-1f40-47b7-9df2-4225b54b7bd7 None None] Routers {'fb0d3c79-a9f1-49cf-a881-7a464132d200'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:36.576629 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b4a2d05a-1f40-47b7-9df2-4225b54b7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['fb0d3c79-a9f1-49cf-a881-7a464132d200'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:36.621740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:36.622967 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5c722e55-a8cf-43ee-a701-96c2dedf2913 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3639932 Mar 08 11:50:36.627173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47534) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:36.637197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:36.643853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:36.661521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:36.694534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:36.702420 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2097161 Mar 08 11:50:36.708451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47538) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:36.717301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b4a2d05a-1f40-47b7-9df2-4225b54b7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:36.729670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d905af0-2949-425d-9ea9-c1fbdb959ee7 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fcc058-20fe-4d90-aa91-32827cf00afb,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:36.781735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2d05a-1f40-47b7-9df2-4225b54b7bd7 None None] Routers {'fb0d3c79-a9f1-49cf-a881-7a464132d200'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:36.782416 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b4a2d05a-1f40-47b7-9df2-4225b54b7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['fb0d3c79-a9f1-49cf-a881-7a464132d200'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:36.843477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82988a58-cc0c-4f74-992e-80bc85db5e36 None None] Network 150001bb-f089-48d8-8a05-865bf3440e80 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:36.968207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b4a2d05a-1f40-47b7-9df2-4225b54b7bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:36.968754 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a2d05a-1f40-47b7-9df2-4225b54b7bd7 None None] The sync data for ids ['fb0d3c79-a9f1-49cf-a881-7a464132d200'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:50:37.010680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3a9a7908-7452-47b5-90fb-3a83eabcc41b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': 'a74e5b0b-3f5f-4bfc-bcaa-5f8b19dd3d16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b6fcc058-20fe-4d90-aa91-32827cf00afb'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:37.046686 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3a9a7908-7452-47b5-90fb-3a83eabcc41b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:37.056342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3a9a7908-7452-47b5-90fb-3a83eabcc41b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:37.063595 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3a9a7908-7452-47b5-90fb-3a83eabcc41b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:37.088663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3a9a7908-7452-47b5-90fb-3a83eabcc41b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:37.097539 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-00708b85-c5b1-4607-801d-053fe120528e None None] Provisioning for port 2f14dea5-6e6a-4960-9775-771a1ed5833f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:37.101889 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2f14dea5-6e6a-4960-9775-771a1ed5833f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:37.114690 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::779b:bdd1:6ed3:c816 (b6b97662-0baa-4f27-9a4e-9894348947bb/a86decd8-f6ef-4106-95ce-563a66bc5e7d/ee3bf129-020a-45d1-b860-3ab540d2165d) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:37.181606 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:37.191513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Allocated IP 172.20.0.2 (0cb5307d-f1c4-4c48-9397-88891f9fc66b/da5e07e7-3d89-486c-b9a0-ded02e68dde4/62efcfa4-6640-4565-a2a3-094d6d89d5ff) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:37.238088 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Transition to ACTIVE for port object 7c2ca004-e938-4083-bcac-4c46e2819c3d will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:37.350411 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-3a9a7908-7452-47b5-90fb-3a83eabcc41b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:37.354338 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3a9a7908-7452-47b5-90fb-3a83eabcc41b tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6415515 Mar 08 11:50:37.360307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47544) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:37.428386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 2f14dea5-6e6a-4960-9775-771a1ed5833f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:37.438789 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 2f14dea5-6e6a-4960-9775-771a1ed5833f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:37.439165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:37.445746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:37.450290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.14 (44fa3fd1-90e6-4322-9cc9-d6be04a3b99e/2254cce2-656b-44a8-bb7c-107f6822cdb9/d720563e-5261-40f4-9a0e-1d6e0eda306d) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:37.472366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:37.487674 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-afa7e0ef-ddc8-408d-b3ac-1a91ce883a12 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/routers/fb0d3c79-a9f1-49cf-a881-7a464132d200 HTTP/1.1" status: 200 len: 921 time: 0.8551648 Mar 08 11:50:37.494829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47548) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:37.496090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:37.520687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2a9779bf-1369-4c1a-8fa0-6f293f63543c None None] Provisioning for port fd2f2860-c8ac-4f84-ab2d-adf026561c9d completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:37.531197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bda681-24b2-402a-815a-d48f3fc43913 req-2c0f520a-d90e-4bf7-a35a-b1f54642dabf tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:37.532671 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-65bda681-24b2-402a-815a-d48f3fc43913 req-2c0f520a-d90e-4bf7-a35a-b1f54642dabf tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4085226 Mar 08 11:50:37.554445 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6277c78b-3304-4088-a39c-495c0317400c tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:37.604301 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object ee3bf129-020a-45d1-b860-3ab540d2165d will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:37.632373 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 150001bb-f089-48d8-8a05-865bf3440e80 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:37.639190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:37.647861 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ca082154-4e8f-47c3-954d-e48ef17e475b tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb0d3c79-a9f1-49cf-a881-7a464132d200 HTTP/1.1" status: 200 len: 205 time: 0.1421516 Mar 08 11:50:37.648107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:37.648214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:37.648214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:37.651240 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47552) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:37.682321 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Transition to ACTIVE for port object 62efcfa4-6640-4565-a2a3-094d6d89d5ff will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:37.701940 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-65bda681-24b2-402a-815a-d48f3fc43913 req-edc535e0-83af-4ed7-9c63-199387f76a19 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630716 Mar 08 11:50:37.706256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Transition to ACTIVE for port object 62efcfa4-6640-4565-a2a3-094d6d89d5ff will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:37.746106 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:37.783187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 2f14dea5-6e6a-4960-9775-771a1ed5833f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2f14dea5-6e6a-4960-9775-771a1ed5833f,segment=NetworkSegment(ccfae4db-32af-4a46-9865-c173b168619f),segment_id=ccfae4db-32af-4a46-9865-c173b168619f)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:37.784729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:37.813903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6277c78b-3304-4088-a39c-495c0317400c tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:37.871881 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Network 0cb5307d-f1c4-4c48-9397-88891f9fc66b is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:37.875088 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:37.881926 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=7c2ca004-e938-4083-bcac-4c46e2819c3d,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:37.893982 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:37.906561 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:37.907353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fd2f2860-c8ac-4f84-ab2d-adf026561c9d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:37.994168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Pushing event updated for resources: {'Port': ['ID=62efcfa4-6640-4565-a2a3-094d6d89d5ff,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:38.060889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429499d-0739-4c67-80dc-2331610c08e1 req-e19bee53-61b1-42f1-a51d-19bc0abe88b5 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:38.070158 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8429499d-0739-4c67-80dc-2331610c08e1 req-e19bee53-61b1-42f1-a51d-19bc0abe88b5 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.1538117 Mar 08 11:50:38.091777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.135789 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=2f14dea5-6e6a-4960-9775-771a1ed5833f,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:38.160588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.189916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-34f22e73-3918-43e1-9eb4-a72eae78af58 None None] Provisioning complete for port 2f14dea5-6e6a-4960-9775-771a1ed5833f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:38.190474 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=ee3bf129-020a-45d1-b860-3ab540d2165d,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:38.190627 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-34f22e73-3918-43e1-9eb4-a72eae78af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.192721 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6277c78b-3304-4088-a39c-495c0317400c tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.225130 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Attempting to bind port 62efcfa4-6640-4565-a2a3-094d6d89d5ff on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:38.225642 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Attempting to bind port 62efcfa4-6640-4565-a2a3-094d6d89d5ff by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:38.226165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Attempting to bind port 62efcfa4-6640-4565-a2a3-094d6d89d5ff on network 0cb5307d-f1c4-4c48-9397-88891f9fc66b {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:38.250980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:38.251646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Checking segment: {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:38.252234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.252731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Bound using segment: {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:38.253309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Bound port: 62efcfa4-6640-4565-a2a3-094d6d89d5ff, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:38.253786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.273687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277c78b-3304-4088-a39c-495c0317400c tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fcc058-20fe-4d90-aa91-32827cf00afb,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:38.275983 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6277c78b-3304-4088-a39c-495c0317400c tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.279961 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6277c78b-3304-4088-a39c-495c0317400c tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6fcc058-20fe-4d90-aa91-32827cf00afb HTTP/1.1" status: 204 len: 168 time: 0.9143891 Mar 08 11:50:38.280434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47560) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:38.304448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:38.309003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.309619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:38.314392 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8429499d-0739-4c67-80dc-2331610c08e1 req-0952dd5f-a51b-48c8-9dff-0523c5dd0428 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431362 Mar 08 11:50:38.317367 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:38.323760 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:38.324429 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.365308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.426886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Transition to ACTIVE for port object d720563e-5261-40f4-9a0e-1d6e0eda306d will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:38.499028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.516320 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port fd2f2860-c8ac-4f84-ab2d-adf026561c9d completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:38.529786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] For port 62efcfa4-6640-4565-a2a3-094d6d89d5ff, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:38.533936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] For port 62efcfa4-6640-4565-a2a3-094d6d89d5ff, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=62efcfa4-6640-4565-a2a3-094d6d89d5ff,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:38.544355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port fd2f2860-c8ac-4f84-ab2d-adf026561c9d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:38.544865 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.553900 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-41bcec1e-b1f9-4b4c-8a8f-04ebe5a20a6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3531942 Mar 08 11:50:38.558465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d9661af8-646c-4ac3-8b35-dd48cc9eab6f tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Synchronizing usage tracker for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:38.560326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47566) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:38.608771 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.700908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Deleting port 578f8c0d-f8fc-48de-a868-d69e54c0a713 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:38.701261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.750768 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2bf72-25c8-436e-9c74-8d3b330c635a None None] Pushing event updated for resources: {'Port': ['ID=62efcfa4-6640-4565-a2a3-094d6d89d5ff,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:38.818947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.844215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d9661af8-646c-4ac3-8b35-dd48cc9eab6f tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Unset dirty status for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:38.848440 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d9661af8-646c-4ac3-8b35-dd48cc9eab6f tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5642104 Mar 08 11:50:38.850351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47570) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:38.856064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port fd2f2860-c8ac-4f84-ab2d-adf026561c9d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fd2f2860-c8ac-4f84-ab2d-adf026561c9d,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:38.902552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b5a20e0b-344c-40e5-947b-5e93768f89d0 None None] Provisioning for port ee3bf129-020a-45d1-b860-3ab540d2165d completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:38.909209 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b5a20e0b-344c-40e5-947b-5e93768f89d0 None None] Provisioning complete for port ee3bf129-020a-45d1-b860-3ab540d2165d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:38.912748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b5a20e0b-344c-40e5-947b-5e93768f89d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:38.957643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.026704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca68b1c-3727-4978-80b1-f866da1e061f req-b322df28-06c2-48c9-8688-28c4910d2fc1 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:39.027873 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eca68b1c-3727-4978-80b1-f866da1e061f req-b322df28-06c2-48c9-8688-28c4910d2fc1 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.5240836 Mar 08 11:50:39.074297 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.120195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7cc26fdf-f245-4e01-b3ce-6004eff1936d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.123114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.131625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.152878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b5a20e0b-344c-40e5-947b-5e93768f89d0 None None] Port ee3bf129-020a-45d1-b860-3ab540d2165d cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:39.173740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7cc26fdf-f245-4e01-b3ce-6004eff1936d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.201575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=fd2f2860-c8ac-4f84-ab2d-adf026561c9d,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:39.212163 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Allocated IP 172.20.0.2 (44fa3fd1-90e6-4322-9cc9-d6be04a3b99e/2254cce2-656b-44a8-bb7c-107f6822cdb9/247050fd-55c7-42fb-94f4-2ce0d6463eb9) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:39.219658 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.221294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.238945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da31f119-bc5d-4095-9d29-8bed1cac792a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:39.243602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da31f119-bc5d-4095-9d29-8bed1cac792a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:39.244744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-da31f119-bc5d-4095-9d29-8bed1cac792a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:39.263359 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 62efcfa4-6640-4565-a2a3-094d6d89d5ff up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:39.266470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.307559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 44fa3fd1-90e6-4322-9cc9-d6be04a3b99e is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:39.312378 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eca68b1c-3727-4978-80b1-f866da1e061f req-3c280ebb-bb14-41e2-abb1-303c74b5a4ec tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732844 Mar 08 11:50:39.314532 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b5a20e0b-344c-40e5-947b-5e93768f89d0 None None] Provisioning for port 7c2ca004-e938-4083-bcac-4c46e2819c3d completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:39.322829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:39.330854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b5a20e0b-344c-40e5-947b-5e93768f89d0 None None] Provisioning complete for port 7c2ca004-e938-4083-bcac-4c46e2819c3d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:39.331237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b5a20e0b-344c-40e5-947b-5e93768f89d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.345742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:39.443752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.447555 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=7c2ca004-e938-4083-bcac-4c46e2819c3d,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:39.451451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=d720563e-5261-40f4-9a0e-1d6e0eda306d,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:39.522124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b5a20e0b-344c-40e5-947b-5e93768f89d0 None None] Port 7c2ca004-e938-4083-bcac-4c46e2819c3d cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:39.560841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 150001bb-f089-48d8-8a05-865bf3440e80 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:39.564486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:39.605723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:39.605723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.618250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Calling delete_port for 578f8c0d-f8fc-48de-a868-d69e54c0a713 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:39.631694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 62efcfa4-6640-4565-a2a3-094d6d89d5ff completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:39.638870 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2f14dea5-6e6a-4960-9775-771a1ed5833f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:39.730898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7cc26fdf-f245-4e01-b3ce-6004eff1936d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.733725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.769599 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Transition to ACTIVE for port object 247050fd-55c7-42fb-94f4-2ce0d6463eb9 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:39.817482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Transition to ACTIVE for port object 247050fd-55c7-42fb-94f4-2ce0d6463eb9 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:39.831362 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 2f14dea5-6e6a-4960-9775-771a1ed5833f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:39.831957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.848071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7e092-9051-40ee-b49e-8f9ce0fee83c req-0a4e0561-5349-44ad-ad51-7107d2313095 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:39.849758 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-58a7e092-9051-40ee-b49e-8f9ce0fee83c req-0a4e0561-5349-44ad-ad51-7107d2313095 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.3792114 Mar 08 11:50:39.853183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc26fdf-f245-4e01-b3ce-6004eff1936d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74e5b0b-3f5f-4bfc-bcaa-5f8b19dd3d16,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:39.920023 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d3285b34-f75e-4732-9d50-c05d52f6b6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.941849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.969856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7cc26fdf-f245-4e01-b3ce-6004eff1936d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:39.971044 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7cc26fdf-f245-4e01-b3ce-6004eff1936d tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "DELETE /v2.0/security-groups/a74e5b0b-3f5f-4bfc-bcaa-5f8b19dd3d16 HTTP/1.1" status: 204 len: 168 time: 1.1198564 Mar 08 11:50:39.976158 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-58a7e092-9051-40ee-b49e-8f9ce0fee83c req-dc82225f-5c5e-4561-8513-d0d75df7e490 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174223 Mar 08 11:50:39.976613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47576) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:40.005448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-da31f119-bc5d-4095-9d29-8bed1cac792a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:40.010325 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-da31f119-bc5d-4095-9d29-8bed1cac792a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.4400499 Mar 08 11:50:40.014813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47582) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:40.047382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5d98ff84-9500-4e83-9387-476c347b01f5 None None] Provisioning complete for port 7c2ca004-e938-4083-bcac-4c46e2819c3d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:40.047717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5d98ff84-9500-4e83-9387-476c347b01f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:40.070479 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c939c1af-9f2b-40fd-a832-0009ac223bd7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9634514 Mar 08 11:50:40.074257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3f363820-6453-48fd-9fa4-1de4d3480544 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Synchronizing usage tracker for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:40.083936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47586) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:40.102517 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': '44fa3fd1-90e6-4322-9cc9-d6be04a3b99e', 'name': 'tempest-PortsTestJSON-1660342383'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:40.105036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Allocated IP 172.26.4.116 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/7725931a-2a63-466e-9c93-57197952e2f5) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:40.129116 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 7466df06-3d5d-4126-ab68-edbee89b5670 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:50:40.159307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f828f8f4-f706-42c6-b1a7-6598038aaa7c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port ee3bf129-020a-45d1-b860-3ab540d2165d {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:40.159656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f828f8f4-f706-42c6-b1a7-6598038aaa7c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:40.186545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Network 44fa3fd1-90e6-4322-9cc9-d6be04a3b99e is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:40.187339 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-5d98ff84-9500-4e83-9387-476c347b01f5 None None] Port 7c2ca004-e938-4083-bcac-4c46e2819c3d cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:40.201078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:40.207723 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:40.209685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Pushing event updated for resources: {'Port': ['ID=247050fd-55c7-42fb-94f4-2ce0d6463eb9,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:40.285793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3f363820-6453-48fd-9fa4-1de4d3480544 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Unset dirty status for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:40.291525 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3f363820-6453-48fd-9fa4-1de4d3480544 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3101501 Mar 08 11:50:40.300114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47590) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:40.307199 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb20b4-53ee-4948-a659-963504ab3872 None None] Network 0cb5307d-f1c4-4c48-9397-88891f9fc66b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:40.354011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Attempting to bind port 247050fd-55c7-42fb-94f4-2ce0d6463eb9 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:40.354385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Attempting to bind port 247050fd-55c7-42fb-94f4-2ce0d6463eb9 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '1d57dc98-b66b-45ba-a574-9ee0156e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '44fa3fd1-90e6-4322-9cc9-d6be04a3b99e'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:40.354753 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Attempting to bind port 247050fd-55c7-42fb-94f4-2ce0d6463eb9 on network 44fa3fd1-90e6-4322-9cc9-d6be04a3b99e {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:40.364035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-04876e80-95ef-4155-b564-2d4fa17c78e5 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group': {'name': 'tempest-secgroup--999344187'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:40.377845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:40.377845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Checking segment: {'id': '1d57dc98-b66b-45ba-a574-9ee0156e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '44fa3fd1-90e6-4322-9cc9-d6be04a3b99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:40.378314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:40.379394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Bound using segment: {'id': '1d57dc98-b66b-45ba-a574-9ee0156e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '44fa3fd1-90e6-4322-9cc9-d6be04a3b99e'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:40.379394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Bound port: 247050fd-55c7-42fb-94f4-2ce0d6463eb9, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d57dc98-b66b-45ba-a574-9ee0156e232c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '44fa3fd1-90e6-4322-9cc9-d6be04a3b99e'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:40.379626 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-04876e80-95ef-4155-b564-2d4fa17c78e5 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:40.379715 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:40.404539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-04876e80-95ef-4155-b564-2d4fa17c78e5 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:40.439493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:50:40.448978 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3b6bd377-cf53-40c6-8884-4e6410ec65b6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/7466df06-3d5d-4126-ab68-edbee89b5670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3413408 Mar 08 11:50:40.451422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47594) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:40.456297 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f1fcb8-e470-4ab8-a6c5-1456894c222f None None] Sync routers for ids ['7466df06-3d5d-4126-ab68-edbee89b5670'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:50:40.458967 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:40.468812 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f1fcb8-e470-4ab8-a6c5-1456894c222f None None] Routers {'7466df06-3d5d-4126-ab68-edbee89b5670'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:40.470205 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-76f1fcb8-e470-4ab8-a6c5-1456894c222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['7466df06-3d5d-4126-ab68-edbee89b5670'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:40.497609 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:port and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:40.506408 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:40.516171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:40.518266 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-04876e80-95ef-4155-b564-2d4fa17c78e5 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:40.535846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] For port 247050fd-55c7-42fb-94f4-2ce0d6463eb9, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:40.539803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] For port 247050fd-55c7-42fb-94f4-2ce0d6463eb9, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=247050fd-55c7-42fb-94f4-2ce0d6463eb9,segment=NetworkSegment(1d57dc98-b66b-45ba-a574-9ee0156e232c),segment_id=1d57dc98-b66b-45ba-a574-9ee0156e232c)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:40.555825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e042e0c3-fbe1-49c6-8514-db17e730a9e9 None None] Provisioning for port 62efcfa4-6640-4565-a2a3-094d6d89d5ff completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:40.560751 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-04876e80-95ef-4155-b564-2d4fa17c78e5 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:40.562594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e042e0c3-fbe1-49c6-8514-db17e730a9e9 None None] Provisioning complete for port 62efcfa4-6640-4565-a2a3-094d6d89d5ff triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:40.565018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e042e0c3-fbe1-49c6-8514-db17e730a9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:40.565127 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-76f1fcb8-e470-4ab8-a6c5-1456894c222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:40.568813 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142022-ec36-4b8b-bdb7-5086b6774164 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:40.569414 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-af142022-ec36-4b8b-bdb7-5086b6774164 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Synchronizing usage tracker for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:40.574013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:40.574827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-04876e80-95ef-4155-b564-2d4fa17c78e5 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:40.580319 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-04876e80-95ef-4155-b564-2d4fa17c78e5 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:40.580666 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f1fcb8-e470-4ab8-a6c5-1456894c222f None None] Routers {'7466df06-3d5d-4126-ab68-edbee89b5670'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:40.581565 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-76f1fcb8-e470-4ab8-a6c5-1456894c222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['7466df06-3d5d-4126-ab68-edbee89b5670'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:40.589782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-04876e80-95ef-4155-b564-2d4fa17c78e5 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:40.596271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e225a6a-eb67-4c99-b99c-9d749aa69f1b req-87c4f759-be79-4810-8c0e-9485094eb618 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:40.597719 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e225a6a-eb67-4c99-b99c-9d749aa69f1b req-87c4f759-be79-4810-8c0e-9485094eb618 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.4108198 Mar 08 11:50:40.629195 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:40.655662 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:40.659151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:40.669570 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-76f1fcb8-e470-4ab8-a6c5-1456894c222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:40.670058 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f1fcb8-e470-4ab8-a6c5-1456894c222f None None] The sync data for ids ['7466df06-3d5d-4126-ab68-edbee89b5670'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:50:40.697161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-af142022-ec36-4b8b-bdb7-5086b6774164 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Unset dirty status for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:40.698877 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-af142022-ec36-4b8b-bdb7-5086b6774164 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports/7c2ca004-e938-4083-bcac-4c46e2819c3d HTTP/1.1" status: 200 len: 911 time: 0.2464678 Mar 08 11:50:40.703812 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port 0edfd09f-222d-4bcb-a692-8617084684b3 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:40.715034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47598) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:40.806959 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:40.834470 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-04876e80-95ef-4155-b564-2d4fa17c78e5 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:40.855942 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e248a6-1f46-4f14-a0f8-1fdd60e0b614 None None] Pushing event updated for resources: {'Port': ['ID=247050fd-55c7-42fb-94f4-2ce0d6463eb9,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:40.879280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Pushing event deleted for resources: {'Port': ['ID=578f8c0d-f8fc-48de-a868-d69e54c0a713,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:40.883859 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e225a6a-eb67-4c99-b99c-9d749aa69f1b req-5219d106-584d-4d70-8b6a-cab39a95a96a tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791312 Mar 08 11:50:40.912429 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.9 (44fa3fd1-90e6-4322-9cc9-d6be04a3b99e/2254cce2-656b-44a8-bb7c-107f6822cdb9/0edfd09f-222d-4bcb-a692-8617084684b3) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:40.915018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-04876e80-95ef-4155-b564-2d4fa17c78e5 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:40.918128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e042e0c3-fbe1-49c6-8514-db17e730a9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:41.015093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04876e80-95ef-4155-b564-2d4fa17c78e5 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7c607a-b9aa-472c-8275-bff11afffd5a,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:41.067175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e042e0c3-fbe1-49c6-8514-db17e730a9e9 None None] For port 62efcfa4-6640-4565-a2a3-094d6d89d5ff, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=62efcfa4-6640-4565-a2a3-094d6d89d5ff,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:41.107544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f828f8f4-f706-42c6-b1a7-6598038aaa7c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:41.124369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:41.154494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e042e0c3-fbe1-49c6-8514-db17e730a9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:41.162993 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-04876e80-95ef-4155-b564-2d4fa17c78e5 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:41.167259 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-04876e80-95ef-4155-b564-2d4fa17c78e5 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8604183 Mar 08 11:50:41.167798 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47604) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:41.180357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e523ba57-298d-4e5c-8033-c57175f23ff4 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': 'ca7c607a-b9aa-472c-8275-bff11afffd5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:41.258135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e523ba57-298d-4e5c-8033-c57175f23ff4 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:41.261995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042e0c3-fbe1-49c6-8514-db17e730a9e9 None None] Pushing event updated for resources: {'Port': ['ID=62efcfa4-6640-4565-a2a3-094d6d89d5ff,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:41.265000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fd2f2860-c8ac-4f84-ab2d-adf026561c9d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:41.288735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e523ba57-298d-4e5c-8033-c57175f23ff4 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:41.290935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e523ba57-298d-4e5c-8033-c57175f23ff4 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:41.301690 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e523ba57-298d-4e5c-8033-c57175f23ff4 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:41.357674 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:41.360415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:41.380266 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Transition to ACTIVE for port object 0edfd09f-222d-4bcb-a692-8617084684b3 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:41.386725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port fd2f2860-c8ac-4f84-ab2d-adf026561c9d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:41.387317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:41.496439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:41.516160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9fd9eb74-69ba-41af-bfc7-4bd186f0985d None None] Provisioning complete for port 62efcfa4-6640-4565-a2a3-094d6d89d5ff triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:41.516563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9fd9eb74-69ba-41af-bfc7-4bd186f0985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:41.560021 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-e523ba57-298d-4e5c-8033-c57175f23ff4 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:41.561808 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e523ba57-298d-4e5c-8033-c57175f23ff4 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3925090 Mar 08 11:50:41.576213 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47610) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:41.592519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a4e9d845-9473-4034-926b-cc4dbf64ff44 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group_rule': {'security_group_id': 'ca7c607a-b9aa-472c-8275-bff11afffd5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:41.703496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:41.745311 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 44fa3fd1-90e6-4322-9cc9-d6be04a3b99e is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:41.746637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a4e9d845-9473-4034-926b-cc4dbf64ff44 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:41.756942 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:41.761635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a4e9d845-9473-4034-926b-cc4dbf64ff44 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:41.767073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:41.796883 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a4e9d845-9473-4034-926b-cc4dbf64ff44 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:41.799928 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=0edfd09f-222d-4bcb-a692-8617084684b3,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:41.815875 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a4e9d845-9473-4034-926b-cc4dbf64ff44 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:41.827979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:41.836563 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f828f8f4-f706-42c6-b1a7-6598038aaa7c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for ee3bf129-020a-45d1-b860-3ab540d2165d owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:41.848184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:41.848184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:41.930299 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-555b43ae-4d23-4ff0-87cb-8d62854d0ea1 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8352146 Mar 08 11:50:41.932713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47614) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:41.948264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:41.988426 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-a4e9d845-9473-4034-926b-cc4dbf64ff44 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:50:41.989468 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a4e9d845-9473-4034-926b-cc4dbf64ff44 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4093335 Mar 08 11:50:41.996625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47618) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:42.027892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:42.042954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:42.090067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf3bf5-6e33-4844-835a-db2632978b87 None None] Network 44fa3fd1-90e6-4322-9cc9-d6be04a3b99e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:42.092794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079476ac-133f-460d-9fb2-4c52bfb86a8d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:42.094147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Pushing event updated for resources: {'Port': ['ID=7725931a-2a63-466e-9c93-57197952e2f5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:42.094268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-079476ac-133f-460d-9fb2-4c52bfb86a8d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:42.099834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f67b999b-9a20-4390-9079-4234de1d2b4f tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.136087 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f67b999b-9a20-4390-9079-4234de1d2b4f tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.185918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f933cf0f-e725-44e2-8e8c-e0df57e163a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.216559 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-079476ac-133f-460d-9fb2-4c52bfb86a8d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:42.220507 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-079476ac-133f-460d-9fb2-4c52bfb86a8d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 921 time: 0.2843945 Mar 08 11:50:42.221183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47622) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:42.261106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.261632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Fanout notify agent at l3_agent the message router_deleted on router fb0d3c79-a9f1-49cf-a881-7a464132d200 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:50:42.272557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f67b999b-9a20-4390-9079-4234de1d2b4f tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.313389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b999b-9a20-4390-9079-4234de1d2b4f tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7c607a-b9aa-472c-8275-bff11afffd5a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:42.317281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f67b999b-9a20-4390-9079-4234de1d2b4f tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.319042 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f67b999b-9a20-4390-9079-4234de1d2b4f tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "DELETE /v2.0/security-groups/ca7c607a-b9aa-472c-8275-bff11afffd5a HTTP/1.1" status: 204 len: 168 time: 0.3217180 Mar 08 11:50:42.325252 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-53bf4bde-25d5-457c-a7aa-02baeeb266ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port 0edfd09f-222d-4bcb-a692-8617084684b3 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:42.325252 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-53bf4bde-25d5-457c-a7aa-02baeeb266ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.325707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2393ab10-9f60-4283-9f58-7df89affadc0 None None] Provisioning for port 247050fd-55c7-42fb-94f4-2ce0d6463eb9 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:42.327912 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47626) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:42.515813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e95e3f-5a58-40df-a22d-9ebf64202a72 req-9b43a119-a3fb-47d2-9583-1704c2ce895a tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:42.517308 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-12e95e3f-5a58-40df-a22d-9ebf64202a72 req-9b43a119-a3fb-47d2-9583-1704c2ce895a tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.6517222 Mar 08 11:50:42.529708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.534229 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-59e77de4-4887-4873-8757-5124d1493af5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "DELETE /v2.0/routers/fb0d3c79-a9f1-49cf-a881-7a464132d200 HTTP/1.1" status: 204 len: 168 time: 4.8770804 Mar 08 11:50:42.535829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47630) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:42.545961 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1325308398', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'enable_snat': False}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:42.557620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:42.566035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Usage tracker for resource:router and tenant:5b71d398df0e4cef9206d80e68d79d05 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:42.571145 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:42.580776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:42.613745 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b24944ef-fd8b-43f8-b714-02e3d741c3b2 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2323203 Mar 08 11:50:42.614086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-53bf4bde-25d5-457c-a7aa-02baeeb266ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.629058 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47634) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:42.631507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707016250'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:42.641153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:42.649589 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:42.655984 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-12e95e3f-5a58-40df-a22d-9ebf64202a72 req-9d72fdda-9364-40e8-92bc-6506676bea02 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081202 Mar 08 11:50:42.658296 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:42.660923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f828f8f4-f706-42c6-b1a7-6598038aaa7c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.666100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:42.680579 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.681605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.749126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-880ceb32-050e-4107-a0b1-ebd19df5189b None None] Provisioning for port d720563e-5261-40f4-9a0e-1d6e0eda306d completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:42.756641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-880ceb32-050e-4107-a0b1-ebd19df5189b None None] Provisioning complete for port d720563e-5261-40f4-9a0e-1d6e0eda306d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:42.757070 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-880ceb32-050e-4107-a0b1-ebd19df5189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.761524 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-53bf4bde-25d5-457c-a7aa-02baeeb266ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for 0edfd09f-222d-4bcb-a692-8617084684b3 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:42.795915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828f8f4-f706-42c6-b1a7-6598038aaa7c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=ee3bf129-020a-45d1-b860-3ab540d2165d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:42.821238 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.872208 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-880ceb32-050e-4107-a0b1-ebd19df5189b None None] Port d720563e-5261-40f4-9a0e-1d6e0eda306d cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:42.879948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f828f8f4-f706-42c6-b1a7-6598038aaa7c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:42.886642 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f828f8f4-f706-42c6-b1a7-6598038aaa7c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/ee3bf129-020a-45d1-b860-3ab540d2165d HTTP/1.1" status: 204 len: 168 time: 2.8707733 Mar 08 11:50:42.901491 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47638) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:42.967858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.048283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:43.055825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.142986 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489b11a8-b889-45b8-b85b-22901186f873 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:43.146540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489b11a8-b889-45b8-b85b-22901186f873 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:43.146540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-489b11a8-b889-45b8-b85b-22901186f873 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:43.157587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Usage tracker for resource:security_group_rule and tenant:63eb238c1b4e407a9631ad646f2d2eee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:43.171963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:43.184021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:43.212405 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-880ceb32-050e-4107-a0b1-ebd19df5189b None None] Provisioning for port 0edfd09f-222d-4bcb-a692-8617084684b3 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:43.218229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-880ceb32-050e-4107-a0b1-ebd19df5189b None None] Provisioning complete for port 0edfd09f-222d-4bcb-a692-8617084684b3 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:43.219144 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-880ceb32-050e-4107-a0b1-ebd19df5189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.270654 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-53bf4bde-25d5-457c-a7aa-02baeeb266ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.276132 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.277110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 62efcfa4-6640-4565-a2a3-094d6d89d5ff up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:43.286149 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.323080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-880ceb32-050e-4107-a0b1-ebd19df5189b None None] Port 0edfd09f-222d-4bcb-a692-8617084684b3 was deleted so its status cannot be updated. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 08 11:50:43.343857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf4bde-25d5-457c-a7aa-02baeeb266ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=0edfd09f-222d-4bcb-a692-8617084684b3,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:43.377118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 62efcfa4-6640-4565-a2a3-094d6d89d5ff triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:43.377506 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.426357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-489b11a8-b889-45b8-b85b-22901186f873 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:43.430197 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-489b11a8-b889-45b8-b85b-22901186f873 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5255487 Mar 08 11:50:43.433448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47642) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:43.466449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.467883 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.471504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-43b14bd7-779b-4d9c-bc48-644388c510cf None None] Provisioning complete for port d720563e-5261-40f4-9a0e-1d6e0eda306d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:43.471981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-43b14bd7-779b-4d9c-bc48-644388c510cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.472410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3ce22d05-20b9-47ed-85fb-1b974e5fe79f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.539744 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-43b14bd7-779b-4d9c-bc48-644388c510cf None None] Port d720563e-5261-40f4-9a0e-1d6e0eda306d cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:43.549888 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-43b14bd7-779b-4d9c-bc48-644388c510cf None None] Could not find standard attr ID for object 0edfd09f-222d-4bcb-a692-8617084684b3. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:50:43.627801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 247050fd-55c7-42fb-94f4-2ce0d6463eb9 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:43.656558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-53bf4bde-25d5-457c-a7aa-02baeeb266ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.740369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-413bc1b1-35dc-43d7-977a-a09501dd8f24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet a86decd8-f6ef-4106-95ce-563a66bc5e7d {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:43.745808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-413bc1b1-35dc-43d7-977a-a09501dd8f24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.780052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 247050fd-55c7-42fb-94f4-2ce0d6463eb9 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:43.785485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 247050fd-55c7-42fb-94f4-2ce0d6463eb9 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:43.785655 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.852959 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-53bf4bde-25d5-457c-a7aa-02baeeb266ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/0edfd09f-222d-4bcb-a692-8617084684b3 HTTP/1.1" status: 204 len: 168 time: 1.6277697 Mar 08 11:50:43.860121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.867466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47648) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:43.913568 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-413bc1b1-35dc-43d7-977a-a09501dd8f24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.915692 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:43.954483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 247050fd-55c7-42fb-94f4-2ce0d6463eb9, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=247050fd-55c7-42fb-94f4-2ce0d6463eb9,segment=NetworkSegment(1d57dc98-b66b-45ba-a574-9ee0156e232c),segment_id=1d57dc98-b66b-45ba-a574-9ee0156e232c)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:43.966675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.003498 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-829afe20-9171-420c-af28-ebf1f9972df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:50:44.004031 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-829afe20-9171-420c-af28-ebf1f9972df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:44.023372 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.040323 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735acfb-457c-4717-afd0-11fc5f8fef3c req-8af2169a-6bf2-4fd1-9789-23f69eca0d32 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:44.041843 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5735acfb-457c-4717-afd0-11fc5f8fef3c req-8af2169a-6bf2-4fd1-9789-23f69eca0d32 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.2030454 Mar 08 11:50:44.059484 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.061970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6298e742-0e26-4385-ac00-c938b7b1fd5f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:44.070287 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-413bc1b1-35dc-43d7-977a-a09501dd8f24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.107810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=247050fd-55c7-42fb-94f4-2ce0d6463eb9,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:44.147540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.148721 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5f63d6ef-c3c2-4343-b0bf-207caf38d444 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5251486 Mar 08 11:50:44.153142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47652) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:44.165616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c11c10c6-19b1-4f54-8642-964807395887 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:44.165969 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING neutron.api.v2.base [None req-c11c10c6-19b1-4f54-8642-964807395887 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 08 11:50:44.166457 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-c11c10c6-19b1-4f54-8642-964807395887 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] update failed (client error): There was a conflict when trying to complete your request. Mar 08 11:50:44.167448 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c11c10c6-19b1-4f54-8642-964807395887 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "PUT /v2.0/security-groups/6298e742-0e26-4385-ac00-c938b7b1fd5f HTTP/1.1" status: 409 len: 330 time: 0.0131354 Mar 08 11:50:44.171939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47656) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:44.280203 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5735acfb-457c-4717-afd0-11fc5f8fef3c req-50b06a0c-4a04-4a36-a7cb-e0b689f784ac tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267888 Mar 08 11:50:44.286095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-829afe20-9171-420c-af28-ebf1f9972df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:44.287870 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-829afe20-9171-420c-af28-ebf1f9972df9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/0edfd09f-222d-4bcb-a692-8617084684b3 HTTP/1.1" status: 404 len: 333 time: 0.4194782 Mar 08 11:50:44.308824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47660) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:44.362042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.399874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.440863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-413bc1b1-35dc-43d7-977a-a09501dd8f24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.473346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-7eab83ee-9e0e-4644-84ee-710b0fbef919 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port d720563e-5261-40f4-9a0e-1d6e0eda306d {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:44.473728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7eab83ee-9e0e-4644-84ee-710b0fbef919 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.502669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bc1b1-35dc-43d7-977a-a09501dd8f24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=a86decd8-f6ef-4106-95ce-563a66bc5e7d,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:44.513291 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-413bc1b1-35dc-43d7-977a-a09501dd8f24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.521138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9098f63f-b43c-4165-93be-8bbe2392a494 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:44.531394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-36cd7521-ade5-43cb-b88e-2467e8574904 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.550565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-3ce22d05-20b9-47ed-85fb-1b974e5fe79f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 7c2ca004-e938-4083-bcac-4c46e2819c3d {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:44.550907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3ce22d05-20b9-47ed-85fb-1b974e5fe79f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.626436 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Allocated IP 172.26.4.144 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/cdb36a9c-1ca5-4f17-afa0-ac88e65d7432) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:44.639164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-36cd7521-ade5-43cb-b88e-2467e8574904 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.737517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.800228 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:44.813702 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-413bc1b1-35dc-43d7-977a-a09501dd8f24 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/a86decd8-f6ef-4106-95ce-563a66bc5e7d HTTP/1.1" status: 204 len: 168 time: 1.3790550 Mar 08 11:50:44.816113 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47668) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:44.856362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Router d022898a-3d5e-4663-8bad-de865a36458b is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:50:44.903942 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c48956ba-4b15-4709-b66e-984fd050054c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867090 Mar 08 11:50:44.910197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47672) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:44.928478 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ec40f-ace7-4cf1-9986-bcbd29900ad7 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:50:44.934615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-851ec40f-ace7-4cf1-9986-bcbd29900ad7 None None] Deleting port fd2f2860-c8ac-4f84-ab2d-adf026561c9d {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:44.935157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-851ec40f-ace7-4cf1-9986-bcbd29900ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:45.058277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07200175-b493-459b-91c6-d99d18a35fbd req-b34df10d-efba-4c73-ad74-229e2addc125 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:45.065155 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-07200175-b493-459b-91c6-d99d18a35fbd req-b34df10d-efba-4c73-ad74-229e2addc125 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.1585386 Mar 08 11:50:45.085032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:45.094601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 247050fd-55c7-42fb-94f4-2ce0d6463eb9 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:45.151037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67647267-ccaf-454a-b7da-ed2573d7e666 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:45.151720 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-67647267-ccaf-454a-b7da-ed2573d7e666 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:45.183673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:45.186844 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-07200175-b493-459b-91c6-d99d18a35fbd req-917ef5bc-5cca-48c8-823a-aac2f1a15570 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209188 Mar 08 11:50:45.195951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:45.200910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:45.223912 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-36cd7521-ade5-43cb-b88e-2467e8574904 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:45.234732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-851ec40f-ace7-4cf1-9986-bcbd29900ad7 None None] For port fd2f2860-c8ac-4f84-ab2d-adf026561c9d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fd2f2860-c8ac-4f84-ab2d-adf026561c9d,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:45.235293 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-851ec40f-ace7-4cf1-9986-bcbd29900ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:45.235409 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event updated for resources: {'Port': ['ID=cdb36a9c-1ca5-4f17-afa0-ac88e65d7432,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:45.313399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-67647267-ccaf-454a-b7da-ed2573d7e666 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:45.314526 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-67647267-ccaf-454a-b7da-ed2573d7e666 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4042079 Mar 08 11:50:45.323258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47676) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:45.369529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-851ec40f-ace7-4cf1-9986-bcbd29900ad7 None None] Calling delete_port for fd2f2860-c8ac-4f84-ab2d-adf026561c9d owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:45.386142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3ce22d05-20b9-47ed-85fb-1b974e5fe79f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:45.410363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd7521-ade5-43cb-b88e-2467e8574904 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6298e742-0e26-4385-ac00-c938b7b1fd5f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:45.419155 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 247050fd-55c7-42fb-94f4-2ce0d6463eb9 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:45.419155 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:45.548139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-36cd7521-ade5-43cb-b88e-2467e8574904 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:45.551623 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-36cd7521-ade5-43cb-b88e-2467e8574904 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "DELETE /v2.0/security-groups/6298e742-0e26-4385-ac00-c938b7b1fd5f HTTP/1.1" status: 204 len: 168 time: 1.3762796 Mar 08 11:50:45.560731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-3ce22d05-20b9-47ed-85fb-1b974e5fe79f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for 7c2ca004-e938-4083-bcac-4c46e2819c3d owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:45.581910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47680) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:45.603168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-851ec40f-ace7-4cf1-9986-bcbd29900ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:45.647992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:50:45.653767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c72c3a-dd35-4b8a-8379-0eb914fdc932 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:45.654356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-94c72c3a-dd35-4b8a-8379-0eb914fdc932 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:45.654916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7eab83ee-9e0e-4644-84ee-710b0fbef919 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:45.683566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fd8193a0-7cae-426c-807b-b9f658f079bf tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Synchronizing usage tracker for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:45.694474 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Sync routers for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:50:45.696259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15227fe9-f355-43bb-b1db-3d31148f1630 req-8aa35294-574e-417e-b4a3-b9a9b51bfcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:45.698382 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15227fe9-f355-43bb-b1db-3d31148f1630 req-8aa35294-574e-417e-b4a3-b9a9b51bfcff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=451a6ae544ae458da1fdd0d6f1d54d89&device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 1098 time: 0.6537864 Mar 08 11:50:45.710109 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fd2f2860-c8ac-4f84-ab2d-adf026561c9d no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:50:45.744328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ec40f-ace7-4cf1-9986-bcbd29900ad7 None None] Pushing event deleted for resources: {'Port': ['ID=fd2f2860-c8ac-4f84-ab2d-adf026561c9d,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:45.754297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ec40f-ace7-4cf1-9986-bcbd29900ad7 None None] No DVR routers for this DVR port fd2f2860-c8ac-4f84-ab2d-adf026561c9d on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:50:45.761756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: fd2f2860-c8ac-4f84-ab2d-adf026561c9d {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:50:45.762201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fd2f2860-c8ac-4f84-ab2d-adf026561c9d not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:50:45.775063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:45.775781 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:45.823364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fd8193a0-7cae-426c-807b-b9f658f079bf tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] Unset dirty status for tenant:63eb238c1b4e407a9631ad646f2d2eee on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:45.828576 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fd8193a0-7cae-426c-807b-b9f658f079bf tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2419341 Mar 08 11:50:45.828576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-94c72c3a-dd35-4b8a-8379-0eb914fdc932 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:45.828576 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-94c72c3a-dd35-4b8a-8379-0eb914fdc932 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5019619 Mar 08 11:50:45.836704 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47684) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:45.837043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47686) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:45.859394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-7eab83ee-9e0e-4644-84ee-710b0fbef919 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for d720563e-5261-40f4-9a0e-1d6e0eda306d owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:45.928717 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a600435a-eb4e-4945-863b-e0e9201c0a04 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905783 Mar 08 11:50:45.935182 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-eff726bb-8a8b-4d9f-8d56-d5a1720c7425 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] delete failed (client error): The resource could not be found. Mar 08 11:50:45.936382 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-eff726bb-8a8b-4d9f-8d56-d5a1720c7425 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "DELETE /v2.0/security-groups/dca8fd18-f8e7-40b9-8269-65791c209fb9 HTTP/1.1" status: 404 len: 347 time: 0.0968423 Mar 08 11:50:45.937061 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47692) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:45.943399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47694) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:45.956814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b44b2c22-89f0-4f77-a0f9-50ad11124d3d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:45.968922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:50:45.976157 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:45.979857 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ebdd70da-0cb9-421c-a93d-c857fa7e21bc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.5464015 Mar 08 11:50:45.982460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47700) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:46.073033 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-d16cda4f-7a72-4fdd-9fba-682d7dfb0718 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] show failed (client error): The resource could not be found. Mar 08 11:50:46.078282 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d16cda4f-7a72-4fdd-9fba-682d7dfb0718 tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "GET /v2.0/security-groups/c1736bcd-7503-4afb-aee3-aeeceade0963 HTTP/1.1" status: 404 len: 347 time: 0.1298628 Mar 08 11:50:46.080919 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47704) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:46.138562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15227fe9-f355-43bb-b1db-3d31148f1630 req-228fec8f-eb40-4f6d-9d20-b51af6d833f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:46.140297 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15227fe9-f355-43bb-b1db-3d31148f1630 req-228fec8f-eb40-4f6d-9d20-b51af6d833f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c9696f42-2096-4d7e-b072-373349eed38f HTTP/1.1" status: 200 len: 912 time: 0.3836577 Mar 08 11:50:46.162306 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-63ce489d-3bad-4dc6-a7c9-64574244ba0c tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] show failed (client error): The resource could not be found. Mar 08 11:50:46.166623 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-63ce489d-3bad-4dc6-a7c9-64574244ba0c tempest-NegativeSecGroupIPv6Test-179551196 tempest-NegativeSecGroupIPv6Test-179551196-project] 10.222.0.32 "GET /v2.0/security-group-rules/e308f268-b01d-4e9c-a924-71f0819db188 HTTP/1.1" status: 404 len: 356 time: 0.0815403 Mar 08 11:50:46.187695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:46.267873 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b44b2c22-89f0-4f77-a0f9-50ad11124d3d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:46.285539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b44b2c22-89f0-4f77-a0f9-50ad11124d3d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:46.297623 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:42Z', 'revision_number': 3, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:46.302796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Checking router: d022898a-3d5e-4663-8bad-de865a36458b for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:50:46.303169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Updating router d022898a-3d5e-4663-8bad-de865a36458b port 7725931a-2a63-466e-9c93-57197952e2f5 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:50:46.364489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:46.491823 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44b2c22-89f0-4f77-a0f9-50ad11124d3d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:46.495869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b44b2c22-89f0-4f77-a0f9-50ad11124d3d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:46.617750 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15227fe9-f355-43bb-b1db-3d31148f1630 req-b11bc11f-c59e-4731-a593-da980cac541f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb121f6f-835f-44e5-b1b8-7b36309af64f HTTP/1.1" status: 200 len: 1000 time: 0.4645863 Mar 08 11:50:46.704924 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:46.706805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47716) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:46.768333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7eab83ee-9e0e-4644-84ee-710b0fbef919 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:46.835095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3ce22d05-20b9-47ed-85fb-1b974e5fe79f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:46.878906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab83ee-9e0e-4644-84ee-710b0fbef919 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=d720563e-5261-40f4-9a0e-1d6e0eda306d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:46.893417 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:46.908399 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Transition to ACTIVE for port object 7725931a-2a63-466e-9c93-57197952e2f5 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:47.006076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:47.099413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29021c-8243-480c-8002-89463f59d88f None None] Pushing event updated for resources: {'Port': ['ID=7725931a-2a63-466e-9c93-57197952e2f5,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:47.139718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Attempting to bind port 7725931a-2a63-466e-9c93-57197952e2f5 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:47.139997 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Attempting to bind port 7725931a-2a63-466e-9c93-57197952e2f5 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:47.140364 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Attempting to bind port 7725931a-2a63-466e-9c93-57197952e2f5 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:47.146502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:47.146888 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:47.147299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:47.148556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:47.149043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Bound port: 7725931a-2a63-466e-9c93-57197952e2f5, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:47.149427 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:47.162989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce22d05-20b9-47ed-85fb-1b974e5fe79f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=7c2ca004-e938-4083-bcac-4c46e2819c3d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:47.167415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15227fe9-f355-43bb-b1db-3d31148f1630 req-708a4a3b-384d-443c-8d96-f88620520ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:47.169508 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15227fe9-f355-43bb-b1db-3d31148f1630 req-708a4a3b-384d-443c-8d96-f88620520ab2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7032fe46-bda6-47b7-88cb-a85f4ab74c1d HTTP/1.1" status: 200 len: 850 time: 0.4924369 Mar 08 11:50:47.224593 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1b6f42da-3e07-4938-83db-336d6d9f76e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63eb238c1b4e407a9631ad646f2d2eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5165522 Mar 08 11:50:47.231942 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47722) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:47.235645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187946fe-78a4-4af1-8f90-2a75cfd2df82 req-cd46bf76-def9-44e7-80df-40278ceb4130 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:47.237140 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-187946fe-78a4-4af1-8f90-2a75cfd2df82 req-cd46bf76-def9-44e7-80df-40278ceb4130 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.7404249 Mar 08 11:50:47.242582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] For port 7725931a-2a63-466e-9c93-57197952e2f5, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:47.249199 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] For port 7725931a-2a63-466e-9c93-57197952e2f5, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7725931a-2a63-466e-9c93-57197952e2f5,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:47.334145 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3813f88e-4df0-4b51-b73a-7e4d96e0132f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:47.348847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3ce22d05-20b9-47ed-85fb-1b974e5fe79f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:47.354630 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Router 58ab57d3-11f5-4dff-8416-46f7c5836887 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:50:47.355117 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:47.365051 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3813f88e-4df0-4b51-b73a-7e4d96e0132f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:47.442207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7eab83ee-9e0e-4644-84ee-710b0fbef919 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:47.445013 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:47.446116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:47.453835 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b44b2c22-89f0-4f77-a0f9-50ad11124d3d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:47.518057 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29021c-8243-480c-8002-89463f59d88f None None] Pushing event updated for resources: {'Port': ['ID=7725931a-2a63-466e-9c93-57197952e2f5,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:47.538545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44b2c22-89f0-4f77-a0f9-50ad11124d3d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:47.543351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-b44b2c22-89f0-4f77-a0f9-50ad11124d3d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:47.553720 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-187946fe-78a4-4af1-8f90-2a75cfd2df82 req-1ab3256c-6547-4a72-8df4-14c706d416ad tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043039 Mar 08 11:50:47.558915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44b2c22-89f0-4f77-a0f9-50ad11124d3d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:47.559295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b44b2c22-89f0-4f77-a0f9-50ad11124d3d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:47.648880 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b2c22-89f0-4f77-a0f9-50ad11124d3d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=7853be97-62df-4703-9ad1-4873adb2f671,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:47.668287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:50:47.678556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:50:47.690446 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7eab83ee-9e0e-4644-84ee-710b0fbef919 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/d720563e-5261-40f4-9a0e-1d6e0eda306d HTTP/1.1" status: 204 len: 168 time: 3.3855748 Mar 08 11:50:47.693913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47726) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:47.694248 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Sync routers for ids ['58ab57d3-11f5-4dff-8416-46f7c5836887'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:50:47.707144 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Routers {'58ab57d3-11f5-4dff-8416-46f7c5836887'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:47.707965 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['58ab57d3-11f5-4dff-8416-46f7c5836887'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:47.735389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3813f88e-4df0-4b51-b73a-7e4d96e0132f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:47.737946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3813f88e-4df0-4b51-b73a-7e4d96e0132f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:47.740206 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3813f88e-4df0-4b51-b73a-7e4d96e0132f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b4f91b2-eabd-4d2b-a23e-980591888369 HTTP/1.1" status: 204 len: 168 time: 0.5061390 Mar 08 11:50:47.754244 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-2801e492-aea6-4b62-bd9b-1b5fccd3c9a6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:50:47.754862 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2801e492-aea6-4b62-bd9b-1b5fccd3c9a6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:47.760864 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813f88e-4df0-4b51-b73a-7e4d96e0132f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4f91b2-eabd-4d2b-a23e-980591888369,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:47.765728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15227fe9-f355-43bb-b1db-3d31148f1630 req-3ea645df-993d-42b0-8870-d6167265c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:47.767267 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15227fe9-f355-43bb-b1db-3d31148f1630 req-3ea645df-993d-42b0-8870-d6167265c4e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c9696f42-2096-4d7e-b072-373349eed38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5803773 Mar 08 11:50:47.767657 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b44b2c22-89f0-4f77-a0f9-50ad11124d3d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8270762 Mar 08 11:50:47.769869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:47.771621 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-df4788e1-0ecf-4532-a82e-36acf36a36dd tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.2347822 Mar 08 11:50:47.776256 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47732) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:47.777127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47734) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:47.890009 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06658bfa-f93e-4e1b-aaff-ea4177caf0d5 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:47.965694 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Set router 58ab57d3-11f5-4dff-8416-46f7c5836887 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:50:47.980081 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4d928cc8-8240-41de-854e-b8793af9f54d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/routers/58ab57d3-11f5-4dff-8416-46f7c5836887 HTTP/1.1" status: 200 len: 909 time: 0.1992133 Mar 08 11:50:47.984365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'fixed_ips': [{'subnet_id': '7853be97-62df-4703-9ad1-4873adb2f671', 'ip_address': '2001:db8::473a:eb77:47cc:1e96'}], 'name': 'tempest-NetworksTestDHCPv6-515104366'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:48.003286 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47740) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:48.009228 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1325308398', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'enable_snat': True}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:48.030141 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:48.038767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Usage tracker for resource:router and tenant:5b71d398df0e4cef9206d80e68d79d05 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:48.071911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce22d05-20b9-47ed-85fb-1b974e5fe79f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 7466df06-3d5d-4126-ab68-edbee89b5670 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:50:48.095532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:48.108460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2801e492-aea6-4b62-bd9b-1b5fccd3c9a6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:48.110741 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2801e492-aea6-4b62-bd9b-1b5fccd3c9a6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/d720563e-5261-40f4-9a0e-1d6e0eda306d HTTP/1.1" status: 404 len: 333 time: 0.4157860 Mar 08 11:50:48.121078 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:48.123157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47744) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:48.243037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb3faf5-481a-405c-af43-5107443a7d5b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting subnet 2254cce2-656b-44a8-bb7c-107f6822cdb9 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:48.248522 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5bb3faf5-481a-405c-af43-5107443a7d5b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:48.324328 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:48.325860 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:48.332625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:48.372590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '7853be97-62df-4703-9ad1-4873adb2f671'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:50:48.373536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:48.385395 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:48.417438 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:48.438612 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5bb3faf5-481a-405c-af43-5107443a7d5b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:48.449985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:42Z', 'revision_number': 3, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:48.477095 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1ec48-705d-4ccb-aecf-b98173b0828b None None] The sync data for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv is: [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:42Z', 'revision_number': 3, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:50:48.491400 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ab57d3-11f5-4dff-8416-46f7c5836887', 'name': 'tempest-snat-router-1325308398', 'tenant_id': '5b71d398df0e4cef9206d80e68d79d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.144'}], 'enable_snat': False}, 'gw_port_id': 'cdb36a9c-1ca5-4f17-afa0-ac88e65d7432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:42Z', 'updated_at': '2022-03-08T11:50:45Z', 'revision_number': 3, 'project_id': '5b71d398df0e4cef9206d80e68d79d05', 'gw_port': {'id': 'cdb36a9c-1ca5-4f17-afa0-ac88e65d7432', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ab57d3-11f5-4dff-8416-46f7c5836887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:44Z', 'updated_at': '2022-03-08T11:50:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:48.496267 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Checking router: 58ab57d3-11f5-4dff-8416-46f7c5836887 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:50:48.496916 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Updating router 58ab57d3-11f5-4dff-8416-46f7c5836887 port cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:50:48.507013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:48.536009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce22d05-20b9-47ed-85fb-1b974e5fe79f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:50:48.545656 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3ce22d05-20b9-47ed-85fb-1b974e5fe79f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/7466df06-3d5d-4126-ab68-edbee89b5670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8285902 Mar 08 11:50:48.548497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47758) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:48.556145 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15227fe9-f355-43bb-b1db-3d31148f1630 req-e06280ad-5289-4494-9528-06bc649f6a9c service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044150 Mar 08 11:50:48.573547 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:48.584173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1761ba-0973-47e5-ab9b-ef633a87917f None None] Sync routers for ids ['7466df06-3d5d-4126-ab68-edbee89b5670'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:50:48.748316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Allocated IP 2001:db8::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/7853be97-62df-4703-9ad1-4873adb2f671/f61546c0-d1a6-4454-a4c1-6ad20cde8d1e) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:48.859937 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15227fe9-f355-43bb-b1db-3d31148f1630 req-0d4387c0-ac88-40b6-bb3b-78ab655b7184 service neutron] 10.222.0.18 "GET /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372482 Mar 08 11:50:48.923247 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2dcbfaae-a70e-4758-b875-9e4d393be6d2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Synchronizing usage tracker for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:49.095575 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:49.149231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2dcbfaae-a70e-4758-b875-9e4d393be6d2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Unset dirty status for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:49.150437 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2dcbfaae-a70e-4758-b875-9e4d393be6d2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=7466df06-3d5d-4126-ab68-edbee89b5670 HTTP/1.1" status: 200 len: 205 time: 0.5995281 Mar 08 11:50:49.160497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47770) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:49.204780 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:49.230428 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Transition to ACTIVE for port object cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:49.268828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7725931a-2a63-466e-9c93-57197952e2f5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:49.306059 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:49.377680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5bb3faf5-481a-405c-af43-5107443a7d5b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:49.409393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:49.412300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1761ba-0973-47e5-ab9b-ef633a87917f None None] Routers {'7466df06-3d5d-4126-ab68-edbee89b5670'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:49.412950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-bd1761ba-0973-47e5-ab9b-ef633a87917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['7466df06-3d5d-4126-ab68-edbee89b5670'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:49.440965 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f381dd9-c337-43ec-b683-3604394e3346 None None] Pushing event updated for resources: {'Port': ['ID=cdb36a9c-1ca5-4f17-afa0-ac88e65d7432,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:49.464950 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Attempting to bind port cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:49.465324 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Attempting to bind port cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:49.465691 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Attempting to bind port cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:49.472480 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:49.472860 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:49.473264 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:49.473680 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:49.474723 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Bound port: cdb36a9c-1ca5-4f17-afa0-ac88e65d7432, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:49.475116 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:49.496287 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:49.509168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47776) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:49.519590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Transition to ACTIVE for port object f61546c0-d1a6-4454-a4c1-6ad20cde8d1e will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:49.549863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Transition to ACTIVE for port object f61546c0-d1a6-4454-a4c1-6ad20cde8d1e will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:49.557732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-319177ab-15bb-4172-9302-3b3ed4db66e9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:49.559114 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] For port cdb36a9c-1ca5-4f17-afa0-ac88e65d7432, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:49.568244 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] For port cdb36a9c-1ca5-4f17-afa0-ac88e65d7432, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cdb36a9c-1ca5-4f17-afa0-ac88e65d7432,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:49.612869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:49.632010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-bd1761ba-0973-47e5-ab9b-ef633a87917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:49.639174 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 7af7cb42-86e5-420a-93a1-0849bedf2a46 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:49.650235 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1761ba-0973-47e5-ab9b-ef633a87917f None None] Routers {'7466df06-3d5d-4126-ab68-edbee89b5670'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:49.651721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-bd1761ba-0973-47e5-ab9b-ef633a87917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['7466df06-3d5d-4126-ab68-edbee89b5670'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:49.732394 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:49.779584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-bd1761ba-0973-47e5-ab9b-ef633a87917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:49.780012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1761ba-0973-47e5-ab9b-ef633a87917f None None] The sync data for ids ['7466df06-3d5d-4126-ab68-edbee89b5670'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:50:49.786326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 7725931a-2a63-466e-9c93-57197952e2f5 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:49.794386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:49.815699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cecc4f-03ba-49ba-9c3d-8ca0b578a5ce req-2b2a2793-8b7b-413c-a8cf-945b50b25662 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:49.824586 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e0cecc4f-03ba-49ba-9c3d-8ca0b578a5ce req-2b2a2793-8b7b-413c-a8cf-945b50b25662 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.9929271 Mar 08 11:50:49.887263 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f381dd9-c337-43ec-b683-3604394e3346 None None] Pushing event updated for resources: {'Port': ['ID=cdb36a9c-1ca5-4f17-afa0-ac88e65d7432,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:49.890296 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Routers {'58ab57d3-11f5-4dff-8416-46f7c5836887'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:49.890970 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['58ab57d3-11f5-4dff-8416-46f7c5836887'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:49.905583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Pushing event updated for resources: {'Port': ['ID=f61546c0-d1a6-4454-a4c1-6ad20cde8d1e,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:49.910349 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7725931a-2a63-466e-9c93-57197952e2f5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:49.913399 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:49.917620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f7efc31a-fedd-430a-8b37-98bc31091282 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:49.918132 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING neutron.api.v2.base [None req-f7efc31a-fedd-430a-8b37-98bc31091282 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 08 11:50:49.918557 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-f7efc31a-fedd-430a-8b37-98bc31091282 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): There was a conflict when trying to complete your request. Mar 08 11:50:49.922940 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f7efc31a-fedd-430a-8b37-98bc31091282 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4095986 Mar 08 11:50:49.936225 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e0cecc4f-03ba-49ba-9c3d-8ca0b578a5ce req-0b1fca14-5843-4d91-96a7-83673cbb923b tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106672 Mar 08 11:50:49.955483 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47784) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:49.980268 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:49.980475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5bb3faf5-481a-405c-af43-5107443a7d5b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.010947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:50.015611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:50.121770 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] Set router 58ab57d3-11f5-4dff-8416-46f7c5836887 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:50:50.155317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group': {'name': 'tempest-secgroup--748168888'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:50.172994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:50.181831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:50.191391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:50.198659 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:50.212135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3faf5-481a-405c-af43-5107443a7d5b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Subnet': ['ID=2254cce2-656b-44a8-bb7c-107f6822cdb9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:50.215824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Attempting to bind port f61546c0-d1a6-4454-a4c1-6ad20cde8d1e on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:50.216135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Attempting to bind port f61546c0-d1a6-4454-a4c1-6ad20cde8d1e by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:50.216583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Attempting to bind port f61546c0-d1a6-4454-a4c1-6ad20cde8d1e on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:50.232505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5bb3faf5-481a-405c-af43-5107443a7d5b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.236677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:50.240545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:50.240545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.240545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:50.240545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Bound port: f61546c0-d1a6-4454-a4c1-6ad20cde8d1e, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:50.240545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.271693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1039bab-f443-4260-aeee-eaf8f999c3f1 None None] Network 44fa3fd1-90e6-4322-9cc9-d6be04a3b99e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:50.363631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.394514 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5bb3faf5-481a-405c-af43-5107443a7d5b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/2254cce2-656b-44a8-bb7c-107f6822cdb9 HTTP/1.1" status: 204 len: 168 time: 2.2697246 Mar 08 11:50:50.403680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.415357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47788) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:50.483278 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ab57d3-11f5-4dff-8416-46f7c5836887', 'name': 'tempest-snat-router-1325308398', 'tenant_id': '5b71d398df0e4cef9206d80e68d79d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.144'}], 'enable_snat': False}, 'gw_port_id': 'cdb36a9c-1ca5-4f17-afa0-ac88e65d7432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:42Z', 'updated_at': '2022-03-08T11:50:45Z', 'revision_number': 3, 'project_id': '5b71d398df0e4cef9206d80e68d79d05', 'gw_port': {'id': 'cdb36a9c-1ca5-4f17-afa0-ac88e65d7432', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ab57d3-11f5-4dff-8416-46f7c5836887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:44Z', 'updated_at': '2022-03-08T11:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:50.490135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Allocated IP 172.20.0.1 (0cb5307d-f1c4-4c48-9397-88891f9fc66b/da5e07e7-3d89-486c-b9a0-ded02e68dde4/f667e6e7-b277-4092-a17f-2dfd8ca595f8) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:50.496131 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53b7eb9-9e07-4b76-abc3-5ec190b6a9c9 None None] The sync data for ids ['58ab57d3-11f5-4dff-8416-46f7c5836887'] in dv-neutron-828143-8-hyperv is: [{'id': '58ab57d3-11f5-4dff-8416-46f7c5836887', 'name': 'tempest-snat-router-1325308398', 'tenant_id': '5b71d398df0e4cef9206d80e68d79d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.144'}], 'enable_snat': False}, 'gw_port_id': 'cdb36a9c-1ca5-4f17-afa0-ac88e65d7432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:42Z', 'updated_at': '2022-03-08T11:50:45Z', 'revision_number': 3, 'project_id': '5b71d398df0e4cef9206d80e68d79d05', 'gw_port': {'id': 'cdb36a9c-1ca5-4f17-afa0-ac88e65d7432', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ab57d3-11f5-4dff-8416-46f7c5836887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:44Z', 'updated_at': '2022-03-08T11:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:50:50.503950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-319177ab-15bb-4172-9302-3b3ed4db66e9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.506577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 7725931a-2a63-466e-9c93-57197952e2f5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7725931a-2a63-466e-9c93-57197952e2f5,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:50.513068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-319177ab-15bb-4172-9302-3b3ed4db66e9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.576584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] For port f61546c0-d1a6-4454-a4c1-6ad20cde8d1e, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:50.578569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.580360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] For port f61546c0-d1a6-4454-a4c1-6ad20cde8d1e, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f61546c0-d1a6-4454-a4c1-6ad20cde8d1e,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:50.590245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.603366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.631527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port 247050fd-55c7-42fb-94f4-2ce0d6463eb9 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:50.631959 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.666623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:50.669059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:50.673446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:50.679407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:50.697428 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::473a:eb77:47cc:1e96 (b6b97662-0baa-4f27-9a4e-9894348947bb/7853be97-62df-4703-9ad1-4873adb2f671/7af7cb42-86e5-420a-93a1-0849bedf2a46) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:50.703773 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=7725931a-2a63-466e-9c93-57197952e2f5,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:50.707022 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.721448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-319177ab-15bb-4172-9302-3b3ed4db66e9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.722049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319177ab-15bb-4172-9302-3b3ed4db66e9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Fanout notify agent at l3_agent the message router_deleted on router 7466df06-3d5d-4126-ab68-edbee89b5670 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:50:50.762017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-319177ab-15bb-4172-9302-3b3ed4db66e9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.763349 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-319177ab-15bb-4172-9302-3b3ed4db66e9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/7466df06-3d5d-4126-ab68-edbee89b5670 HTTP/1.1" status: 204 len: 168 time: 1.6012518 Mar 08 11:50:50.768354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47792) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:50.822303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4c6c2-f3f1-47a7-93f0-3c7dbb454e16 None None] DHCP port deletion for 44fa3fd1-90e6-4322-9cc9-d6be04a3b99e request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:50:50.846793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf39686a-a06f-46bf-8c3d-5582989ecba1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting subnet 6fea7b83-48f8-4bd7-aa72-b1cff660378c {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:50.858196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-24a4c6c2-f3f1-47a7-93f0-3c7dbb454e16 None None] Deleting port 247050fd-55c7-42fb-94f4-2ce0d6463eb9 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:50.858196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-24a4c6c2-f3f1-47a7-93f0-3c7dbb454e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.866979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf39686a-a06f-46bf-8c3d-5582989ecba1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:50.900834 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bb037-7f02-495a-b4ae-a8fdcdf5106d None None] Pushing event updated for resources: {'Port': ['ID=f61546c0-d1a6-4454-a4c1-6ad20cde8d1e,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:50.985682 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:51.007293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf39686a-a06f-46bf-8c3d-5582989ecba1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:51.071493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Transition to ACTIVE for port object f667e6e7-b277-4092-a17f-2dfd8ca595f8 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:51.202334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:51.343529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7725931a-2a63-466e-9c93-57197952e2f5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:51.383631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Network 0cb5307d-f1c4-4c48-9397-88891f9fc66b is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:51.404647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:51.407921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:51.411640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-24a4c6c2-f3f1-47a7-93f0-3c7dbb454e16 None None] For port 247050fd-55c7-42fb-94f4-2ce0d6463eb9, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=247050fd-55c7-42fb-94f4-2ce0d6463eb9,segment=NetworkSegment(1d57dc98-b66b-45ba-a574-9ee0156e232c),segment_id=1d57dc98-b66b-45ba-a574-9ee0156e232c)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:51.412036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-24a4c6c2-f3f1-47a7-93f0-3c7dbb454e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:51.520266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Pushing event updated for resources: {'Port': ['ID=f667e6e7-b277-4092-a17f-2dfd8ca595f8,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:51.559339 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf39686a-a06f-46bf-8c3d-5582989ecba1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:51.646766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:51.734906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-24a4c6c2-f3f1-47a7-93f0-3c7dbb454e16 None None] Calling delete_port for 247050fd-55c7-42fb-94f4-2ce0d6463eb9 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:51.762552 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:51.782073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 7af7cb42-86e5-420a-93a1-0849bedf2a46 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:51.816350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7725931a-2a63-466e-9c93-57197952e2f5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:51.816861 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:51.848063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0d04a-4d8c-45f7-b0ae-355d77550ff3 req-e1be6863-8ff9-46ab-87fb-35f4a922d84a tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:51.850462 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58a0d04a-4d8c-45f7-b0ae-355d77550ff3 req-e1be6863-8ff9-46ab-87fb-35f4a922d84a tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.6174641 Mar 08 11:50:51.854359 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:51.870124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5156364a-f940-4755-a0f4-04e13794da26 None None] Provisioning for port f667e6e7-b277-4092-a17f-2dfd8ca595f8 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:51.876526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] For port 247050fd-55c7-42fb-94f4-2ce0d6463eb9, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=247050fd-55c7-42fb-94f4-2ce0d6463eb9,segment=NetworkSegment(1d57dc98-b66b-45ba-a574-9ee0156e232c),segment_id=1d57dc98-b66b-45ba-a574-9ee0156e232c)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:51.882615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:51.888186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5156364a-f940-4755-a0f4-04e13794da26 None None] Provisioning complete for port f667e6e7-b277-4092-a17f-2dfd8ca595f8 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:51.888570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5156364a-f940-4755-a0f4-04e13794da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:51.901318 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:51.958623 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-5156364a-f940-4755-a0f4-04e13794da26 None None] Port f667e6e7-b277-4092-a17f-2dfd8ca595f8 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:51.962786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-24a4c6c2-f3f1-47a7-93f0-3c7dbb454e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:51.988169 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58a0d04a-4d8c-45f7-b0ae-355d77550ff3 req-4586f375-2a17-40e7-a904-9031e8776964 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007724 Mar 08 11:50:51.991381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.061614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4c6c2-f3f1-47a7-93f0-3c7dbb454e16 None None] No DVR routers for this DVR port 247050fd-55c7-42fb-94f4-2ce0d6463eb9 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:50:52.105630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf39686a-a06f-46bf-8c3d-5582989ecba1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.128187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4c6c2-f3f1-47a7-93f0-3c7dbb454e16 None None] Pushing event deleted for resources: {'Port': ['ID=247050fd-55c7-42fb-94f4-2ce0d6463eb9,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:52.203363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:52.212981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39686a-a06f-46bf-8c3d-5582989ecba1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Subnet': ['ID=6fea7b83-48f8-4bd7-aa72-b1cff660378c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:52.223801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf39686a-a06f-46bf-8c3d-5582989ecba1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.248205 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bf39686a-a06f-46bf-8c3d-5582989ecba1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/6fea7b83-48f8-4bd7-aa72-b1cff660378c HTTP/1.1" status: 204 len: 168 time: 1.4743960 Mar 08 11:50:52.249009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47800) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:52.260315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55911fc6-497b-4cc0-abda-b6a1e3149dd4 None None] Network 150001bb-f089-48d8-8a05-865bf3440e80 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:52.297152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=7af7cb42-86e5-420a-93a1-0849bedf2a46,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:52.308224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for 247050fd-55c7-42fb-94f4-2ce0d6463eb9 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:52.340731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.344852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:52.348925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:52.351947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:52.358398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:52.395227 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.476210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.485770 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 2f14dea5-6e6a-4960-9775-771a1ed5833f {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:52.486148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.530881 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:52.542358 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:52.544917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:52.551222 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:52.552387 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.573736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.575590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dded63cf-5f91-4168-ae39-088c8d770760,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:52.619127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:52.632824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:52.633365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.678474 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89bfa6d-94f5-44e0-b2fa-5dfc421ec147 None None] DHCP port deletion for 150001bb-f089-48d8-8a05-865bf3440e80 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:50:52.703836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e89bfa6d-94f5-44e0-b2fa-5dfc421ec147 None None] Deleting port 2f14dea5-6e6a-4960-9775-771a1ed5833f {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:52.704154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e89bfa6d-94f5-44e0-b2fa-5dfc421ec147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.724467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.765520 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] For port 2f14dea5-6e6a-4960-9775-771a1ed5833f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2f14dea5-6e6a-4960-9775-771a1ed5833f,segment=NetworkSegment(ccfae4db-32af-4a46-9865-c173b168619f),segment_id=ccfae4db-32af-4a46-9865-c173b168619f)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:52.766033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.773111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a22477e8-b6d6-4ccd-8f19-24f0a4c211f3 None None] Provisioning for port f61546c0-d1a6-4454-a4c1-6ad20cde8d1e completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:52.777902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:50:52.778441 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:50:52.845859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.856232 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ce5619fa-3a19-4fa6-a77f-ef05e7e7d77e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.0777121 Mar 08 11:50:52.860689 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47804) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:52.883663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174b500-70f4-448d-9ef2-f1811436ef3f req-ef91e39d-7c34-49da-8182-2207b72ade9e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:52.885225 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4174b500-70f4-448d-9ef2-f1811436ef3f req-ef91e39d-7c34-49da-8182-2207b72ade9e tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.5942321 Mar 08 11:50:52.918837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Allocated IP 172.26.4.162 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/34a0c6dc-a394-48b0-a1c2-f9f04817021a) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:52.923256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.960550 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:52.981443 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.015269 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4174b500-70f4-448d-9ef2-f1811436ef3f req-51d95072-9bba-428e-868b-db1992a16fe4 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922012 Mar 08 11:50:53.070168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port cdb36a9c-1ca5-4f17-afa0-ac88e65d7432, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cdb36a9c-1ca5-4f17-afa0-ac88e65d7432,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:53.083021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-02de9d54-b3d5-4f59-98ee-d2ccc9a791c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'fixed_ips': [{'subnet_id': '7853be97-62df-4703-9ad1-4873adb2f671', 'ip_address': '2001:db8::473a:eb77:47cc:1e96'}], 'name': 'tempest-NetworksTestDHCPv6-1534555775'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:53.097786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e89bfa6d-94f5-44e0-b2fa-5dfc421ec147 None None] For port 2f14dea5-6e6a-4960-9775-771a1ed5833f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2f14dea5-6e6a-4960-9775-771a1ed5833f,segment=NetworkSegment(ccfae4db-32af-4a46-9865-c173b168619f),segment_id=ccfae4db-32af-4a46-9865-c173b168619f)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:53.098333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e89bfa6d-94f5-44e0-b2fa-5dfc421ec147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.112774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for 2f14dea5-6e6a-4960-9775-771a1ed5833f owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:53.162946 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.255431 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.261815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Pushing event updated for resources: {'Port': ['ID=f667e6e7-b277-4092-a17f-2dfd8ca595f8,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:53.280403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port 247050fd-55c7-42fb-94f4-2ce0d6463eb9 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:53.281082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.286169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e89bfa6d-94f5-44e0-b2fa-5dfc421ec147 None None] Calling delete_port for 2f14dea5-6e6a-4960-9775-771a1ed5833f owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:53.317142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 247050fd-55c7-42fb-94f4-2ce0d6463eb9 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:50:53.352902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cb89c559-cbce-47e0-b87e-1322a000e9f6 None None] Provisioning for port 7af7cb42-86e5-420a-93a1-0849bedf2a46 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:53.373773 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 247050fd-55c7-42fb-94f4-2ce0d6463eb9 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:50:53.374079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 247050fd-55c7-42fb-94f4-2ce0d6463eb9 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:50:53.381260 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cb89c559-cbce-47e0-b87e-1322a000e9f6 None None] Provisioning complete for port 7af7cb42-86e5-420a-93a1-0849bedf2a46 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:53.381260 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cb89c559-cbce-47e0-b87e-1322a000e9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.383471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] The port '247050fd-55c7-42fb-94f4-2ce0d6463eb9' was deleted {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:50:53.383471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53416953-cfdc-4447-85ce-6d7cfaa86611,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:53.398724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.443412 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=cdb36a9c-1ca5-4f17-afa0-ac88e65d7432,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:53.445153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.449430 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-55e8a978-e6dc-4cb9-b1f0-9ccd1cf2b164 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.4680467 Mar 08 11:50:53.455197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47810) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:53.475050 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-cb89c559-cbce-47e0-b87e-1322a000e9f6 None None] Port 7af7cb42-86e5-420a-93a1-0849bedf2a46 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:53.495024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4590df9b-1e6a-4e79-9eb8-3e768f1c75a6 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '53416953-cfdc-4447-85ce-6d7cfaa86611', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:53.521031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-e89bfa6d-94f5-44e0-b2fa-5dfc421ec147 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:50:53.521031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-e89bfa6d-94f5-44e0-b2fa-5dfc421ec147 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:50:53.553787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4590df9b-1e6a-4e79-9eb8-3e768f1c75a6 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:53.573939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.577312 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f61546c0-d1a6-4454-a4c1-6ad20cde8d1e up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:53.577624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4590df9b-1e6a-4e79-9eb8-3e768f1c75a6 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:53.580396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.613837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fa3fd1-90e6-4322-9cc9-d6be04a3b99e']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:53.628475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.640009 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d57dc98-b66b-45ba-a574-9ee0156e232c') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:53.640661 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d57dc98-b66b-45ba-a574-9ee0156e232c') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:53.649893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-02de9d54-b3d5-4f59-98ee-d2ccc9a791c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:53.654276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4590df9b-1e6a-4e79-9eb8-3e768f1c75a6 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:53.671284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-02de9d54-b3d5-4f59-98ee-d2ccc9a791c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:port and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:53.675439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4590df9b-1e6a-4e79-9eb8-3e768f1c75a6 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:53.690853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-02de9d54-b3d5-4f59-98ee-d2ccc9a791c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:53.695218 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=2f14dea5-6e6a-4960-9775-771a1ed5833f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:53.702897 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] No DVR routers for this DVR port 2f14dea5-6e6a-4960-9775-771a1ed5833f on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:50:53.708827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-02de9d54-b3d5-4f59-98ee-d2ccc9a791c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:53.711922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port f61546c0-d1a6-4454-a4c1-6ad20cde8d1e completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:50:53.713156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.717568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f61546c0-d1a6-4454-a4c1-6ad20cde8d1e triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:53.719459 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.723375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:53.766317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:53.768860 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:53.808502 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Network 0cb5307d-f1c4-4c48-9397-88891f9fc66b is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:53.834917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.851530 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event updated for resources: {'Port': ['ID=34a0c6dc-a394-48b0-a1c2-f9f04817021a,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:53.856158 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:50:53.856562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:50:53.874180 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:50:53.878699 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:53.883734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02de9d54-b3d5-4f59-98ee-d2ccc9a791c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:53.892836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.902345 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.909501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4590df9b-1e6a-4e79-9eb8-3e768f1c75a6 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:53.926496 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port f61546c0-d1a6-4454-a4c1-6ad20cde8d1e, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f61546c0-d1a6-4454-a4c1-6ad20cde8d1e,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:54.019838 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e89bfa6d-94f5-44e0-b2fa-5dfc421ec147 None None] Deleting port 2f14dea5-6e6a-4960-9775-771a1ed5833f {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:54.020440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e89bfa6d-94f5-44e0-b2fa-5dfc421ec147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.049427 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.081387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150001bb-f089-48d8-8a05-865bf3440e80']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:54.119646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfae4db-32af-4a46-9865-c173b168619f') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:54.120237 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfae4db-32af-4a46-9865-c173b168619f') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:54.143736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.168089 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2f14dea5-6e6a-4960-9775-771a1ed5833f no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:50:54.204064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e89bfa6d-94f5-44e0-b2fa-5dfc421ec147 None None] The port '2f14dea5-6e6a-4960-9775-771a1ed5833f' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:50:54.224952 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 2f14dea5-6e6a-4960-9775-771a1ed5833f {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:50:54.225553 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2f14dea5-6e6a-4960-9775-771a1ed5833f not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:50:54.255577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.256998 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6b73c129-08b1-40a2-84fc-bb2d45968600 None None] Provisioning complete for port f667e6e7-b277-4092-a17f-2dfd8ca595f8 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:54.257380 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6b73c129-08b1-40a2-84fc-bb2d45968600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.278103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.283028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.290132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:50:54.290732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.306837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4590df9b-1e6a-4e79-9eb8-3e768f1c75a6 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:50:54.316874 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:50:54.319482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-6b73c129-08b1-40a2-84fc-bb2d45968600 None None] Port f667e6e7-b277-4092-a17f-2dfd8ca595f8 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:50:54.321682 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=f61546c0-d1a6-4454-a4c1-6ad20cde8d1e,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:54.323539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbc383-658c-4a3c-99ea-aa30af9ac28c req-11ca60d9-8c32-400b-8367-855297587d0c tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:54.326142 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-98bbc383-658c-4a3c-99ea-aa30af9ac28c req-11ca60d9-8c32-400b-8367-855297587d0c tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.6307805 Mar 08 11:50:54.327403 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/networks/44fa3fd1-90e6-4322-9cc9-d6be04a3b99e HTTP/1.1" status: 204 len: 168 time: 3.9042552 Mar 08 11:50:54.330666 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e9923-c127-41db-b049-14ff7618e153 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Network': ['ID=44fa3fd1-90e6-4322-9cc9-d6be04a3b99e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:54.340496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47816) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:54.344723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02de9d54-b3d5-4f59-98ee-d2ccc9a791c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.349510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-681100551'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:54.380716 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:54.390251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:network and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:54.393931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:54.408354 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:54.420882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4590df9b-1e6a-4e79-9eb8-3e768f1c75a6 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.423404 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-98bbc383-658c-4a3c-99ea-aa30af9ac28c req-96fff9e0-c79e-49c4-b3d9-19da18a905b5 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776720 Mar 08 11:50:54.445813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Router d022898a-3d5e-4663-8bad-de865a36458b has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:50:54.447105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-02de9d54-b3d5-4f59-98ee-d2ccc9a791c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 1aca1e9b-14c1-41b5-b1a4-335d525fa763 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:54.498412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590df9b-1e6a-4e79-9eb8-3e768f1c75a6 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07074bcf-e90b-4204-9570-8ea02c0ecb36,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:54.523037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:54.526465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.580296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:50:54.600516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.626564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.634685 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/networks/150001bb-f089-48d8-8a05-865bf3440e80 HTTP/1.1" status: 204 len: 168 time: 2.3850503 Mar 08 11:50:54.639771 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47820) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:54.651867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8065a-4505-41d0-9c5e-db5f18e7a01c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Network': ['ID=150001bb-f089-48d8-8a05-865bf3440e80,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:54.655807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1201819671', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:54.671248 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:54.675147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.675147 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Added segment 62823670-dbbc-4452-98be-9e6ce948b114 of type vlan for network 4beb21c6-82f7-4828-ab87-e4da41c9230f Mar 08 11:50:54.691323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4590df9b-1e6a-4e79-9eb8-3e768f1c75a6 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.693059 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4590df9b-1e6a-4e79-9eb8-3e768f1c75a6 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2096765 Mar 08 11:50:54.695274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:router and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:54.703016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47824) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:54.707244 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:54.714774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-75c9c5f6-1248-4951-bd35-e1e188fe329c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '53416953-cfdc-4447-85ce-6d7cfaa86611', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:54.721579 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.787804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:54.790802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-75c9c5f6-1248-4951-bd35-e1e188fe329c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:54.807551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-75c9c5f6-1248-4951-bd35-e1e188fe329c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:54.815601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.820742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-75c9c5f6-1248-4951-bd35-e1e188fe329c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:54.837470 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-75c9c5f6-1248-4951-bd35-e1e188fe329c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:54.931537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.932498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.955046 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-75c9c5f6-1248-4951-bd35-e1e188fe329c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:54.959934 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:50:54.977163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:50:54.990181 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2a0c9524-dc4d-4924-9a22-f7f3826b4c00 admin admin] 10.222.0.32 "PUT /v2.0/routers/d022898a-3d5e-4663-8bad-de865a36458b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9904950 Mar 08 11:50:54.993462 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Sync routers for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:50:55.004318 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:55.005297 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:55.060189 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-02de9d54-b3d5-4f59-98ee-d2ccc9a791c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 08 11:50:55.060645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02de9d54-b3d5-4f59-98ee-d2ccc9a791c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:50:55.086259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:55.091685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:55.092267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:55.102507 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:55.138236 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-02de9d54-b3d5-4f59-98ee-d2ccc9a791c0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2744844 Mar 08 11:50:55.146360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47832) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:55.225158 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:50:55.278487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7efd8-2308-4741-8d54-8dd94b24b7ad tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:55.284640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7efd8-2308-4741-8d54-8dd94b24b7ad tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:55.285506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2ea7efd8-2308-4741-8d54-8dd94b24b7ad tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:55.310667 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9688170 Mar 08 11:50:55.313542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47836) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:55.319842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': '4beb21c6-82f7-4828-ab87-e4da41c9230f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:55.335021 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeb6af-f930-4a03-a944-69b6433276c7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Network': ['ID=4beb21c6-82f7-4828-ab87-e4da41c9230f,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:55.350285 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 4beb21c6-82f7-4828-ab87-e4da41c9230f details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:50:55.428230 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:55.504717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2ea7efd8-2308-4741-8d54-8dd94b24b7ad tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:55.512178 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2ea7efd8-2308-4741-8d54-8dd94b24b7ad tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3636694 Mar 08 11:50:55.519393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47844) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:55.569301 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-75c9c5f6-1248-4951-bd35-e1e188fe329c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): There was a conflict when trying to complete your request. Mar 08 11:50:55.570697 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-75c9c5f6-1248-4951-bd35-e1e188fe329c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8667488 Mar 08 11:50:55.579025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47848) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:55.610011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:55.613063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:55.638494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:55.645501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:55.660526 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc5bdb-ea3a-4111-adaf-3cdec65fd2ce tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 7af7cb42-86e5-420a-93a1-0849bedf2a46 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:55.661384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5bdb-ea3a-4111-adaf-3cdec65fd2ce tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:55.706875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:55.718379 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:55.827850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:55.827850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:55.831816 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:50:52Z', 'revision_number': 2, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:55.836992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:55.840555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:55.844869 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Checking router: d022898a-3d5e-4663-8bad-de865a36458b for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:50:55.846001 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Updating router d022898a-3d5e-4663-8bad-de865a36458b port f667e6e7-b277-4092-a17f-2dfd8ca595f8 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:50:55.887461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45fc3ee4-b6fa-4bb8-8878-3ca8afe0be75 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:55.966810 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:55.996496 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f61546c0-d1a6-4454-a4c1-6ad20cde8d1e up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:56.075589 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f61546c0-d1a6-4454-a4c1-6ad20cde8d1e triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:50:56.075589 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.086682 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47860) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:56.116436 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-45097611-network', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:56.133842 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:56.147198 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Usage tracker for resource:network and tenant:fcc47698978846d99ffc2804a3a64ff1 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:56.199596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:56.219699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:56.267352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45fc3ee4-b6fa-4bb8-8878-3ca8afe0be75 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.305893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.351858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Made reservation on behalf of fcc47698978846d99ffc2804a3a64ff1 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:56.354166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.374594 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.376221 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.387782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Router c8774465-ddc2-4479-afac-3f056b7090c4 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:50:56.388927 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Transition to ACTIVE for port object f667e6e7-b277-4092-a17f-2dfd8ca595f8 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:56.448622 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.449575 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:56.460631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3c957-618f-4d1e-9da3-8789587a641c req-2a1c7cbd-17a2-43e5-80ce-d1797ed80229 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:56.466552 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-95a3c957-618f-4d1e-9da3-8789587a641c req-2a1c7cbd-17a2-43e5-80ce-d1797ed80229 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.7410638 Mar 08 11:50:56.466806 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Usage tracker for resource:security_group_rule and tenant:fcc47698978846d99ffc2804a3a64ff1 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:56.476392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5bdb-ea3a-4111-adaf-3cdec65fd2ce tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.502189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:56.506693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.521100 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22534be-ce0d-40e1-a9c0-9dddb1eaa527 None None] Pushing event updated for resources: {'Port': ['ID=f667e6e7-b277-4092-a17f-2dfd8ca595f8,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:56.569845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Subnet': ['ID=04d34af0-52e3-4033-89d5-572c3371f945,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:56.654970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc5bdb-ea3a-4111-adaf-3cdec65fd2ce tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 7af7cb42-86e5-420a-93a1-0849bedf2a46 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:56.702785 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Checking segment: {'id': '62823670-dbbc-4452-98be-9e6ce948b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4beb21c6-82f7-4828-ab87-e4da41c9230f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:56.702785 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network hostable DHCP agents. Network: 4beb21c6-82f7-4828-ab87-e4da41c9230f, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:50:56.708977 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Attempting to bind port f667e6e7-b277-4092-a17f-2dfd8ca595f8 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:56.710035 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Attempting to bind port f667e6e7-b277-4092-a17f-2dfd8ca595f8 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:56.711642 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Attempting to bind port f667e6e7-b277-4092-a17f-2dfd8ca595f8 on network 0cb5307d-f1c4-4c48-9397-88891f9fc66b {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:56.725780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:56.728142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:50:56.730660 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:56.731172 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Checking segment: {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:56.731384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.732368 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.732863 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Bound using segment: {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:56.735085 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Bound port: f667e6e7-b277-4092-a17f-2dfd8ca595f8, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:56.737292 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.740324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Sync routers for ids ['c8774465-ddc2-4479-afac-3f056b7090c4'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:50:56.741275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45fc3ee4-b6fa-4bb8-8878-3ca8afe0be75 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.756815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Routers {'c8774465-ddc2-4479-afac-3f056b7090c4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:56.757757 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['c8774465-ddc2-4479-afac-3f056b7090c4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:56.788342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc3ee4-b6fa-4bb8-8878-3ca8afe0be75 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53416953-cfdc-4447-85ce-6d7cfaa86611,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:56.820010 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-95a3c957-618f-4d1e-9da3-8789587a641c req-e4d191f9-1364-44f4-b597-6f5d1532ee93 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288689 Mar 08 11:50:56.830767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8241541-bf12-470f-a496-da7f9432c19d req-c2ca86fa-fc86-4cd8-8956-1b55943128c8 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:56.832334 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c8241541-bf12-470f-a496-da7f9432c19d req-c2ca86fa-fc86-4cd8-8956-1b55943128c8 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.5976350 Mar 08 11:50:56.844290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45fc3ee4-b6fa-4bb8-8878-3ca8afe0be75 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.845685 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-45fc3ee4-b6fa-4bb8-8878-3ca8afe0be75 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "DELETE /v2.0/security-groups/53416953-cfdc-4447-85ce-6d7cfaa86611 HTTP/1.1" status: 204 len: 168 time: 1.2657366 Mar 08 11:50:56.860325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47864) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:56.904345 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 4beb21c6-82f7-4828-ab87-e4da41c9230f is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:50:56.915071 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] For port f667e6e7-b277-4092-a17f-2dfd8ca595f8, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:56.919074 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] For port f667e6e7-b277-4092-a17f-2dfd8ca595f8, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f667e6e7-b277-4092-a17f-2dfd8ca595f8,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:56.933655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:56.935471 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3cbc078c-bd38-4d15-8f60-234f36c5a6d4 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.9311395 Mar 08 11:50:56.969105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47868) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:56.990788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Deleting port fb121f6f-835f-44e5-b1b8-7b36309af64f {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:56.990788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:57.010943 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:57.031836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Set router c8774465-ddc2-4479-afac-3f056b7090c4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:50:57.082359 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:57.086138 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:57.193033 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e3fa0e8e-b957-42e1-9560-36e0fbe987ba tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/routers/c8774465-ddc2-4479-afac-3f056b7090c4 HTTP/1.1" status: 200 len: 908 time: 0.2118652 Mar 08 11:50:57.198289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47872) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:57.201078 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e7e36c93-f1e9-4754-8825-1cbbe221ec8b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Synchronizing usage tracker for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:57.239977 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 4beb21c6-82f7-4828-ab87-e4da41c9230f) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:57.246232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:57.247453 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:57.304831 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed5839a-c861-4f3f-ad2b-d24cfb9a7148 None None] Network 4beb21c6-82f7-4828-ab87-e4da41c9230f requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:50:57.340076 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22534be-ce0d-40e1-a9c0-9dddb1eaa527 None None] Pushing event updated for resources: {'Port': ['ID=f667e6e7-b277-4092-a17f-2dfd8ca595f8,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:57.350976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Allocated IP 172.26.4.3 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/33ec490f-a8ea-4aaf-a33d-3942c6175b16) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:57.404320 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:57.412370 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-875c6b9b-a278-43c5-a1e6-73041742ed5e tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0947821 Mar 08 11:50:57.415604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5bdb-ea3a-4111-adaf-3cdec65fd2ce tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:57.435765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47878) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:57.448884 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:50:57.500067 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:57.511977 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:50:57.523750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:57.524313 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Added segment 95e86169-24e4-4493-92e2-f32872fcf532 of type vlan for network 9d44f032-84b8-4898-8f7f-5b208d70df96 Mar 08 11:50:57.539509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': '4beb21c6-82f7-4828-ab87-e4da41c9230f', 'name': 'tempest-PortsTestJSON-1196776728', 'fixed_ips': [{'subnet_id': '04d34af0-52e3-4033-89d5-572c3371f945', 'ip_address': '172.20.0.10'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:57.569378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:57.595014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc5bdb-ea3a-4111-adaf-3cdec65fd2ce tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=7af7cb42-86e5-420a-93a1-0849bedf2a46,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:57.614543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e7e36c93-f1e9-4754-8825-1cbbe221ec8b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Unset dirty status for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:57.620511 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e7e36c93-f1e9-4754-8825-1cbbe221ec8b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7591887 Mar 08 11:50:57.622501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47884) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:57.647482 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5bdb-ea3a-4111-adaf-3cdec65fd2ce tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:57.649553 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9bdc5bdb-ea3a-4111-adaf-3cdec65fd2ce tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/7af7cb42-86e5-420a-93a1-0849bedf2a46 HTTP/1.1" status: 204 len: 168 time: 2.1291587 Mar 08 11:50:57.768832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47888) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:57.776130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-414c4792-08a6-4c0c-b967-d31f0e36380a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057852013'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:57.799940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-4beb21c6-82f7-4828-ab87-e4da41c9230f', 'network_id': '4beb21c6-82f7-4828-ab87-e4da41c9230f', 'tenant_id': '6bf2e6502ed8457aba4798042de61a1a', 'fixed_ips': [{'subnet_id': '04d34af0-52e3-4033-89d5-572c3371f945'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:50:57.801303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:57.876350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8774465-ddc2-4479-afac-3f056b7090c4', 'name': 'tempest-snat-router-1325308398', 'tenant_id': '5b71d398df0e4cef9206d80e68d79d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '34a0c6dc-a394-48b0-a1c2-f9f04817021a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:48Z', 'updated_at': '2022-03-08T11:50:54Z', 'revision_number': 3, 'project_id': '5b71d398df0e4cef9206d80e68d79d05', 'gw_port': {'id': '34a0c6dc-a394-48b0-a1c2-f9f04817021a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:00:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8774465-ddc2-4479-afac-3f056b7090c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:52Z', 'updated_at': '2022-03-08T11:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:57.889134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Checking router: c8774465-ddc2-4479-afac-3f056b7090c4 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:50:57.891951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:57.892841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:57.893411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:57.896169 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-414c4792-08a6-4c0c-b967-d31f0e36380a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:57.909648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Updating router c8774465-ddc2-4479-afac-3f056b7090c4 port 34a0c6dc-a394-48b0-a1c2-f9f04817021a binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:50:57.909807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f41cc7a-0bff-4e76-957e-050f8c7d103e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:57.909807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f41cc7a-0bff-4e76-957e-050f8c7d103e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:57.909807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1f41cc7a-0bff-4e76-957e-050f8c7d103e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:50:57.992931 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:57.995189 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-414c4792-08a6-4c0c-b967-d31f0e36380a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:58.080153 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:50:56Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:58.086886 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3813279d-3fc9-49f0-92e7-5b5b58328f8c None None] The sync data for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv is: [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:50:56Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:50:58.094589 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:58.136184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:58.157662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:58.172464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db482de3-653d-4b81-8838-6c1b97974272,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:58.172698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] For port fb121f6f-835f-44e5-b1b8-7b36309af64f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb121f6f-835f-44e5-b1b8-7b36309af64f,segment=NetworkSegment(9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d),segment_id=9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:58.172698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:58.187582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-414c4792-08a6-4c0c-b967-d31f0e36380a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:58.188073 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0976748 Mar 08 11:50:58.190661 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47894) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:58.197657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1f41cc7a-0bff-4e76-957e-050f8c7d103e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:50:58.198178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:58.198843 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1f41cc7a-0bff-4e76-957e-050f8c7d103e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3989162 Mar 08 11:50:58.262383 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47898) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:50:58.264376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Allocated IP 172.20.0.2 (4beb21c6-82f7-4828-ab87-e4da41c9230f/04d34af0-52e3-4033-89d5-572c3371f945/03f0c304-4066-40a4-b7d3-ece866086406) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:58.279984 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Request body: {'subnet': {'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-45097611-subnet', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'ip_version': 4}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:58.343426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e1e649-a6ef-4aad-b7c7-2dda3581e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 7853be97-62df-4703-9ad1-4873adb2f671 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:50:58.357509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:58.363422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:58.364797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:58.387217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e649-a6ef-4aad-b7c7-2dda3581e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:58.428946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Usage tracker for resource:subnet and tenant:fcc47698978846d99ffc2804a3a64ff1 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:58.442131 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53be03-73c7-4bbd-b8e6-d0208c08376b admin admin] Pushing event updated for resources: {'Network': ['ID=9d44f032-84b8-4898-8f7f-5b208d70df96,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:58.445729 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:58.448820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:58.459277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-414c4792-08a6-4c0c-b967-d31f0e36380a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:50:58.460052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:58.464219 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:58.478249 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:58.478444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bef355-711c-4f36-b1f1-ddd7b134711c req-bccd5718-a44c-42cf-84f6-583c60f2f7c6 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:58.479947 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b0bef355-711c-4f36-b1f1-ddd7b134711c req-bccd5718-a44c-42cf-84f6-583c60f2f7c6 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 945 time: 0.5005529 Mar 08 11:50:58.488302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 9d44f032-84b8-4898-8f7f-5b208d70df96 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:50:58.500261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-414c4792-08a6-4c0c-b967-d31f0e36380a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:50:58.509928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-414c4792-08a6-4c0c-b967-d31f0e36380a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:50:58.607033 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=33ec490f-a8ea-4aaf-a33d-3942c6175b16,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:58.705064 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Made reservation on behalf of fcc47698978846d99ffc2804a3a64ff1 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:58.708217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:58.801136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-414c4792-08a6-4c0c-b967-d31f0e36380a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:50:58.810107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:58.829556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:58.836810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:58.856696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Transition to ACTIVE for port object 34a0c6dc-a394-48b0-a1c2-f9f04817021a will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:58.856696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Transition to ACTIVE for port object 03f0c304-4066-40a4-b7d3-ece866086406 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:58.885165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Transition to ACTIVE for port object 03f0c304-4066-40a4-b7d3-ece866086406 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:50:58.898378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e649-a6ef-4aad-b7c7-2dda3581e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:58.928945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:58.987817 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b0bef355-711c-4f36-b1f1-ddd7b134711c req-a61df9c6-867c-4ef3-98cc-a538f2b9d062 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups?id=cbeab367-efa6-4013-9a1e-781dd383be53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4814754 Mar 08 11:50:58.991213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.014435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Deleting port 34a0c6dc-a394-48b0-a1c2-f9f04817021a {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:50:59.015248 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.026975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.027348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.029024 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Floating IP eee01f9f-aff6-4c98-866f-daa07301cdb2 disassociated. External IP: 172.26.4.34, port: fb121f6f-835f-44e5-b1b8-7b36309af64f. Mar 08 11:50:59.029024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Calling delete_port for fb121f6f-835f-44e5-b1b8-7b36309af64f owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:50:59.037310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.059299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Attempting to bind port 34a0c6dc-a394-48b0-a1c2-f9f04817021a on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:59.059928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Attempting to bind port 34a0c6dc-a394-48b0-a1c2-f9f04817021a by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:59.060295 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Attempting to bind port 34a0c6dc-a394-48b0-a1c2-f9f04817021a on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:59.078773 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:59.079313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:59.079824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.080344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:59.080932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Bound port: 34a0c6dc-a394-48b0-a1c2-f9f04817021a, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:59.081414 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.087326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port f137e8fe-d2d3-41b9-8272-dc5368f68081 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:50:59.159253 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] For port 34a0c6dc-a394-48b0-a1c2-f9f04817021a, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:50:59.163228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] For port 34a0c6dc-a394-48b0-a1c2-f9f04817021a, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=34a0c6dc-a394-48b0-a1c2-f9f04817021a,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:50:59.164626 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2e32d-d41e-4f5a-8bf5-ac715ea49c86 None None] Pushing event updated for resources: {'Port': ['ID=34a0c6dc-a394-48b0-a1c2-f9f04817021a,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:59.203072 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Network 4beb21c6-82f7-4828-ab87-e4da41c9230f is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:59.209325 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:59.212263 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:50:59.279904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.365761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Pushing event updated for resources: {'Port': ['ID=03f0c304-4066-40a4-b7d3-ece866086406,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:59.434503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Routers {'c8774465-ddc2-4479-afac-3f056b7090c4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:50:59.435504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['c8774465-ddc2-4479-afac-3f056b7090c4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:59.439732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.498132 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Attempting to bind port 03f0c304-4066-40a4-b7d3-ece866086406 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:50:59.499987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Attempting to bind port 03f0c304-4066-40a4-b7d3-ece866086406 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '62823670-dbbc-4452-98be-9e6ce948b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4beb21c6-82f7-4828-ab87-e4da41c9230f'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:50:59.500826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Attempting to bind port 03f0c304-4066-40a4-b7d3-ece866086406 on network 4beb21c6-82f7-4828-ab87-e4da41c9230f {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:50:59.540251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.559197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-414c4792-08a6-4c0c-b967-d31f0e36380a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.571736 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:50:59.572477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Checking segment: {'id': '62823670-dbbc-4452-98be-9e6ce948b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4beb21c6-82f7-4828-ab87-e4da41c9230f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:50:59.573284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.575686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Bound using segment: {'id': '62823670-dbbc-4452-98be-9e6ce948b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4beb21c6-82f7-4828-ab87-e4da41c9230f'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:50:59.576204 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Bound port: 03f0c304-4066-40a4-b7d3-ece866086406, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62823670-dbbc-4452-98be-9e6ce948b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4beb21c6-82f7-4828-ab87-e4da41c9230f'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:50:59.576928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.597250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] For port 34a0c6dc-a394-48b0-a1c2-f9f04817021a, host dv-neutron-828143-8-hyperv, got binding levels [] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:50:59.597605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.656129 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f667e6e7-b277-4092-a17f-2dfd8ca595f8 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:50:59.679777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-414c4792-08a6-4c0c-b967-d31f0e36380a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.702698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e649-a6ef-4aad-b7c7-2dda3581e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.768362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:50:59.820540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2e32d-d41e-4f5a-8bf5-ac715ea49c86 None None] Pushing event updated for resources: {'Port': ['ID=34a0c6dc-a394-48b0-a1c2-f9f04817021a,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:59.872450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Pushing event deleted for resources: {'Port': ['ID=fb121f6f-835f-44e5-b1b8-7b36309af64f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:59.884818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] Set router c8774465-ddc2-4479-afac-3f056b7090c4 gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:50:59.946844 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c4792-08a6-4c0c-b967-d31f0e36380a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d5cdce-5b73-46a3-9dae-01f539c20db4,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:59.985954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Calling delete_port for 34a0c6dc-a394-48b0-a1c2-f9f04817021a owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:00.035590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8774465-ddc2-4479-afac-3f056b7090c4', 'name': 'tempest-snat-router-1325308398', 'tenant_id': '5b71d398df0e4cef9206d80e68d79d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:48Z', 'updated_at': '2022-03-08T11:50:58Z', 'revision_number': 4, 'project_id': '5b71d398df0e4cef9206d80e68d79d05', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:00.055339 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70682d-c2fd-45fb-968d-a4194015ac8e None None] The sync data for ids ['c8774465-ddc2-4479-afac-3f056b7090c4'] in dv-neutron-828143-8-hyperv is: [{'id': 'c8774465-ddc2-4479-afac-3f056b7090c4', 'name': 'tempest-snat-router-1325308398', 'tenant_id': '5b71d398df0e4cef9206d80e68d79d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:48Z', 'updated_at': '2022-03-08T11:50:58Z', 'revision_number': 4, 'project_id': '5b71d398df0e4cef9206d80e68d79d05', 'gw_port_host': None}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:00.062493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3505cc4f-0c47-4a9e-95e8-084735fadbd7,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:00.067480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] For port 03f0c304-4066-40a4-b7d3-ece866086406, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:00.077213 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] For port 03f0c304-4066-40a4-b7d3-ece866086406, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=03f0c304-4066-40a4-b7d3-ece866086406,segment=NetworkSegment(62823670-dbbc-4452-98be-9e6ce948b114),segment_id=62823670-dbbc-4452-98be-9e6ce948b114)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:00.085905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.10 (4beb21c6-82f7-4828-ab87-e4da41c9230f/04d34af0-52e3-4033-89d5-572c3371f945/f137e8fe-d2d3-41b9-8272-dc5368f68081) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:00.134433 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port f667e6e7-b277-4092-a17f-2dfd8ca595f8 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:00.139748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f667e6e7-b277-4092-a17f-2dfd8ca595f8 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:00.140158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:00.205621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:00.256982 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Checking segment: {'id': '95e86169-24e4-4493-92e2-f32872fcf532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:00.257375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Network hostable DHCP agents. Network: 9d44f032-84b8-4898-8f7f-5b208d70df96, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:51:00.295561 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5e167ab4-f564-45b1-84a6-53da7a27d741 req-733618cd-fee3-48bb-a53a-714c0ebfb5e8 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 210 time: 0.0845847 Mar 08 11:51:00.341990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984beb5-533a-436f-9e70-02a4971ccc1a None None] Pushing event updated for resources: {'Port': ['ID=03f0c304-4066-40a4-b7d3-ece866086406,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:00.359855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:00.376835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Transition to ACTIVE for port object f137e8fe-d2d3-41b9-8272-dc5368f68081 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:00.389458 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-414c4792-08a6-4c0c-b967-d31f0e36380a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:00.390960 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-414c4792-08a6-4c0c-b967-d31f0e36380a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7456253 Mar 08 11:51:00.399018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47906) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:00.410863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-939ef195-1836-4e75-94be-fdd73478e86a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': 'b8d5cdce-5b73-46a3-9dae-01f539c20db4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:00.411616 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING neutron.api.v2.base [None req-939ef195-1836-4e75-94be-fdd73478e86a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 08 11:51:00.412110 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-939ef195-1836-4e75-94be-fdd73478e86a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:00.413514 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-939ef195-1836-4e75-94be-fdd73478e86a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0107627 Mar 08 11:51:00.427508 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47910) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:00.455301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:00.492572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:00.499499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Network 9d44f032-84b8-4898-8f7f-5b208d70df96 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:51:00.500649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port f667e6e7-b277-4092-a17f-2dfd8ca595f8, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f667e6e7-b277-4092-a17f-2dfd8ca595f8,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:00.560433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e649-a6ef-4aad-b7c7-2dda3581e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:00.602381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:00.664008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1e649-a6ef-4aad-b7c7-2dda3581e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=7853be97-62df-4703-9ad1-4873adb2f671,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:00.701471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78278ce1-ab84-499d-8d90-5ffbac96aaf7 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:00.715242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e649-a6ef-4aad-b7c7-2dda3581e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:00.760913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:51:00.762026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:51:00.777439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 9d44f032-84b8-4898-8f7f-5b208d70df96) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:00.801302 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:00.801761 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:00.803102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11c4027-3f5b-4e55-878f-573815616418 None None] Network 9d44f032-84b8-4898-8f7f-5b208d70df96 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:00.804470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Router e54ab3c6-4da7-4adf-b4ba-97f15121c86e has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:51:00.823707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:00.849300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1d92b833-f925-4f47-9554-1b448b0dac12 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:00.905796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=f667e6e7-b277-4092-a17f-2dfd8ca595f8,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:00.934835 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b8c3ed23-2be0-4fde-a090-2a71a6e5a7e4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7410784 Mar 08 11:51:00.937252 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47914) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:00.944683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-45097611-router', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:00.952092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:00.960954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Usage tracker for resource:router and tenant:fcc47698978846d99ffc2804a3a64ff1 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:00.965052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:00.971897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:00.974562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 7f3db381-d8fe-4cbe-8942-1d310ca76029 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:51:01.012996 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f3e1e649-a6ef-4aad-b7c7-2dda3581e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/7853be97-62df-4703-9ad1-4873adb2f671 HTTP/1.1" status: 204 len: 168 time: 2.7427466 Mar 08 11:51:01.033317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47918) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:01.034111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=f137e8fe-d2d3-41b9-8272-dc5368f68081,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:01.082585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:01.084339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:01.115323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 4beb21c6-82f7-4828-ab87-e4da41c9230f is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:01.127938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:01.131967 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6f8afd99-99bd-4d9b-99cf-564ff07dc125 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950582 Mar 08 11:51:01.135458 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:01.137094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device fb121f6f-835f-44e5-b1b8-7b36309af64f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:01.164767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1d92b833-f925-4f47-9554-1b448b0dac12 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:01.177832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:01.179224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47922) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:01.185331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:01.193330 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: fb121f6f-835f-44e5-b1b8-7b36309af64f {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:01.193671 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device fb121f6f-835f-44e5-b1b8-7b36309af64f not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:01.267014 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-9d44f032-84b8-4898-8f7f-5b208d70df96', 'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'fixed_ips': [{'subnet_id': '3505cc4f-0c47-4a9e-95e8-084735fadbd7'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:51:01.268191 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:01.268781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:01.269396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:01.310134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Deleting port 34a0c6dc-a394-48b0-a1c2-f9f04817021a {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:01.310796 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:01.343372 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8270d36-3b9f-4cf1-b77e-0ee3a0b3b561 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:51:01.351949 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e8270d36-3b9f-4cf1-b77e-0ee3a0b3b561 None None] Deleting port f61546c0-d1a6-4454-a4c1-6ad20cde8d1e {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:01.352886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:01.354719 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e8270d36-3b9f-4cf1-b77e-0ee3a0b3b561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:01.365450 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3266186d-4645-4c3c-97b4-d64873399387 None None] Sync routers for ids ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:01.382355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:01.382870 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3266186d-4645-4c3c-97b4-d64873399387 None None] Routers {'e54ab3c6-4da7-4adf-b4ba-97f15121c86e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:01.383797 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3266186d-4645-4c3c-97b4-d64873399387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:01.422852 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-67a2ea09-862a-4fa8-a23d-b6d2b69fae30 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9512691 Mar 08 11:51:01.428903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47928) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:01.439901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': '4beb21c6-82f7-4828-ab87-e4da41c9230f', 'name': 'tempest-PortsTestJSON-717935244', 'fixed_ips': [{'subnet_id': '04d34af0-52e3-4033-89d5-572c3371f945', 'ip_address': '172.20.0.9'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:01.457899 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] No DVR routers for this DVR port fb121f6f-835f-44e5-b1b8-7b36309af64f on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:01.462393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:01.471924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:01.486583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd26fc29-84bb-4253-bbd0-b615e049d540', 'name': 'network-vif-deleted', 'tag': 'fb121f6f-835f-44e5-b1b8-7b36309af64f'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:51:01.513721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13e2a4-e13d-4996-8b5a-1686ea14561c None None] Sync routers for ids ['7f3db381-d8fe-4cbe-8942-1d310ca76029'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:01.573803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:01.579837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1d92b833-f925-4f47-9554-1b448b0dac12 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:01.631659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13e2a4-e13d-4996-8b5a-1686ea14561c None None] Routers {'7f3db381-d8fe-4cbe-8942-1d310ca76029'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:01.632403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5a13e2a4-e13d-4996-8b5a-1686ea14561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['7f3db381-d8fe-4cbe-8942-1d310ca76029'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:01.638058 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd26fc29-84bb-4253-bbd0-b615e049d540', 'name': 'network-vif-deleted', 'tag': 'fb121f6f-835f-44e5-b1b8-7b36309af64f', 'status': 'completed', 'code': 200} Mar 08 11:51:01.645727 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92b833-f925-4f47-9554-1b448b0dac12 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d5cdce-5b73-46a3-9dae-01f539c20db4,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:01.773713 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-3266186d-4645-4c3c-97b4-d64873399387 None None] Set router e54ab3c6-4da7-4adf-b4ba-97f15121c86e gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:01.791685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5a13e2a4-e13d-4996-8b5a-1686ea14561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:01.804387 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 03f0c304-4066-40a4-b7d3-ece866086406 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:01.838924 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c8241541-bf12-470f-a496-da7f9432c19d req-db42a8c5-4678-4020-8741-de3d562f5cf0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.18 "DELETE /v2.0/ports/fb121f6f-835f-44e5-b1b8-7b36309af64f HTTP/1.1" status: 204 len: 173 time: 4.9957571 Mar 08 11:51:01.919742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] For port 34a0c6dc-a394-48b0-a1c2-f9f04817021a, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=34a0c6dc-a394-48b0-a1c2-f9f04817021a,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:01.920268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:02.079290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1d92b833-f925-4f47-9554-1b448b0dac12 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:02.086352 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1d92b833-f925-4f47-9554-1b448b0dac12 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "DELETE /v2.0/security-groups/b8d5cdce-5b73-46a3-9dae-01f539c20db4 HTTP/1.1" status: 204 len: 168 time: 1.6577294 Mar 08 11:51:02.094071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Calling delete_port for 34a0c6dc-a394-48b0-a1c2-f9f04817021a owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:02.105634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-25d8b647-7703-4d3b-8212-d1b22d3d3067 req-b54f98d3-fe5d-48d5-be95-eb03d0487bd0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Synchronizing usage tracker for tenant:451a6ae544ae458da1fdd0d6f1d54d89 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:02.110228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e8270d36-3b9f-4cf1-b77e-0ee3a0b3b561 None None] For port f61546c0-d1a6-4454-a4c1-6ad20cde8d1e, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f61546c0-d1a6-4454-a4c1-6ad20cde8d1e,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:02.111211 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e8270d36-3b9f-4cf1-b77e-0ee3a0b3b561 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:02.155108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:02.157688 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3a90fa30-3ca8-453a-ac17-6b0a04211ad2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.5171854 Mar 08 11:51:02.159173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:02.172797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:02.202526 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:02.206824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:port and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:02.210671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:02.216652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:02.243863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47934) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:02.246399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47936) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:02.328518 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3266186d-4645-4c3c-97b4-d64873399387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:22Z', 'revision_number': 4, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '9e82a7c7-5c32-445a-a57c-64d296f5df53', 'name': '', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'mac_address': 'fa:16:3e:bf:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:18Z', 'updated_at': '2022-03-08T11:46:33Z', 'revision_number': 5, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'subnets': [{'id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:02.334660 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3266186d-4645-4c3c-97b4-d64873399387 None None] Checking router: e54ab3c6-4da7-4adf-b4ba-97f15121c86e for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:02.361438 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3266186d-4645-4c3c-97b4-d64873399387 None None] Routers {'e54ab3c6-4da7-4adf-b4ba-97f15121c86e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:02.361438 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3266186d-4645-4c3c-97b4-d64873399387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:02.375889 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e8270d36-3b9f-4cf1-b77e-0ee3a0b3b561 None None] Calling delete_port for f61546c0-d1a6-4454-a4c1-6ad20cde8d1e owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:02.380646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-74349edf-0775-452a-b3f3-c43ec7af26f4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Synchronizing usage tracker for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:02.403805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:02.430326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03722a2a-704e-48fa-8659-7152c29134e2 None None] Network 4beb21c6-82f7-4828-ab87-e4da41c9230f requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:02.482982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-25d8b647-7703-4d3b-8212-d1b22d3d3067 req-b54f98d3-fe5d-48d5-be95-eb03d0487bd0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Unset dirty status for tenant:451a6ae544ae458da1fdd0d6f1d54d89 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:02.492630 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-25d8b647-7703-4d3b-8212-d1b22d3d3067 req-b54f98d3-fe5d-48d5-be95-eb03d0487bd0 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd26fc29-84bb-4253-bbd0-b615e049d540 HTTP/1.1" status: 200 len: 210 time: 0.8536689 Mar 08 11:51:02.508661 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:02.513598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:02.555417 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port 3588e2fb-4f3a-41ec-bcbc-b7188538eea9 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:51:02.566111 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:02.570083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:02.582696 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-3266186d-4645-4c3c-97b4-d64873399387 None None] Set router e54ab3c6-4da7-4adf-b4ba-97f15121c86e gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:02.608470 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4b13f29b-19ef-4b19-b563-7560b8857b94 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/routers/7f3db381-d8fe-4cbe-8942-1d310ca76029 HTTP/1.1" status: 200 len: 883 time: 0.3634679 Mar 08 11:51:02.609041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47942) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:02.697498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13e2a4-e13d-4996-8b5a-1686ea14561c None None] Routers {'7f3db381-d8fe-4cbe-8942-1d310ca76029'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:02.697782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-74349edf-0775-452a-b3f3-c43ec7af26f4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Unset dirty status for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:02.698596 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5a13e2a4-e13d-4996-8b5a-1686ea14561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['7f3db381-d8fe-4cbe-8942-1d310ca76029'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:02.699203 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-74349edf-0775-452a-b3f3-c43ec7af26f4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4519660 Mar 08 11:51:02.703388 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47946) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:02.712097 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group': {'name': 'tempest-secgroup--65854332'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:02.717730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:02.728108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:02.730167 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:02.782838 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5a13e2a4-e13d-4996-8b5a-1686ea14561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:02.783522 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13e2a4-e13d-4996-8b5a-1686ea14561c None None] The sync data for ids ['7f3db381-d8fe-4cbe-8942-1d310ca76029'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:02.816342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:02.867897 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:02.876462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:02.884757 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:02.898580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a259ed79-8f23-4aaf-90a5-f7c788b5072b None None] Provisioning for port 03f0c304-4066-40a4-b7d3-ece866086406 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:02.919046 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Allocated IP 172.20.0.2 (9d44f032-84b8-4898-8f7f-5b208d70df96/3505cc4f-0c47-4a9e-95e8-084735fadbd7/40c816ed-0270-435b-929e-e3a778daa634) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:02.923292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:02.953169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 03f0c304-4066-40a4-b7d3-ece866086406 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:02.960944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 03f0c304-4066-40a4-b7d3-ece866086406 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:02.961537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.006175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event deleted for resources: {'Port': ['ID=34a0c6dc-a394-48b0-a1c2-f9f04817021a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:03.100211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.144617 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3266186d-4645-4c3c-97b4-d64873399387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:22Z', 'revision_number': 4, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '9e82a7c7-5c32-445a-a57c-64d296f5df53', 'name': '', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'mac_address': 'fa:16:3e:bf:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:18Z', 'updated_at': '2022-03-08T11:46:33Z', 'revision_number': 5, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'subnets': [{'id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:03.150047 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3266186d-4645-4c3c-97b4-d64873399387 None None] The sync data for ids ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'] in dv-neutron-828143-8-hyperv is: [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:22Z', 'revision_number': 4, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '9e82a7c7-5c32-445a-a57c-64d296f5df53', 'name': '', 'network_id': 'c9696f42-2096-4d7e-b072-373349eed38f', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'mac_address': 'fa:16:3e:bf:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:18Z', 'updated_at': '2022-03-08T11:46:33Z', 'revision_number': 5, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'subnets': [{'id': '7032fe46-bda6-47b7-88cb-a85f4ab74c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:03.186176 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e8270d36-3b9f-4cf1-b77e-0ee3a0b3b561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.190519 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.9 (4beb21c6-82f7-4828-ab87-e4da41c9230f/04d34af0-52e3-4033-89d5-572c3371f945/3588e2fb-4f3a-41ec-bcbc-b7188538eea9) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:03.310313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8270d36-3b9f-4cf1-b77e-0ee3a0b3b561 None None] Pushing event deleted for resources: {'Port': ['ID=f61546c0-d1a6-4454-a4c1-6ad20cde8d1e,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:03.315974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8270d36-3b9f-4cf1-b77e-0ee3a0b3b561 None None] No DVR routers for this DVR port f61546c0-d1a6-4454-a4c1-6ad20cde8d1e on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:03.349901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.370246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-050390b4-6445-434c-8017-d92f1da8c12e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Synchronizing usage tracker for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:router {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:03.419101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.425002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.432742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.561270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-050390b4-6445-434c-8017-d92f1da8c12e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Unset dirty status for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:router {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:03.568204 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-050390b4-6445-434c-8017-d92f1da8c12e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.9540644 Mar 08 11:51:03.570177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47954) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:03.577948 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-641405a5-74e6-4e28-a346-c98371284cdd None None] Provisioning for port f137e8fe-d2d3-41b9-8272-dc5368f68081 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:03.599460 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.609738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2e1f6ca9-9380-4e5a-956d-a1417e298073 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1201819671'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:03.623981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-641405a5-74e6-4e28-a346-c98371284cdd None None] Provisioning complete for port f137e8fe-d2d3-41b9-8272-dc5368f68081 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:03.624281 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-641405a5-74e6-4e28-a346-c98371284cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.636278 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc771ef-9e91-47e2-b52b-107e2f35552e None None] New status for floating IP eee01f9f-aff6-4c98-866f-daa07301cdb2: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:51:03.733826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.746262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.747470 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0431836 Mar 08 11:51:03.761288 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47960) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:03.764579 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Transition to ACTIVE for port object 40c816ed-0270-435b-929e-e3a778daa634 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:03.775979 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-641405a5-74e6-4e28-a346-c98371284cdd None None] Port f137e8fe-d2d3-41b9-8272-dc5368f68081 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:03.791288 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5d853223-362e-4773-a3a0-f2ea5f58655e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '84f58adb-f85a-45e0-9c0e-48047720b03b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:03.791288 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.api.v2.base [None req-5d853223-362e-4773-a3a0-f2ea5f58655e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 08 11:51:03.791288 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-5d853223-362e-4773-a3a0-f2ea5f58655e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:03.791617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f58adb-f85a-45e0-9c0e-48047720b03b,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:03.791718 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5d853223-362e-4773-a3a0-f2ea5f58655e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0277843 Mar 08 11:51:03.794188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47964) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:03.794531 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47966) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:03.815076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 03f0c304-4066-40a4-b7d3-ece866086406, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=03f0c304-4066-40a4-b7d3-ece866086406,segment=NetworkSegment(62823670-dbbc-4452-98be-9e6ce948b114),segment_id=62823670-dbbc-4452-98be-9e6ce948b114)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:03.826808 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-641405a5-74e6-4e28-a346-c98371284cdd None None] Provisioning complete for port 03f0c304-4066-40a4-b7d3-ece866086406 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:03.827187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-641405a5-74e6-4e28-a346-c98371284cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.855826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.856663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8774465-ddc2-4479-afac-3f056b7090c4 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:51:03.865913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Transition to ACTIVE for port object 40c816ed-0270-435b-929e-e3a778daa634 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:03.882804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:03.882804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:03.882804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:03.882804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:03.882804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:03.882804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:03.882804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:03.883572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:03.883572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:03.883753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:03.883932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:03.884255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ed7dc-e327-4f30-a5bf-aa517a298fe4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:03.893197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.913670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:03.914911 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f667e6e7-b277-4092-a17f-2dfd8ca595f8 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:03.953337 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.036673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.039628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.041288 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.045662 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-abaf459a-d036-4fd4-9017-6d78536c229c tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "DELETE /v2.0/routers/c8774465-ddc2-4479-afac-3f056b7090c4 HTTP/1.1" status: 204 len: 168 time: 6.8417277 Mar 08 11:51:04.047349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47972) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:04.073870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.111045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0f079574-a5da-405f-99bf-a3fc53b6b1d7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.116076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Network 9d44f032-84b8-4898-8f7f-5b208d70df96 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:04.127344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:04.127574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Transition to ACTIVE for port object 3588e2fb-4f3a-41ec-bcbc-b7188538eea9 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:04.133360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:04.151758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3625de27-009a-4997-b38d-c9f14643df5c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.167278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=03f0c304-4066-40a4-b7d3-ece866086406,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:04.209573 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:04.218703 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:04.221580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:04.222196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.246430 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba86d2b-ffe8-4117-a56a-e5c449e7d9af None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:04.250962 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=7792c40b-096c-448c-a2aa-7dad77f7de63,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:04.255510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0f079574-a5da-405f-99bf-a3fc53b6b1d7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.423110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.467666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f667e6e7-b277-4092-a17f-2dfd8ca595f8 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:04.468091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.500507 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3e020b72-1c20-4b2f-b95a-dfab68cf667a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3198454 Mar 08 11:51:04.502953 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Pushing event updated for resources: {'Port': ['ID=40c816ed-0270-435b-929e-e3a778daa634,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:04.505551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3625de27-009a-4997-b38d-c9f14643df5c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.513442 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47976) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:04.518095 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Attempting to bind port 40c816ed-0270-435b-929e-e3a778daa634 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:04.518473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Attempting to bind port 40c816ed-0270-435b-929e-e3a778daa634 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '95e86169-24e4-4493-92e2-f32872fcf532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:04.518836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Attempting to bind port 40c816ed-0270-435b-929e-e3a778daa634 on network 9d44f032-84b8-4898-8f7f-5b208d70df96 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:04.527521 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Allocated IP 172.26.4.95 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/de46df8c-9c5b-4404-9ebf-54166d415a53) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:04.537081 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-3e2c17af-35b5-4641-bcdd-54e293262c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'fixed_ips': [{'subnet_id': '7792c40b-096c-448c-a2aa-7dad77f7de63', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-47105203'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:04.541910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a1a60a31-57f2-449f-9eda-aab2db54561f None None] Provisioning complete for port f137e8fe-d2d3-41b9-8272-dc5368f68081 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:04.542297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a1a60a31-57f2-449f-9eda-aab2db54561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.566529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:51:04.571424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Checking segment: {'id': '95e86169-24e4-4493-92e2-f32872fcf532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:04.571424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.571424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Bound using segment: {'id': '95e86169-24e4-4493-92e2-f32872fcf532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:51:04.571424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Bound port: 40c816ed-0270-435b-929e-e3a778daa634, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e86169-24e4-4493-92e2-f32872fcf532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:51:04.571424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.731979 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a1a60a31-57f2-449f-9eda-aab2db54561f None None] Port f137e8fe-d2d3-41b9-8272-dc5368f68081 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:04.733604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3625de27-009a-4997-b38d-c9f14643df5c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.740366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.799888 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.813269 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] For port 40c816ed-0270-435b-929e-e3a778daa634, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:04.817772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.829144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Deleting port cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:04.829503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.830023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625de27-009a-4997-b38d-c9f14643df5c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f58adb-f85a-45e0-9c0e-48047720b03b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:04.876127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] For port 40c816ed-0270-435b-929e-e3a778daa634, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=40c816ed-0270-435b-929e-e3a778daa634,segment=NetworkSegment(95e86169-24e4-4493-92e2-f32872fcf532),segment_id=95e86169-24e4-4493-92e2-f32872fcf532)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:04.923659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60430365-464a-401a-9181-635c386ac643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '7792c40b-096c-448c-a2aa-7dad77f7de63'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:51:04.924520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-60430365-464a-401a-9181-635c386ac643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.978306 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.981393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f61546c0-d1a6-4454-a4c1-6ad20cde8d1e no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:04.988053 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3625de27-009a-4997-b38d-c9f14643df5c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:04.988895 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3625de27-009a-4997-b38d-c9f14643df5c tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "DELETE /v2.0/security-groups/84f58adb-f85a-45e0-9c0e-48047720b03b HTTP/1.1" status: 204 len: 168 time: 1.1916928 Mar 08 11:51:05.010630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 4beb21c6-82f7-4828-ab87-e4da41c9230f is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:05.013191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47980) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:05.013303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:05.047836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:05.055874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=3588e2fb-4f3a-41ec-bcbc-b7188538eea9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:05.060291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:05.064304 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:05.064463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: f61546c0-d1a6-4454-a4c1-6ad20cde8d1e {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:05.064463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f61546c0-d1a6-4454-a4c1-6ad20cde8d1e not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:05.073675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:05.085659 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:05.156028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6ca9-9380-4e5a-956d-a1417e298073 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:05.166812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e78c6-1b39-4fc4-9a08-31c9ab122326 None None] Pushing event updated for resources: {'Port': ['ID=40c816ed-0270-435b-929e-e3a778daa634,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:05.168017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0f079574-a5da-405f-99bf-a3fc53b6b1d7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:05.175042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3e2c17af-35b5-4641-bcdd-54e293262c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:05.211990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-60430365-464a-401a-9181-635c386ac643 None None] Allocated IP 2001:db8::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/7792c40b-096c-448c-a2aa-7dad77f7de63/9d928e7c-149d-43d5-a496-33cc5270cd9b) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:05.227639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 03f0c304-4066-40a4-b7d3-ece866086406 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:05.254113 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Pushing event updated for resources: {'Port': ['ID=de46df8c-9c5b-4404-9ebf-54166d415a53,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:05.259334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3e2c17af-35b5-4641-bcdd-54e293262c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:05.267611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6ca9-9380-4e5a-956d-a1417e298073 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:05.270397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f079574-a5da-405f-99bf-a3fc53b6b1d7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeab367-efa6-4013-9a1e-781dd383be53,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:05.279692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] For port cdb36a9c-1ca5-4f17-afa0-ac88e65d7432, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cdb36a9c-1ca5-4f17-afa0-ac88e65d7432,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:05.280076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:05.365079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b7a73803-b8e0-4837-bc34-810f0b3706e5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Synchronizing usage tracker for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:05.393563 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:05.394314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:05.402778 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0f079574-a5da-405f-99bf-a3fc53b6b1d7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:05.402778 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0f079574-a5da-405f-99bf-a3fc53b6b1d7 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "DELETE /v2.0/security-groups/cbeab367-efa6-4013-9a1e-781dd383be53 HTTP/1.1" status: 204 len: 168 time: 1.6062257 Mar 08 11:51:05.410299 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47984) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:05.464811 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-a57b61b8-55d1-4930-ae95-0855427fcc43 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] show failed (client error): The resource could not be found. Mar 08 11:51:05.466093 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a57b61b8-55d1-4930-ae95-0855427fcc43 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "GET /v2.0/security-groups/cbeab367-efa6-4013-9a1e-781dd383be53 HTTP/1.1" status: 404 len: 347 time: 0.0490341 Mar 08 11:51:05.533379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47988) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:05.576453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 03f0c304-4066-40a4-b7d3-ece866086406 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:05.577090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:05.587604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Calling delete_port for cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:05.637331 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2c17af-35b5-4641-bcdd-54e293262c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:05.675501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b7a73803-b8e0-4837-bc34-810f0b3706e5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Unset dirty status for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:05.682764 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b7a73803-b8e0-4837-bc34-810f0b3706e5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6591182 Mar 08 11:51:05.717254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 47992) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:05.736023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d0387e7b-c3dd-4213-857a-ea5995df03e4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227021198'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:05.743265 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5e64b393-3192-4c8c-ba8c-3fa7a53d5050 None None] Provisioning for port 3588e2fb-4f3a-41ec-bcbc-b7188538eea9 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:05.760812 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8258cf10-ec88-4bfd-b629-98e8694d974b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3284791 Mar 08 11:51:05.765063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d0387e7b-c3dd-4213-857a-ea5995df03e4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:05.776438 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:05.776783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:05.777162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:05.777501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:05.777827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:05.789189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:05.789189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:05.789189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:05.789189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:05.789189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:05.789189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:05.789189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:05.793935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 47996) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:05.827886 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5e64b393-3192-4c8c-ba8c-3fa7a53d5050 None None] Provisioning complete for port 3588e2fb-4f3a-41ec-bcbc-b7188538eea9 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:05.828261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5e64b393-3192-4c8c-ba8c-3fa7a53d5050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:05.925911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d0387e7b-c3dd-4213-857a-ea5995df03e4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:05.927989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f0508599-c91f-461a-87d1-2bde0f7ed343 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Deleting port 2d7b71e5-7124-407d-88a7-d31fcaa3b740 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:05.928337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0508599-c91f-461a-87d1-2bde0f7ed343 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:05.952367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-60430365-464a-401a-9181-635c386ac643 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:05.964307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1f6ca9-9380-4e5a-956d-a1417e298073 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 7f3db381-d8fe-4cbe-8942-1d310ca76029 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:51:05.985734 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-5e64b393-3192-4c8c-ba8c-3fa7a53d5050 None None] Port 3588e2fb-4f3a-41ec-bcbc-b7188538eea9 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:05.988468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-60430365-464a-401a-9181-635c386ac643 None None] Transition to ACTIVE for port object 9d928e7c-149d-43d5-a496-33cc5270cd9b will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:05.996860 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7285f76-9b19-4a2a-9184-d3d4b6a3b754 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:05.999272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b7285f76-9b19-4a2a-9184-d3d4b6a3b754 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:06.018170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-60430365-464a-401a-9181-635c386ac643 None None] Transition to ACTIVE for port object 9d928e7c-149d-43d5-a496-33cc5270cd9b will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:06.042906 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.097161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdb36a9c-1ca5-4f17-afa0-ac88e65d7432,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:06.132401 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-60430365-464a-401a-9181-635c386ac643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.140022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b7285f76-9b19-4a2a-9184-d3d4b6a3b754 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:06.142954 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b7285f76-9b19-4a2a-9184-d3d4b6a3b754 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3464956 Mar 08 11:51:06.172605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48000) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:06.174457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1f6ca9-9380-4e5a-956d-a1417e298073 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:06.187066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6ca9-9380-4e5a-956d-a1417e298073 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.187595 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2e1f6ca9-9380-4e5a-956d-a1417e298073 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/7f3db381-d8fe-4cbe-8942-1d310ca76029 HTTP/1.1" status: 200 len: 890 time: 2.5824587 Mar 08 11:51:06.196930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b86d4-4d8a-4f4c-9a46-0a45646deb60 None None] Sync routers for ids ['7f3db381-d8fe-4cbe-8942-1d310ca76029'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:06.201030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48004) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:06.210442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.228468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b86d4-4d8a-4f4c-9a46-0a45646deb60 None None] Routers {'7f3db381-d8fe-4cbe-8942-1d310ca76029'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:06.231863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ce0b86d4-4d8a-4f4c-9a46-0a45646deb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['7f3db381-d8fe-4cbe-8942-1d310ca76029'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:06.358868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60430365-464a-401a-9181-635c386ac643 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:06.374745 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-60430365-464a-401a-9181-635c386ac643 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:06.390707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60430365-464a-401a-9181-635c386ac643 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:06.393983 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60430365-464a-401a-9181-635c386ac643 None None] Pushing event updated for resources: {'Port': ['ID=9d928e7c-149d-43d5-a496-33cc5270cd9b,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:06.397931 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ce0b86d4-4d8a-4f4c-9a46-0a45646deb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:06.411123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d0387e7b-c3dd-4213-857a-ea5995df03e4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.443403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b86d4-4d8a-4f4c-9a46-0a45646deb60 None None] Routers {'7f3db381-d8fe-4cbe-8942-1d310ca76029'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:06.444050 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ce0b86d4-4d8a-4f4c-9a46-0a45646deb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['7f3db381-d8fe-4cbe-8942-1d310ca76029'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:06.471531 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e2c17af-35b5-4641-bcdd-54e293262c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.550856 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ce0b86d4-4d8a-4f4c-9a46-0a45646deb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:06.551308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b86d4-4d8a-4f4c-9a46-0a45646deb60 None None] The sync data for ids ['7f3db381-d8fe-4cbe-8942-1d310ca76029'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:06.552016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.558628 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.560677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-60430365-464a-401a-9181-635c386ac643 None None] Attempting to bind port 9d928e7c-149d-43d5-a496-33cc5270cd9b on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:06.560992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-60430365-464a-401a-9181-635c386ac643 None None] Attempting to bind port 9d928e7c-149d-43d5-a496-33cc5270cd9b by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:06.561375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60430365-464a-401a-9181-635c386ac643 None None] Attempting to bind port 9d928e7c-149d-43d5-a496-33cc5270cd9b on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:06.568967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60430365-464a-401a-9181-635c386ac643 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:51:06.569867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60430365-464a-401a-9181-635c386ac643 None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:06.570405 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-60430365-464a-401a-9181-635c386ac643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.571186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60430365-464a-401a-9181-635c386ac643 None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:51:06.571318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-60430365-464a-401a-9181-635c386ac643 None None] Bound port: 9d928e7c-149d-43d5-a496-33cc5270cd9b, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:51:06.572206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-60430365-464a-401a-9181-635c386ac643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.588502 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d0387e7b-c3dd-4213-857a-ea5995df03e4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:06.593947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-3e2c17af-35b5-4641-bcdd-54e293262c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 75080a0c-376b-4af7-baac-52f065bea6d0 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:51:06.632554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d0387e7b-c3dd-4213-857a-ea5995df03e4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:06.637249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d0387e7b-c3dd-4213-857a-ea5995df03e4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:06.638605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13358b1b-b7f8-40db-927b-fa8e37ad38ea None None] Network 9d44f032-84b8-4898-8f7f-5b208d70df96 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:06.652408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d0387e7b-c3dd-4213-857a-ea5995df03e4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:06.743549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.744343 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58ab57d3-11f5-4dff-8416-46f7c5836887 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:51:06.752078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0508599-c91f-461a-87d1-2bde0f7ed343 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.752664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0508599-c91f-461a-87d1-2bde0f7ed343 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.800075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.803428 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-60430365-464a-401a-9181-635c386ac643 None None] For port 9d928e7c-149d-43d5-a496-33cc5270cd9b, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:06.806836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6cf86-65f8-424e-b012-9edbbe089c40 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:06.808845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-60430365-464a-401a-9181-635c386ac643 None None] For port 9d928e7c-149d-43d5-a496-33cc5270cd9b, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9d928e7c-149d-43d5-a496-33cc5270cd9b,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:06.812736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6cf86-65f8-424e-b012-9edbbe089c40 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:06.818982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6cf86-65f8-424e-b012-9edbbe089c40 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:06.819858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-34d6cf86-65f8-424e-b012-9edbbe089c40 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:06.897721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-62efdd2b-72d8-41ee-a928-8994fab3c0ab None None] Provisioning for port 40c816ed-0270-435b-929e-e3a778daa634 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:06.903643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-60430365-464a-401a-9181-635c386ac643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.953686 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:06.954924 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-07788fef-d883-4198-bf12-5122306ddfff tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "DELETE /v2.0/routers/58ab57d3-11f5-4dff-8416-46f7c5836887 HTTP/1.1" status: 204 len: 168 time: 2.8733704 Mar 08 11:51:06.963712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48008) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:06.972962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f0508599-c91f-461a-87d1-2bde0f7ed343 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Calling delete_port for 2d7b71e5-7124-407d-88a7-d31fcaa3b740 owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:06.984165 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d2b53707-a2dd-4a77-8402-af9bb9ea447c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/routers/7f3db381-d8fe-4cbe-8942-1d310ca76029 HTTP/1.1" status: 200 len: 890 time: 0.7754622 Mar 08 11:51:06.994232 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1894301656', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:06.997757 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48012) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:07.054630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-34d6cf86-65f8-424e-b012-9edbbe089c40 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:07.058782 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-34d6cf86-65f8-424e-b012-9edbbe089c40 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.8789325 Mar 08 11:51:07.072132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48016) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:07.075758 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60430365-464a-401a-9181-635c386ac643 None None] Pushing event updated for resources: {'Port': ['ID=9d928e7c-149d-43d5-a496-33cc5270cd9b,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:07.117473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d0387e7b-c3dd-4213-857a-ea5995df03e4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:07.128732 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2c17af-35b5-4641-bcdd-54e293262c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:07.131803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2c17af-35b5-4641-bcdd-54e293262c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:51:07.174737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:07.207569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d87835ac-f1f6-475d-83c1-379f17ea1619 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port 3588e2fb-4f3a-41ec-bcbc-b7188538eea9 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:07.207922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d87835ac-f1f6-475d-83c1-379f17ea1619 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:07.242886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d0387e7b-c3dd-4213-857a-ea5995df03e4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:07.248922 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-db2b428b-8f5f-4698-a0a3-e4ea2594035c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3db381-d8fe-4cbe-8942-1d310ca76029 HTTP/1.1" status: 200 len: 205 time: 0.2472084 Mar 08 11:51:07.250113 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Usage tracker for resource:router and tenant:869ff70f5e3b428d8169fcb3052b7878 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:07.258902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48020) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:07.260742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:07.277577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:07.399487 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:07.402468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:07.447839 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:07.449683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:07.470442 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3e2c17af-35b5-4641-bcdd-54e293262c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.9516540 Mar 08 11:51:07.494908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 40c816ed-0270-435b-929e-e3a778daa634 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:07.520583 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48024) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:07.599697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d0387e7b-c3dd-4213-857a-ea5995df03e4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:07.603672 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d0387e7b-c3dd-4213-857a-ea5995df03e4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8827014 Mar 08 11:51:07.607014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48028) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:07.623778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1514ebe6-0c78-457b-b6e5-3e85b6513ad4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '6d783370-ca7b-45e3-a3ce-d1e4d5c4ccad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:07.624628 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.api.v2.base [None req-1514ebe6-0c78-457b-b6e5-3e85b6513ad4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 08 11:51:07.625271 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-1514ebe6-0c78-457b-b6e5-3e85b6513ad4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:07.629068 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1514ebe6-0c78-457b-b6e5-3e85b6513ad4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0183027 Mar 08 11:51:07.632423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48032) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:07.643308 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0387e7b-c3dd-4213-857a-ea5995df03e4 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d783370-ca7b-45e3-a3ce-d1e4d5c4ccad,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:07.668081 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 40c816ed-0270-435b-929e-e3a778daa634 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:07.675874 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 40c816ed-0270-435b-929e-e3a778daa634 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:07.676348 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:07.697547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:07.708218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8c5624f3-ef31-4a12-ad70-46f9969a561a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '6d783370-ca7b-45e3-a3ce-d1e4d5c4ccad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:07.708892 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.api.v2.base [None req-8c5624f3-ef31-4a12-ad70-46f9969a561a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 08 11:51:07.709393 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-8c5624f3-ef31-4a12-ad70-46f9969a561a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:07.713023 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8c5624f3-ef31-4a12-ad70-46f9969a561a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0728691 Mar 08 11:51:07.746478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48036) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:07.787631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0508599-c91f-461a-87d1-2bde0f7ed343 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:07.801717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:07.806669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c1a4687e-3c23-4389-8880-17514b403c26 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '6d783370-ca7b-45e3-a3ce-d1e4d5c4ccad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:07.808807 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING neutron.api.v2.base [None req-c1a4687e-3c23-4389-8880-17514b403c26 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 08 11:51:07.809552 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-c1a4687e-3c23-4389-8880-17514b403c26 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:07.810872 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c1a4687e-3c23-4389-8880-17514b403c26 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0542576 Mar 08 11:51:07.836069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 40c816ed-0270-435b-929e-e3a778daa634, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=40c816ed-0270-435b-929e-e3a778daa634,segment=NetworkSegment(95e86169-24e4-4493-92e2-f32872fcf532),segment_id=95e86169-24e4-4493-92e2-f32872fcf532)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:07.852747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48040) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:07.873176 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-9ad1d053-e640-445e-8383-2cbd4be2279f tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '6d783370-ca7b-45e3-a3ce-d1e4d5c4ccad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:07.874085 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING neutron.api.v2.base [None req-9ad1d053-e640-445e-8383-2cbd4be2279f tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 08 11:51:07.874722 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-9ad1d053-e640-445e-8383-2cbd4be2279f tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:07.878292 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9ad1d053-e640-445e-8383-2cbd4be2279f tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0204341 Mar 08 11:51:07.879675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0508599-c91f-461a-87d1-2bde0f7ed343 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Pushing event deleted for resources: {'Port': ['ID=2d7b71e5-7124-407d-88a7-d31fcaa3b740,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:07.882571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48044) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:07.916432 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:07.993578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36daec3-3e0d-441d-94b9-2521adac9c69 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:07.994364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e36daec3-3e0d-441d-94b9-2521adac9c69 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:08.012854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:08.059564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:08.060181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cdb36a9c-1ca5-4f17-afa0-ac88e65d7432 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:08.061920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=40c816ed-0270-435b-929e-e3a778daa634,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:08.066181 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:08.147646 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e36daec3-3e0d-441d-94b9-2521adac9c69 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:08.149272 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e36daec3-3e0d-441d-94b9-2521adac9c69 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6220403 Mar 08 11:51:08.151484 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48050) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:08.206345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Router 815cf3bb-aa67-4ddf-9cd9-559518c99956 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:51:08.339460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76559869-41c6-4a0a-866e-3091b20d3545 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:08.341989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76559869-41c6-4a0a-866e-3091b20d3545 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:08.342895 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-76559869-41c6-4a0a-866e-3091b20d3545 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:08.365491 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d87835ac-f1f6-475d-83c1-379f17ea1619 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:08.375869 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0508599-c91f-461a-87d1-2bde0f7ed343 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:08.378238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0508599-c91f-461a-87d1-2bde0f7ed343 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:08.379909 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f0508599-c91f-461a-87d1-2bde0f7ed343 tempest-ServerActionsTestJSON-835062663 tempest-ServerActionsTestJSON-835062663-project] 10.222.0.32 "DELETE /v2.0/floatingips/eee01f9f-aff6-4c98-866f-daa07301cdb2 HTTP/1.1" status: 204 len: 168 time: 2.8435526 Mar 08 11:51:08.383800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:08.389668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48054) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:08.482354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-01334c2f-3fde-4e85-bf60-080b234813f1 None None] Provisioning for port 9d928e7c-149d-43d5-a496-33cc5270cd9b completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:08.505485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3ee57857-4e78-463f-89f1-924246d45163 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:08.516019 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-76559869-41c6-4a0a-866e-3091b20d3545 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:08.521161 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-76559869-41c6-4a0a-866e-3091b20d3545 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3647852 Mar 08 11:51:08.521299 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d87835ac-f1f6-475d-83c1-379f17ea1619 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for 3588e2fb-4f3a-41ec-bcbc-b7188538eea9 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:08.521659 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48060) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:08.528451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:08.540932 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Sync routers for ids ['815cf3bb-aa67-4ddf-9cd9-559518c99956'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:08.550223 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Routers {'815cf3bb-aa67-4ddf-9cd9-559518c99956'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:08.552063 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['815cf3bb-aa67-4ddf-9cd9-559518c99956'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:08.749607 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Set router 815cf3bb-aa67-4ddf-9cd9-559518c99956 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:08.775613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-f574fb76-1016-4460-8d40-03ed8ac149d3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 7792c40b-096c-448c-a2aa-7dad77f7de63 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:51:08.775828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3ee57857-4e78-463f-89f1-924246d45163 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:08.780837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f574fb76-1016-4460-8d40-03ed8ac149d3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:08.904704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 33ec490f-a8ea-4aaf-a33d-3942c6175b16 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:08.905272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:08.908694 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:08.913044 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7a3d5d3f-e8f6-4891-8c4e-57e8f78db95f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9713759 Mar 08 11:51:08.914600 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f574fb76-1016-4460-8d40-03ed8ac149d3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:08.931473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48064) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:09.050388 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'name': 'tempest-TestVolumeBootPattern-45097611-router', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:01Z', 'updated_at': '2022-03-08T11:51:05Z', 'revision_number': 3, 'project_id': 'fcc47698978846d99ffc2804a3a64ff1', 'gw_port': {'id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:51:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:04Z', 'updated_at': '2022-03-08T11:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:09.054401 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.054895 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Checking router: 815cf3bb-aa67-4ddf-9cd9-559518c99956 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:09.055250 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Updating router 815cf3bb-aa67-4ddf-9cd9-559518c99956 port de46df8c-9c5b-4404-9ebf-54166d415a53 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:51:09.091591 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.110655 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.179977 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f574fb76-1016-4460-8d40-03ed8ac149d3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.272498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d87835ac-f1f6-475d-83c1-379f17ea1619 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.274119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3ee57857-4e78-463f-89f1-924246d45163 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.324896 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9d928e7c-149d-43d5-a496-33cc5270cd9b up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:09.353929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f574fb76-1016-4460-8d40-03ed8ac149d3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.404558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f574fb76-1016-4460-8d40-03ed8ac149d3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.412702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82772010-0e6b-49fb-98b8-b693ef39410a None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:09.422803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574fb76-1016-4460-8d40-03ed8ac149d3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=7792c40b-096c-448c-a2aa-7dad77f7de63,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:09.432637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee57857-4e78-463f-89f1-924246d45163 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d783370-ca7b-45e3-a3ce-d1e4d5c4ccad,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:09.434249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87835ac-f1f6-475d-83c1-379f17ea1619 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=3588e2fb-4f3a-41ec-bcbc-b7188538eea9,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:09.526730 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.535370 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f574fb76-1016-4460-8d40-03ed8ac149d3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/7792c40b-096c-448c-a2aa-7dad77f7de63 HTTP/1.1" status: 204 len: 168 time: 1.0106025 Mar 08 11:51:09.541383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48070) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:09.541672 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Transition to ACTIVE for port object de46df8c-9c5b-4404-9ebf-54166d415a53 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:09.547711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 9d928e7c-149d-43d5-a496-33cc5270cd9b completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:09.562562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 9d928e7c-149d-43d5-a496-33cc5270cd9b triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:09.563198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.620752 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.623075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3ee57857-4e78-463f-89f1-924246d45163 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.624615 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3ee57857-4e78-463f-89f1-924246d45163 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "DELETE /v2.0/security-groups/6d783370-ca7b-45e3-a3ce-d1e4d5c4ccad HTTP/1.1" status: 204 len: 168 time: 1.7364032 Mar 08 11:51:09.628239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.632910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48074) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:09.706933 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9c557115-d8eb-4380-9f4c-d4a109c69aaf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1685305 Mar 08 11:51:09.717457 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa72635-de26-4a28-ae9b-d8666d161fdd None None] Pushing event updated for resources: {'Port': ['ID=de46df8c-9c5b-4404-9ebf-54166d415a53,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:09.718791 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48078) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:09.740885 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:09.741069 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Attempting to bind port de46df8c-9c5b-4404-9ebf-54166d415a53 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:09.741300 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Attempting to bind port de46df8c-9c5b-4404-9ebf-54166d415a53 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:09.741665 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Attempting to bind port de46df8c-9c5b-4404-9ebf-54166d415a53 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:09.747159 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:51:09.747524 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:09.747923 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.748316 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:51:09.748772 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Bound port: de46df8c-9c5b-4404-9ebf-54166d415a53, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:51:09.749143 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.812577 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a3a1da11-71f8-4747-9d3b-ee9ef5250f74 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1463878 Mar 08 11:51:09.821124 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48082) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:09.842916 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] For port de46df8c-9c5b-4404-9ebf-54166d415a53, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:09.845701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2075686701'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:09.847011 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] For port de46df8c-9c5b-4404-9ebf-54166d415a53, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=de46df8c-9c5b-4404-9ebf-54166d415a53,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:09.885035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.915532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Allocated IP 172.26.4.248 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/6c596a36-bd1d-4c16-b2f0-d0fbd727d51b) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:09.921325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:09.925425 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 9d928e7c-149d-43d5-a496-33cc5270cd9b, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9d928e7c-149d-43d5-a496-33cc5270cd9b,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:09.939598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b6aa0bf6-377e-43c7-953b-4c8fdadae37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.944142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:09.953023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:09.961786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:09.963889 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.969339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:09.972369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf36911-1b3b-4c30-9e6a-bcf2f07a0c32 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:51:09.976142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:09.979091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-caf36911-1b3b-4c30-9e6a-bcf2f07a0c32 None None] Deleting port 9d928e7c-149d-43d5-a496-33cc5270cd9b {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:09.979948 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-caf36911-1b3b-4c30-9e6a-bcf2f07a0c32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:09.996101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:10.028317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:10.029715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:10.030313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 40c816ed-0270-435b-929e-e3a778daa634 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:10.072094 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa72635-de26-4a28-ae9b-d8666d161fdd None None] Pushing event updated for resources: {'Port': ['ID=de46df8c-9c5b-4404-9ebf-54166d415a53,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:10.079351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d87835ac-f1f6-475d-83c1-379f17ea1619 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:10.083945 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Routers {'815cf3bb-aa67-4ddf-9cd9-559518c99956'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:10.084040 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d87835ac-f1f6-475d-83c1-379f17ea1619 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/3588e2fb-4f3a-41ec-bcbc-b7188538eea9 HTTP/1.1" status: 204 len: 168 time: 3.0082152 Mar 08 11:51:10.084129 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:50:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['815cf3bb-aa67-4ddf-9cd9-559518c99956'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:10.090941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48086) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:10.152490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for 33ec490f-a8ea-4aaf-a33d-3942c6175b16 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:10.167263 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:10.187274 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2bbe76-5b4d-4db6-bab8-f013a2ba592c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:51:10.191082 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-df2bbe76-5b4d-4db6-bab8-f013a2ba592c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/3588e2fb-4f3a-41ec-bcbc-b7188538eea9 HTTP/1.1" status: 404 len: 333 time: 0.0967081 Mar 08 11:51:10.193125 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48090) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:10.274381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-bc297407-0fe5-46a2-b490-697acf016c7a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port f137e8fe-d2d3-41b9-8272-dc5368f68081 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:10.274738 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc297407-0fe5-46a2-b490-697acf016c7a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:10.313528 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:10.317412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:10.351733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:10.364215 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] Set router 815cf3bb-aa67-4ddf-9cd9-559518c99956 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:10.395251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:10.450083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:10.473579 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-caf36911-1b3b-4c30-9e6a-bcf2f07a0c32 None None] For port 9d928e7c-149d-43d5-a496-33cc5270cd9b, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9d928e7c-149d-43d5-a496-33cc5270cd9b,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:10.474752 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-caf36911-1b3b-4c30-9e6a-bcf2f07a0c32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:10.495541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=9d928e7c-149d-43d5-a496-33cc5270cd9b,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:10.501469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:10.506462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:10.581469 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 40c816ed-0270-435b-929e-e3a778daa634 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:10.582778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:10.685307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-caf36911-1b3b-4c30-9e6a-bcf2f07a0c32 None None] Calling delete_port for 9d928e7c-149d-43d5-a496-33cc5270cd9b owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:10.719568 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'name': 'tempest-TestVolumeBootPattern-45097611-router', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:01Z', 'updated_at': '2022-03-08T11:51:05Z', 'revision_number': 3, 'project_id': 'fcc47698978846d99ffc2804a3a64ff1', 'gw_port': {'id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:51:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:04Z', 'updated_at': '2022-03-08T11:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:10.724386 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78e8a8-9402-482e-9f94-920d2a1c38df None None] The sync data for ids ['815cf3bb-aa67-4ddf-9cd9-559518c99956'] in dv-neutron-828143-8-hyperv is: [{'id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'name': 'tempest-TestVolumeBootPattern-45097611-router', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:01Z', 'updated_at': '2022-03-08T11:51:05Z', 'revision_number': 3, 'project_id': 'fcc47698978846d99ffc2804a3a64ff1', 'gw_port': {'id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:51:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:04Z', 'updated_at': '2022-03-08T11:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:10.849267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:10.901643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-caf36911-1b3b-4c30-9e6a-bcf2f07a0c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:10.912154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=33ec490f-a8ea-4aaf-a33d-3942c6175b16,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:10.971776 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf36911-1b3b-4c30-9e6a-bcf2f07a0c32 None None] Pushing event deleted for resources: {'Port': ['ID=9d928e7c-149d-43d5-a496-33cc5270cd9b,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:10.979764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf36911-1b3b-4c30-9e6a-bcf2f07a0c32 None None] No DVR routers for this DVR port 9d928e7c-149d-43d5-a496-33cc5270cd9b on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:11.039638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc297407-0fe5-46a2-b490-697acf016c7a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.102180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.128937 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54c699c1-769f-47d5-a4ef-777339bd2d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.188358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.241622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-bc297407-0fe5-46a2-b490-697acf016c7a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for f137e8fe-d2d3-41b9-8272-dc5368f68081 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:11.252676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device de46df8c-9c5b-4404-9ebf-54166d415a53 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:11.304672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.399220 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:11.399663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port de46df8c-9c5b-4404-9ebf-54166d415a53 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:11.405308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port de46df8c-9c5b-4404-9ebf-54166d415a53 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:11.408817 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.409107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.413002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:11.415539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:11.504544 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Pushing event updated for resources: {'Port': ['ID=6c596a36-bd1d-4c16-b2f0-d0fbd727d51b,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:11.556268 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.581321 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port de46df8c-9c5b-4404-9ebf-54166d415a53, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=de46df8c-9c5b-4404-9ebf-54166d415a53,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:11.581952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.594658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.620111 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.656230 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.745755 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9d928e7c-149d-43d5-a496-33cc5270cd9b no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:11.790912 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 9d928e7c-149d-43d5-a496-33cc5270cd9b {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:11.791309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9d928e7c-149d-43d5-a496-33cc5270cd9b not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:11.819360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=de46df8c-9c5b-4404-9ebf-54166d415a53,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:11.853441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.854825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Fanout notify agent at l3_agent the message router_deleted on router 7f3db381-d8fe-4cbe-8942-1d310ca76029 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:51:11.864782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46056f2c-06c4-4f41-bba1-495387a05718,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:11.905345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.950017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc297407-0fe5-46a2-b490-697acf016c7a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.951640 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:11.955956 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1b15f76d-ea09-4fe6-b2b8-d8de2f86ba5e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1287892 Mar 08 11:51:11.962307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48094) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:11.987005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Allocated IP 172.20.0.1 (9d44f032-84b8-4898-8f7f-5b208d70df96/3505cc4f-0c47-4a9e-95e8-084735fadbd7/0a138575-9904-446a-a2fe-ac1c4558c4bb) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:12.017861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-39d1ea16-d8ba-45bd-8331-e8e17d72f655 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '46056f2c-06c4-4f41-bba1-495387a05718', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:12.018604 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.api.v2.base [None req-39d1ea16-d8ba-45bd-8331-e8e17d72f655 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 08 11:51:12.019094 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-39d1ea16-d8ba-45bd-8331-e8e17d72f655 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:12.020583 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-39d1ea16-d8ba-45bd-8331-e8e17d72f655 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0535145 Mar 08 11:51:12.022647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:12.030379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48098) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:12.047455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-899d284e-a455-4c91-8d51-5ec3be6ac044 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '46056f2c-06c4-4f41-bba1-495387a05718', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:12.087434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-899d284e-a455-4c91-8d51-5ec3be6ac044 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:12.089177 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:12.100149 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8c6dca-db32-41b0-9c70-4bf522077f90 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:12.105833 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc297407-0fe5-46a2-b490-697acf016c7a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=f137e8fe-d2d3-41b9-8272-dc5368f68081,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:12.138210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:12.138806 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.154559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.162459 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ef3e9883-5cec-4b92-b7ce-9f35b75683f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/7f3db381-d8fe-4cbe-8942-1d310ca76029 HTTP/1.1" status: 204 len: 168 time: 4.8742380 Mar 08 11:51:12.170647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48102) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:12.177582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-899d284e-a455-4c91-8d51-5ec3be6ac044 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:12.182568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-899d284e-a455-4c91-8d51-5ec3be6ac044 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:12.195476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-899d284e-a455-4c91-8d51-5ec3be6ac044 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:12.209018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9bb00e68-fa06-4b84-9994-87088284b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.219362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1343362322'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:12.222162 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-54c699c1-769f-47d5-a4ef-777339bd2d17 admin admin] Deleting port 9e82a7c7-5c32-445a-a57c-64d296f5df53 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:12.222509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54c699c1-769f-47d5-a4ef-777339bd2d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.223676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=26a75663-2009-4676-9a8b-8449657c936b,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:12.247303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:12.314537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:network and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:12.319804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:12.330749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:12.334696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.351406 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2a6bb39c-14a6-49ac-9fac-49952210f9b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6311326 Mar 08 11:51:12.356004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48106) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:12.380596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-cac05511-981c-454a-b4aa-716266be33a4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-379050341', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:12.387849 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.407303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '26a75663-2009-4676-9a8b-8449657c936b'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:51:12.407804 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.438904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-cac05511-981c-454a-b4aa-716266be33a4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:12.447140 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Transition to ACTIVE for port object 0a138575-9904-446a-a2fe-ac1c4558c4bb will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:12.465290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-cac05511-981c-454a-b4aa-716266be33a4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:router and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:12.471725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-cac05511-981c-454a-b4aa-716266be33a4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:12.482193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-cac05511-981c-454a-b4aa-716266be33a4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:12.521119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-54c699c1-769f-47d5-a4ef-777339bd2d17 admin admin] For port 9e82a7c7-5c32-445a-a57c-64d296f5df53, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9e82a7c7-5c32-445a-a57c-64d296f5df53,segment=NetworkSegment(9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d),segment_id=9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:12.521477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54c699c1-769f-47d5-a4ef-777339bd2d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.533807 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-899d284e-a455-4c91-8d51-5ec3be6ac044 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:12.537787 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-899d284e-a455-4c91-8d51-5ec3be6ac044 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4919312 Mar 08 11:51:12.538009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48110) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:12.578298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Allocated IP 2001:db8::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/26a75663-2009-4676-9a8b-8449657c936b/3694ef81-0cdf-4c10-9cba-52b1f705fd9d) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:12.593816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-fab9d755-1020-494d-9101-d3883d44047d tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '46056f2c-06c4-4f41-bba1-495387a05718', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:12.594469 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING neutron.api.v2.base [None req-fab9d755-1020-494d-9101-d3883d44047d tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 08 11:51:12.594986 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-fab9d755-1020-494d-9101-d3883d44047d tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:12.598926 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fab9d755-1020-494d-9101-d3883d44047d tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0570898 Mar 08 11:51:12.659101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48114) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:12.659716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cac05511-981c-454a-b4aa-716266be33a4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.660930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cac05511-981c-454a-b4aa-716266be33a4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.673422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-54c699c1-769f-47d5-a4ef-777339bd2d17 admin admin] Calling delete_port for 9e82a7c7-5c32-445a-a57c-64d296f5df53 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:12.703879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.710444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0fbf1836-5e90-4e6e-b2d7-646cb9ff51d0 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '46056f2c-06c4-4f41-bba1-495387a05718', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:12.732566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc297407-0fe5-46a2-b490-697acf016c7a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.745338 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bc297407-0fe5-46a2-b490-697acf016c7a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/f137e8fe-d2d3-41b9-8272-dc5368f68081 HTTP/1.1" status: 204 len: 168 time: 2.5458438 Mar 08 11:51:12.761767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48118) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:12.771237 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0fbf1836-5e90-4e6e-b2d7-646cb9ff51d0 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:12.802266 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:12.810392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.832346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0fbf1836-5e90-4e6e-b2d7-646cb9ff51d0 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:12.843900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.851022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0fbf1836-5e90-4e6e-b2d7-646cb9ff51d0 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:12.864286 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Transition to ACTIVE for port object 3694ef81-0cdf-4c10-9cba-52b1f705fd9d will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:12.872617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cac05511-981c-454a-b4aa-716266be33a4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.884249 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Transition to ACTIVE for port object 3694ef81-0cdf-4c10-9cba-52b1f705fd9d will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:12.885731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:51:12.895513 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-de95ac33-0d84-4e10-af9c-b9173596d47d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:51:12.896129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-de95ac33-0d84-4e10-af9c-b9173596d47d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:12.902613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Network 9d44f032-84b8-4898-8f7f-5b208d70df96 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:12.908456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:12.917139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0fbf1836-5e90-4e6e-b2d7-646cb9ff51d0 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:12.922768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:12.961921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.980580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:12.981302 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Added segment 8d8bcedb-615c-4e34-ac22-fb1af946ee0d of type vlan for network 87eba0ce-4d8f-4c00-8aee-ec6f12047a1a Mar 08 11:51:13.014397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.025403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Pushing event updated for resources: {'Port': ['ID=0a138575-9904-446a-a2fe-ac1c4558c4bb,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:13.048358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:13.063751 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:13.088790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cac05511-981c-454a-b4aa-716266be33a4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.095836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:13.108477 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.112555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.113304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Pushing event updated for resources: {'Port': ['ID=3694ef81-0cdf-4c10-9cba-52b1f705fd9d,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:13.202986 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.212824 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:13.213474 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.272999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device de46df8c-9c5b-4404-9ebf-54166d415a53 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:13.361832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:13.362709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:13.362709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:13.363093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:13.363512 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:13.363905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:13.364292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:13.364679 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:13.365069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:13.365454 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:13.365842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:13.366249 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:13.436151 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Attempting to bind port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:13.436611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Attempting to bind port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:13.437039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Attempting to bind port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:13.441788 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2425144 Mar 08 11:51:13.444514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48122) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:13.445623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cac05511-981c-454a-b4aa-716266be33a4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.447614 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d4b7c-3b4c-4c8a-841d-470869f81f6d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Network': ['ID=87eba0ce-4d8f-4c00-8aee-ec6f12047a1a,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:13.449255 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:51:13.449690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:13.450232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.450692 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:51:13.450859 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cac05511-981c-454a-b4aa-716266be33a4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0851905 Mar 08 11:51:13.451292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Bound port: 3694ef81-0cdf-4c10-9cba-52b1f705fd9d, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:51:13.452154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.452283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-de95ac33-0d84-4e10-af9c-b9173596d47d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:13.453266 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-de95ac33-0d84-4e10-af9c-b9173596d47d tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/f137e8fe-d2d3-41b9-8272-dc5368f68081 HTTP/1.1" status: 404 len: 333 time: 0.6844313 Mar 08 11:51:13.458805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'subnet': {'network_id': '87eba0ce-4d8f-4c00-8aee-ec6f12047a1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:13.460969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48126) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:13.461364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48128) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:13.465793 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 87eba0ce-4d8f-4c00-8aee-ec6f12047a1a details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:51:13.583144 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.584530 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-37da637e-9169-46d8-8bc4-31c595c32e0e None None] Provisioning for port 0a138575-9904-446a-a2fe-ac1c4558c4bb completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:13.587886 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.592208 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.628069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-37da637e-9169-46d8-8bc4-31c595c32e0e None None] Provisioning complete for port 0a138575-9904-446a-a2fe-ac1c4558c4bb triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:13.628069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-37da637e-9169-46d8-8bc4-31c595c32e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.652704 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:13.657870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:subnet and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:13.661708 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port de46df8c-9c5b-4404-9ebf-54166d415a53 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:13.662176 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.676691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:13.689261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:13.761113 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-37da637e-9169-46d8-8bc4-31c595c32e0e None None] Port 0a138575-9904-446a-a2fe-ac1c4558c4bb cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:13.771020 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Router 1fce154f-c562-49f0-83f4-61871aabe4c1 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:51:13.779340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] For port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:13.782813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] For port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3694ef81-0cdf-4c10-9cba-52b1f705fd9d,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:13.847938 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:13.851331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.859747 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:13.959952 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bb640-d045-404a-9f8b-871d478a27d2 None None] Pushing event updated for resources: {'Port': ['ID=3694ef81-0cdf-4c10-9cba-52b1f705fd9d,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:14.030030 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-0fbf1836-5e90-4e6e-b2d7-646cb9ff51d0 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:14.031070 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0fbf1836-5e90-4e6e-b2d7-646cb9ff51d0 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.3663325 Mar 08 11:51:14.038373 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48136) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:14.055309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a8aada09-6d99-416d-8720-8543e452d028 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '46056f2c-06c4-4f41-bba1-495387a05718', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:14.055701 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.api.v2.base [None req-a8aada09-6d99-416d-8720-8543e452d028 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 08 11:51:14.056520 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-a8aada09-6d99-416d-8720-8543e452d028 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:14.057497 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a8aada09-6d99-416d-8720-8543e452d028 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0182874 Mar 08 11:51:14.060329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ee11f8-450b-4b73-baa5-f9ecdd7790c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting subnet 04d34af0-52e3-4033-89d5-572c3371f945 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:51:14.062388 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48140) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:14.069740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a491998e-8adf-42f1-8ab5-7a39811475ce tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '46056f2c-06c4-4f41-bba1-495387a05718', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:14.094517 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a491998e-8adf-42f1-8ab5-7a39811475ce tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:14.122882 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:14.126895 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a491998e-8adf-42f1-8ab5-7a39811475ce tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:14.127088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17ee11f8-450b-4b73-baa5-f9ecdd7790c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:14.138137 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a871198-085d-47b0-b1ea-c995ac794943 None None] Sync routers for ids ['1fce154f-c562-49f0-83f4-61871aabe4c1'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:14.139842 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a491998e-8adf-42f1-8ab5-7a39811475ce tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:14.147765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a871198-085d-47b0-b1ea-c995ac794943 None None] Routers {'1fce154f-c562-49f0-83f4-61871aabe4c1'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:14.148452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1a871198-085d-47b0-b1ea-c995ac794943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1fce154f-c562-49f0-83f4-61871aabe4c1'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:14.160005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a491998e-8adf-42f1-8ab5-7a39811475ce tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:14.230248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1a871198-085d-47b0-b1ea-c995ac794943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:14.241538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a871198-085d-47b0-b1ea-c995ac794943 None None] Routers {'1fce154f-c562-49f0-83f4-61871aabe4c1'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:14.242323 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1a871198-085d-47b0-b1ea-c995ac794943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1fce154f-c562-49f0-83f4-61871aabe4c1'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:14.273511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:14.274879 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b8101aad-8e71-476a-b6c0-1cd672d23cc9 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3111587 Mar 08 11:51:14.283688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48144) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:14.286371 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a6fab58c-7819-430a-9045-eb393550a4a6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'enable_snat': False}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:14.308848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17ee11f8-450b-4b73-baa5-f9ecdd7790c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:14.323454 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1a871198-085d-47b0-b1ea-c995ac794943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:14.324015 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a871198-085d-47b0-b1ea-c995ac794943 None None] The sync data for ids ['1fce154f-c562-49f0-83f4-61871aabe4c1'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:14.387377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:14.429934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:14.559954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Subnet': ['ID=7d139a4f-be00-442e-8772-aa561072bed6,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:14.587258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Checking segment: {'id': '8d8bcedb-615c-4e34-ac22-fb1af946ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '87eba0ce-4d8f-4c00-8aee-ec6f12047a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:14.587641 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network hostable DHCP agents. Network: 87eba0ce-4d8f-4c00-8aee-ec6f12047a1a, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:51:14.596629 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-a491998e-8adf-42f1-8ab5-7a39811475ce tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:14.601036 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a491998e-8adf-42f1-8ab5-7a39811475ce tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5325656 Mar 08 11:51:14.672547 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:14.723330 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48148) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:14.734941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54c699c1-769f-47d5-a4ef-777339bd2d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:14.765179 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c413ca32-1697-4459-a615-8e930b295095 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '46056f2c-06c4-4f41-bba1-495387a05718', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:14.765656 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING neutron.api.v2.base [None req-c413ca32-1697-4459-a615-8e930b295095 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 08 11:51:14.766208 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-c413ca32-1697-4459-a615-8e930b295095 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:14.767161 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c413ca32-1697-4459-a615-8e930b295095 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0427010 Mar 08 11:51:14.780532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48152) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:14.798842 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6635c2ae-0b04-4316-a83c-e6019d2f0c5b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '46056f2c-06c4-4f41-bba1-495387a05718', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:14.811059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6635c2ae-0b04-4316-a83c-e6019d2f0c5b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:14.819681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6635c2ae-0b04-4316-a83c-e6019d2f0c5b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:14.824160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6635c2ae-0b04-4316-a83c-e6019d2f0c5b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:14.832621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6635c2ae-0b04-4316-a83c-e6019d2f0c5b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:14.871874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c699c1-769f-47d5-a4ef-777339bd2d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e82a7c7-5c32-445a-a57c-64d296f5df53,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:14.882046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17ee11f8-450b-4b73-baa5-f9ecdd7790c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:14.908599 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 87eba0ce-4d8f-4c00-8aee-ec6f12047a1a is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:51:15.034939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.115595 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 87eba0ce-4d8f-4c00-8aee-ec6f12047a1a) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:15.130407 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-6635c2ae-0b04-4316-a83c-e6019d2f0c5b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:15.132257 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6635c2ae-0b04-4316-a83c-e6019d2f0c5b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3440189 Mar 08 11:51:15.132835 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:15.133439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.135210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad1c600-ce89-4863-9328-7e948290fba1 None None] Network 87eba0ce-4d8f-4c00-8aee-ec6f12047a1a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:15.139889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48156) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:15.152304 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-bce0aa1d-ddae-41e7-b362-008d82695240 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '46056f2c-06c4-4f41-bba1-495387a05718', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:15.176816 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bce0aa1d-ddae-41e7-b362-008d82695240 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:15.188972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bce0aa1d-ddae-41e7-b362-008d82695240 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:15.201122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a6fab58c-7819-430a-9045-eb393550a4a6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.209748 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bce0aa1d-ddae-41e7-b362-008d82695240 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:15.238511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bce0aa1d-ddae-41e7-b362-008d82695240 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:15.262122 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-74f156cc-3936-494a-911c-a740aa0ca52f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8141863 Mar 08 11:51:15.262122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48160) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:15.281075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-d933f5c8-eea8-4efb-a5a9-eca027bc3e7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1876729491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:15.291507 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d933f5c8-eea8-4efb-a5a9-eca027bc3e7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:15.295170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d933f5c8-eea8-4efb-a5a9-eca027bc3e7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:router and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:15.300446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d933f5c8-eea8-4efb-a5a9-eca027bc3e7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:15.307149 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d933f5c8-eea8-4efb-a5a9-eca027bc3e7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:15.395809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3694ef81-0cdf-4c10-9cba-52b1f705fd9d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:15.408937 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17ee11f8-450b-4b73-baa5-f9ecdd7790c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.448456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d933f5c8-eea8-4efb-a5a9-eca027bc3e7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.449268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d933f5c8-eea8-4efb-a5a9-eca027bc3e7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.460552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::1 (b6b97662-0baa-4f27-9a4e-9894348947bb/26a75663-2009-4676-9a8b-8449657c936b/438ccc89-98c5-4fc5-9aaa-c4f4f7e53404) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:15.470215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee11f8-450b-4b73-baa5-f9ecdd7790c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Subnet': ['ID=04d34af0-52e3-4033-89d5-572c3371f945,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:15.474007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17ee11f8-450b-4b73-baa5-f9ecdd7790c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.480143 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d933f5c8-eea8-4efb-a5a9-eca027bc3e7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.489101 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-17ee11f8-450b-4b73-baa5-f9ecdd7790c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/04d34af0-52e3-4033-89d5-572c3371f945 HTTP/1.1" status: 204 len: 168 time: 1.9647808 Mar 08 11:51:15.491593 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-bce0aa1d-ddae-41e7-b362-008d82695240 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:15.492782 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bce0aa1d-ddae-41e7-b362-008d82695240 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3504934 Mar 08 11:51:15.493386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48164) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:15.501965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb1901e-a198-4a67-a9d3-6d8e1d1f0dd7 None None] Network 4beb21c6-82f7-4828-ab87-e4da41c9230f requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:15.509905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48168) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:15.598633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-87eba0ce-4d8f-4c00-8aee-ec6f12047a1a', 'network_id': '87eba0ce-4d8f-4c00-8aee-ec6f12047a1a', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'fixed_ips': [{'subnet_id': '7d139a4f-be00-442e-8772-aa561072bed6'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:51:15.599786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.634061 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.639194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d933f5c8-eea8-4efb-a5a9-eca027bc3e7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.711215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-00d97577-6a96-4b1c-8094-55b756e4c088 None None] Provisioning for port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:15.746364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port 03f0c304-4066-40a4-b7d3-ece866086406 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:15.746715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.753732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:15.766100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-00d97577-6a96-4b1c-8094-55b756e4c088 None None] Provisioning complete for port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:15.766602 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-00d97577-6a96-4b1c-8094-55b756e4c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.793444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a26246ab-354c-4a7f-9dc8-89da3bb87cef tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.795111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54c699c1-769f-47d5-a4ef-777339bd2d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.813746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:15.814267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.858668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d933f5c8-eea8-4efb-a5a9-eca027bc3e7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:15.862986 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d933f5c8-eea8-4efb-a5a9-eca027bc3e7a tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5944145 Mar 08 11:51:15.871827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48172) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:15.911204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a26246ab-354c-4a7f-9dc8-89da3bb87cef tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.023059 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Allocated IP 2001:db8::2 (87eba0ce-4d8f-4c00-8aee-ec6f12047a1a/7d139a4f-be00-442e-8772-aa561072bed6/8f9b2dda-53f3-4b84-9619-44e2a319df80) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:16.096933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.136687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-00d97577-6a96-4b1c-8094-55b756e4c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.207512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:16.246373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbfcc9b-8cd1-47aa-9d8d-faf1d1cd7908 None None] DHCP port deletion for 4beb21c6-82f7-4828-ab87-e4da41c9230f request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:51:16.248467 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.251131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.278719 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bbbfcc9b-8cd1-47aa-9d8d-faf1d1cd7908 None None] Deleting port 03f0c304-4066-40a4-b7d3-ece866086406 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:16.279330 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bbbfcc9b-8cd1-47aa-9d8d-faf1d1cd7908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.336663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-00d97577-6a96-4b1c-8094-55b756e4c088 None None] For port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3694ef81-0cdf-4c10-9cba-52b1f705fd9d,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:16.336939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.366394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a26246ab-354c-4a7f-9dc8-89da3bb87cef tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.445709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-00d97577-6a96-4b1c-8094-55b756e4c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.598231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26246ab-354c-4a7f-9dc8-89da3bb87cef tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46056f2c-06c4-4f41-bba1-495387a05718,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:16.606645 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.655203 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:51:16.655548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:51:16.656377 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Transition to ACTIVE for port object 8f9b2dda-53f3-4b84-9619-44e2a319df80 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:16.694685 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.703558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a26246ab-354c-4a7f-9dc8-89da3bb87cef tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.704971 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a26246ab-354c-4a7f-9dc8-89da3bb87cef tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "DELETE /v2.0/security-groups/46056f2c-06c4-4f41-bba1-495387a05718 HTTP/1.1" status: 204 len: 168 time: 1.1883838 Mar 08 11:51:16.731504 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48176) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:16.735884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d97577-6a96-4b1c-8094-55b756e4c088 None None] Pushing event updated for resources: {'Port': ['ID=3694ef81-0cdf-4c10-9cba-52b1f705fd9d,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:16.743910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Transition to ACTIVE for port object 8f9b2dda-53f3-4b84-9619-44e2a319df80 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:16.752116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bbbfcc9b-8cd1-47aa-9d8d-faf1d1cd7908 None None] For port 03f0c304-4066-40a4-b7d3-ece866086406, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=03f0c304-4066-40a4-b7d3-ece866086406,segment=NetworkSegment(62823670-dbbc-4452-98be-9e6ce948b114),segment_id=62823670-dbbc-4452-98be-9e6ce948b114)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:16.752505 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bbbfcc9b-8cd1-47aa-9d8d-faf1d1cd7908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.772291 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] For port 03f0c304-4066-40a4-b7d3-ece866086406, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=03f0c304-4066-40a4-b7d3-ece866086406,segment=NetworkSegment(62823670-dbbc-4452-98be-9e6ce948b114),segment_id=62823670-dbbc-4452-98be-9e6ce948b114)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:16.772910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.802202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.815569 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.852755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Pushing event updated for resources: {'Port': ['ID=0a138575-9904-446a-a2fe-ac1c4558c4bb,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:16.907873 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bbbfcc9b-8cd1-47aa-9d8d-faf1d1cd7908 None None] Calling delete_port for 03f0c304-4066-40a4-b7d3-ece866086406 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:16.917745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:16.923680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:16.932495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:16.933103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:16.945939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c699c1-769f-47d5-a4ef-777339bd2d17 admin admin] Router e54ab3c6-4da7-4adf-b4ba-97f15121c86e has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:51:16.980283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Network 87eba0ce-4d8f-4c00-8aee-ec6f12047a1a is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:16.985444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=438ccc89-98c5-4fc5-9aaa-c4f4f7e53404,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:16.992283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:17.000562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:17.005342 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Pushing event updated for resources: {'Port': ['ID=8f9b2dda-53f3-4b84-9619-44e2a319df80,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:17.027834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for 03f0c304-4066-40a4-b7d3-ece866086406 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:17.095269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Network 9d44f032-84b8-4898-8f7f-5b208d70df96 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:17.108785 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a4bf00c3-84cf-4143-be12-1ce762688ad5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Synchronizing usage tracker for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:17.114603 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:17.116437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Attempting to bind port 8f9b2dda-53f3-4b84-9619-44e2a319df80 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:17.116586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Attempting to bind port 8f9b2dda-53f3-4b84-9619-44e2a319df80 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '8d8bcedb-615c-4e34-ac22-fb1af946ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '87eba0ce-4d8f-4c00-8aee-ec6f12047a1a'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:17.116920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Attempting to bind port 8f9b2dda-53f3-4b84-9619-44e2a319df80 on network 87eba0ce-4d8f-4c00-8aee-ec6f12047a1a {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:17.123990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:51:17.124479 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Checking segment: {'id': '8d8bcedb-615c-4e34-ac22-fb1af946ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '87eba0ce-4d8f-4c00-8aee-ec6f12047a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:17.124769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:17.125162 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Bound using segment: {'id': '8d8bcedb-615c-4e34-ac22-fb1af946ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '87eba0ce-4d8f-4c00-8aee-ec6f12047a1a'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:51:17.125636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Bound port: 8f9b2dda-53f3-4b84-9619-44e2a319df80, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8bcedb-615c-4e34-ac22-fb1af946ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '87eba0ce-4d8f-4c00-8aee-ec6f12047a1a'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:51:17.126067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:17.186837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:17.230579 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bbbfcc9b-8cd1-47aa-9d8d-faf1d1cd7908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:17.310165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfcc9b-8cd1-47aa-9d8d-faf1d1cd7908 None None] Pushing event deleted for resources: {'Port': ['ID=03f0c304-4066-40a4-b7d3-ece866086406,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:17.334530 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbfcc9b-8cd1-47aa-9d8d-faf1d1cd7908 None None] No DVR routers for this DVR port 03f0c304-4066-40a4-b7d3-ece866086406 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:17.350262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] For port 8f9b2dda-53f3-4b84-9619-44e2a319df80, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:17.353846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] For port 8f9b2dda-53f3-4b84-9619-44e2a319df80, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8f9b2dda-53f3-4b84-9619-44e2a319df80,segment=NetworkSegment(8d8bcedb-615c-4e34-ac22-fb1af946ee0d),segment_id=8d8bcedb-615c-4e34-ac22-fb1af946ee0d)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:17.399205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a6fab58c-7819-430a-9045-eb393550a4a6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:17.402392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a4bf00c3-84cf-4143-be12-1ce762688ad5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Unset dirty status for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:17.403699 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a4bf00c3-84cf-4143-be12-1ce762688ad5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6703587 Mar 08 11:51:17.428980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:17.489009 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3694ef81-0cdf-4c10-9cba-52b1f705fd9d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:17.500253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48180) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:17.509577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4062fd0a-8732-4e34-a16b-107607a477f5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754372566'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:17.524973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4062fd0a-8732-4e34-a16b-107607a477f5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:17.538785 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:51:17.538785 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:51:17.540469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a6fab58c-7819-430a-9045-eb393550a4a6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:17.583846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c699c1-769f-47d5-a4ef-777339bd2d17 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:17.585758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4062fd0a-8732-4e34-a16b-107607a477f5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:17.590041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:17.592917 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b63c12-8fd3-48c5-935f-2cff59b38f5d None None] Sync routers for ids ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:17.606023 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b63c12-8fd3-48c5-935f-2cff59b38f5d None None] Routers {'e54ab3c6-4da7-4adf-b4ba-97f15121c86e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:17.607953 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-09b63c12-8fd3-48c5-935f-2cff59b38f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:17.611798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d66c1-3892-4030-a665-2037d9f5b03a None None] Pushing event updated for resources: {'Port': ['ID=8f9b2dda-53f3-4b84-9619-44e2a319df80,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:17.616202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Router 815cf3bb-aa67-4ddf-9cd9-559518c99956 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:51:17.619854 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-54c699c1-769f-47d5-a4ef-777339bd2d17 admin admin] 10.222.0.32 "PUT /v2.0/routers/e54ab3c6-4da7-4adf-b4ba-97f15121c86e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2292116 Mar 08 11:51:17.631882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:17.632495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:17.646291 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48184) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:17.718412 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-545446fd-cc99-431a-a01d-3f5fe6e38497 None None] Provisioning for port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:17.732216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-545446fd-cc99-431a-a01d-3f5fe6e38497 None None] Provisioning complete for port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:17.732851 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-545446fd-cc99-431a-a01d-3f5fe6e38497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:17.860344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-545446fd-cc99-431a-a01d-3f5fe6e38497 None None] Port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:17.899500 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-09b63c12-8fd3-48c5-935f-2cff59b38f5d None None] Set router e54ab3c6-4da7-4adf-b4ba-97f15121c86e gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:17.908520 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4062fd0a-8732-4e34-a16b-107607a477f5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:17.956571 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 03f0c304-4066-40a4-b7d3-ece866086406 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:18.062309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port 03f0c304-4066-40a4-b7d3-ece866086406 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:18.062309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:18.135511 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 03f0c304-4066-40a4-b7d3-ece866086406 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:18.136135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 03f0c304-4066-40a4-b7d3-ece866086406 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:18.152920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-82e4c349-c313-48d3-bec2-19ff80d3a3a6 None None] Provisioning complete for port 0a138575-9904-446a-a2fe-ac1c4558c4bb triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:18.153303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-82e4c349-c313-48d3-bec2-19ff80d3a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:18.225689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-82e4c349-c313-48d3-bec2-19ff80d3a3a6 None None] Port 0a138575-9904-446a-a2fe-ac1c4558c4bb cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:18.304179 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] The port '03f0c304-4066-40a4-b7d3-ece866086406' was deleted {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:51:18.318500 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4062fd0a-8732-4e34-a16b-107607a477f5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:18.384094 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-09b63c12-8fd3-48c5-935f-2cff59b38f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:51:14Z', 'revision_number': 5, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:18.389863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4062fd0a-8732-4e34-a16b-107607a477f5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:18.390265 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b63c12-8fd3-48c5-935f-2cff59b38f5d None None] Checking router: e54ab3c6-4da7-4adf-b4ba-97f15121c86e for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:18.400406 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b63c12-8fd3-48c5-935f-2cff59b38f5d None None] Routers {'e54ab3c6-4da7-4adf-b4ba-97f15121c86e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:18.401012 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-09b63c12-8fd3-48c5-935f-2cff59b38f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:18.443821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4062fd0a-8732-4e34-a16b-107607a477f5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:18.462765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4062fd0a-8732-4e34-a16b-107607a477f5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:18.471338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fab58c-7819-430a-9045-eb393550a4a6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Router 1fce154f-c562-49f0-83f4-61871aabe4c1 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:51:18.482348 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:18.534604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:18.570644 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Sync routers for ids ['815cf3bb-aa67-4ddf-9cd9-559518c99956'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:18.593853 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Routers {'815cf3bb-aa67-4ddf-9cd9-559518c99956'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:18.595307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['815cf3bb-aa67-4ddf-9cd9-559518c99956'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:18.614458 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1b4dfe65-3829-4c3e-8f66-4e59c6abaed4 req-e6ec2b14-2ce9-443a-b866-ad593dd3be3f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5912473 Mar 08 11:51:18.632354 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-09b63c12-8fd3-48c5-935f-2cff59b38f5d None None] Set router e54ab3c6-4da7-4adf-b4ba-97f15121c86e gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:18.654820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:18.665066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4062fd0a-8732-4e34-a16b-107607a477f5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:18.667596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:18.679470 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-27061124-e4ca-4d64-81bf-8baa96329572 admin admin] 10.222.0.32 "PUT /v2.0/routers/815cf3bb-aa67-4ddf-9cd9-559518c99956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7447960 Mar 08 11:51:18.689727 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Allocated IP 2001:db8::1 (87eba0ce-4d8f-4c00-8aee-ec6f12047a1a/7d139a4f-be00-442e-8772-aa561072bed6/6bada4fa-670d-4f83-87ba-fb5e1520b03e) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:18.806105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4062fd0a-8732-4e34-a16b-107607a477f5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:18.853703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:18.854716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:19.002996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4beb21c6-82f7-4828-ab87-e4da41c9230f']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:19.003231 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Set router 815cf3bb-aa67-4ddf-9cd9-559518c99956 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:19.091182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062fd0a-8732-4e34-a16b-107607a477f5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e8c8fc-c8de-4edf-ab10-4fa2d3a6f5ed,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:19.110994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4062fd0a-8732-4e34-a16b-107607a477f5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:19.112243 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4062fd0a-8732-4e34-a16b-107607a477f5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6088839 Mar 08 11:51:19.145107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48194) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:19.146284 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62823670-dbbc-4452-98be-9e6ce948b114') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:19.146677 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62823670-dbbc-4452-98be-9e6ce948b114') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:19.159910 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=438ccc89-98c5-4fc5-9aaa-c4f4f7e53404,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:19.190372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-711569cb-bec1-44f7-be00-2cd323d20081 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '35e8c8fc-c8de-4edf-ab10-4fa2d3a6f5ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:19.197407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:19.211932 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-711569cb-bec1-44f7-be00-2cd323d20081 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:19.270198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dfe65-3829-4c3e-8f66-4e59c6abaed4 req-a34d5c12-5c59-43a4-9305-6440b13d93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:19.271588 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1b4dfe65-3829-4c3e-8f66-4e59c6abaed4 req-a34d5c12-5c59-43a4-9305-6440b13d93e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=841eea389ecc446e8a106e5fd6403dd4&device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 1099 time: 0.5152152 Mar 08 11:51:19.277929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fab58c-7819-430a-9045-eb393550a4a6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:19.284920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fe0113-b10f-4a2d-b8bf-048947742b9e None None] Network 87eba0ce-4d8f-4c00-8aee-ec6f12047a1a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:19.297989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-711569cb-bec1-44f7-be00-2cd323d20081 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:19.301422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:19.302995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:19.313478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-711569cb-bec1-44f7-be00-2cd323d20081 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:19.320360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:19.328484 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed62ad8f-bc91-406d-9ef3-8a273b2edaea None None] Sync routers for ids ['1fce154f-c562-49f0-83f4-61871aabe4c1'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:19.339294 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-09b63c12-8fd3-48c5-935f-2cff59b38f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:51:14Z', 'revision_number': 5, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:19.350187 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b63c12-8fd3-48c5-935f-2cff59b38f5d None None] The sync data for ids ['e54ab3c6-4da7-4adf-b4ba-97f15121c86e'] in dv-neutron-828143-8-hyperv is: [{'id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'name': 'tempest-ServerActionsTestJSON-651133059-router', 'tenant_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:51:14Z', 'revision_number': 5, 'project_id': '451a6ae544ae458da1fdd0d6f1d54d89', 'gw_port': {'id': '4e14bade-ba92-41e4-9dee-0e3824a473d9', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ab3c6-4da7-4adf-b4ba-97f15121c86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:07Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:19.352567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-711569cb-bec1-44f7-be00-2cd323d20081 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:19.352695 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed62ad8f-bc91-406d-9ef3-8a273b2edaea None None] Routers {'1fce154f-c562-49f0-83f4-61871aabe4c1'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:19.353370 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ed62ad8f-bc91-406d-9ef3-8a273b2edaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1fce154f-c562-49f0-83f4-61871aabe4c1'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:19.410365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:51:19.410739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:19.474590 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ed62ad8f-bc91-406d-9ef3-8a273b2edaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:51:19.483831 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:51:19.487665 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed62ad8f-bc91-406d-9ef3-8a273b2edaea None None] Routers {'1fce154f-c562-49f0-83f4-61871aabe4c1'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:19.488897 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ed62ad8f-bc91-406d-9ef3-8a273b2edaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1fce154f-c562-49f0-83f4-61871aabe4c1'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:19.502083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a6fab58c-7819-430a-9045-eb393550a4a6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:19.509081 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a6fab58c-7819-430a-9045-eb393550a4a6 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "PUT /v2.0/routers/1fce154f-c562-49f0-83f4-61871aabe4c1 HTTP/1.1" status: 200 len: 922 time: 5.2272100 Mar 08 11:51:19.531875 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48198) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:19.542078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fb84278a-17ad-4874-8ade-51709441f76a None None] Provisioning for port 8f9b2dda-53f3-4b84-9619-44e2a319df80 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:19.571315 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ed62ad8f-bc91-406d-9ef3-8a273b2edaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:19.572346 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed62ad8f-bc91-406d-9ef3-8a273b2edaea None None] The sync data for ids ['1fce154f-c562-49f0-83f4-61871aabe4c1'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:19.746157 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dfe65-3829-4c3e-8f66-4e59c6abaed4 req-5ce5d11f-1cc0-4858-9ab7-8c74e235408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:19.747651 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1b4dfe65-3829-4c3e-8f66-4e59c6abaed4 req-5ce5d11f-1cc0-4858-9ab7-8c74e235408f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b44f3b77-f5d2-476e-b8ea-4933f530d532 HTTP/1.1" status: 200 len: 898 time: 0.4395597 Mar 08 11:51:19.830158 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:19.872142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8f9b2dda-53f3-4b84-9619-44e2a319df80 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:19.926089 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1b4dfe65-3829-4c3e-8f66-4e59c6abaed4 req-5dbb5804-2d43-4cb4-abad-a3968aa290a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e15851f-4c44-4488-b198-dc1514ab7524 HTTP/1.1" status: 200 len: 1001 time: 0.1681271 Mar 08 11:51:19.955176 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-61acf6df-ab84-4c1a-9144-f6e8f29014e4 None None] Provisioning complete for port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:19.955586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-61acf6df-ab84-4c1a-9144-f6e8f29014e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:19.982839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Router 91beaf47-2652-4088-b67b-9a15d82493e4 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:51:19.997554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48202) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:20.008513 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-949840872', 'description': 'tempest-secgroup-smoke-949840872 description', 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:20.020314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:20.039223 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dfe65-3829-4c3e-8f66-4e59c6abaed4 req-513162ce-8dd3-416c-b262-aa5368182fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:20.040931 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1b4dfe65-3829-4c3e-8f66-4e59c6abaed4 req-513162ce-8dd3-416c-b262-aa5368182fe4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9c247f5-cf51-462c-b86b-c90f70c26bae HTTP/1.1" status: 200 len: 835 time: 0.1075680 Mar 08 11:51:20.060702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-61acf6df-ab84-4c1a-9144-f6e8f29014e4 None None] Port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:20.064472 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'name': 'tempest-TestVolumeBootPattern-45097611-router', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:01Z', 'updated_at': '2022-03-08T11:51:14Z', 'revision_number': 4, 'project_id': 'fcc47698978846d99ffc2804a3a64ff1', 'gw_port': {'id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:04Z', 'updated_at': '2022-03-08T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '0a138575-9904-446a-a2fe-ac1c4558c4bb', 'name': '', 'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'mac_address': 'fa:16:3e:ac:24:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '3505cc4f-0c47-4a9e-95e8-084735fadbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:11Z', 'updated_at': '2022-03-08T11:51:15Z', 'revision_number': 2, 'project_id': 'fcc47698978846d99ffc2804a3a64ff1', 'subnets': [{'id': '3505cc4f-0c47-4a9e-95e8-084735fadbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:20.072531 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Checking router: 815cf3bb-aa67-4ddf-9cd9-559518c99956 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:20.072807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Updating router 815cf3bb-aa67-4ddf-9cd9-559518c99956 port 0a138575-9904-446a-a2fe-ac1c4558c4bb binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:51:20.108872 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.117186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Usage tracker for resource:security_group and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:20.143847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.164537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:20.165903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 8f9b2dda-53f3-4b84-9619-44e2a319df80 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:20.204388 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Deleting port 4e14bade-ba92-41e4-9dee-0e3824a473d9 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:20.204983 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.230385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.242725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:20.246865 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Transition to ACTIVE for port object 6bada4fa-670d-4f83-87ba-fb5e1520b03e will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:20.266764 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.286851 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-711569cb-bec1-44f7-be00-2cd323d20081 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The resource could not be found. Mar 08 11:51:20.290374 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-711569cb-bec1-44f7-be00-2cd323d20081 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.1223702 Mar 08 11:51:20.290374 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Network': ['ID=4beb21c6-82f7-4828-ab87-e4da41c9230f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:20.305526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 8f9b2dda-53f3-4b84-9619-44e2a319df80 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:20.305995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.309803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48208) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:20.309803 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9f291a9e-69d4-469d-b8bf-2db5d69ba4d2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/networks/4beb21c6-82f7-4828-ab87-e4da41c9230f HTTP/1.1" status: 204 len: 168 time: 4.8128154 Mar 08 11:51:20.322363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:20.323597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7a6290dc-31dc-486b-8640-ad47f5a66e2f tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '35e8c8fc-c8de-4edf-ab10-4fa2d3a6f5ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9bf7ad21-e05e-40c2-bdcc-9900082f5f28'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:20.330889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48212) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:20.338581 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c6734606-d438-4c86-8772-bdba2e2d2410 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "PUT /v2.0/routers/91beaf47-2652-4088-b67b-9a15d82493e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8137593 Mar 08 11:51:20.340027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48216) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:20.344322 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1910930043'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:20.345201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Sync routers for ids ['91beaf47-2652-4088-b67b-9a15d82493e4'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:20.368156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7a6290dc-31dc-486b-8640-ad47f5a66e2f tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:20.386638 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-61eb2447-c1d1-4264-9395-f9aa1d3e66eb tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/routers/1fce154f-c562-49f0-83f4-61871aabe4c1 HTTP/1.1" status: 200 len: 922 time: 0.8358991 Mar 08 11:51:20.390059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48220) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:20.390229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:20.407463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7a6290dc-31dc-486b-8640-ad47f5a66e2f tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:20.407657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Routers {'91beaf47-2652-4088-b67b-9a15d82493e4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:20.407657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['91beaf47-2652-4088-b67b-9a15d82493e4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:20.407879 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7a6290dc-31dc-486b-8640-ad47f5a66e2f tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:20.407879 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:network and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:20.415531 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:20.424622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7a6290dc-31dc-486b-8640-ad47f5a66e2f tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:20.470398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:20.533172 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] For port 4e14bade-ba92-41e4-9dee-0e3824a473d9, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4e14bade-ba92-41e4-9dee-0e3824a473d9,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:20.533558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.553863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.609446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.615365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae63ea7-6070-413d-85be-bb03073c6532 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:20.615942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-dae63ea7-6070-413d-85be-bb03073c6532 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:20.618503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:20.622908 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.626173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:20.638470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dfe65-3829-4c3e-8f66-4e59c6abaed4 req-1fa1cf0b-740c-44d6-9c31-337c6b5eb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:20.640001 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1b4dfe65-3829-4c3e-8f66-4e59c6abaed4 req-1fa1cf0b-740c-44d6-9c31-337c6b5eb95b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b44f3b77-f5d2-476e-b8ea-4933f530d532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5202930 Mar 08 11:51:20.645072 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Usage tracker for resource:security_group_rule and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:20.669578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:20.680405 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4e638feb-b68a-4a9b-81e1-dec3b6a7513b None None] Provisioning complete for port 8f9b2dda-53f3-4b84-9619-44e2a319df80 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:20.680784 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4e638feb-b68a-4a9b-81e1-dec3b6a7513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.691514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:20.747265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-dae63ea7-6070-413d-85be-bb03073c6532 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:20.747265 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dae63ea7-6070-413d-85be-bb03073c6532 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports/438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 HTTP/1.1" status: 200 len: 911 time: 0.4074910 Mar 08 11:51:20.754436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48224) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:20.755911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Calling delete_port for 4e14bade-ba92-41e4-9dee-0e3824a473d9 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:20.808483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Set router 91beaf47-2652-4088-b67b-9a15d82493e4 gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:20.813167 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 87eba0ce-4d8f-4c00-8aee-ec6f12047a1a is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:20.822491 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:51:20.826933 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:20.843794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:20.847665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.868020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4dbd24-95a7-4183-942a-a578deb9865a tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:20.868234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1c4dbd24-95a7-4183-942a-a578deb9865a tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Synchronizing usage tracker for tenant:5b71d398df0e4cef9206d80e68d79d05 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:20.869647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.870503 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Added segment 99e9b24a-ec28-4cae-98bb-ac816d4112a3 of type vlan for network 7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a Mar 08 11:51:20.909169 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1b4dfe65-3829-4c3e-8f66-4e59c6abaed4 req-795f1173-be38-47ad-ba83-75ed90f645a2 service neutron] 10.222.0.18 "GET /v2.0/networks/b44f3b77-f5d2-476e-b8ea-4933f530d532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611184 Mar 08 11:51:20.932192 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:20.944954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=6bada4fa-670d-4f83-87ba-fb5e1520b03e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:20.951677 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-7a6290dc-31dc-486b-8640-ad47f5a66e2f tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The resource could not be found. Mar 08 11:51:20.953126 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7a6290dc-31dc-486b-8640-ad47f5a66e2f tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6436191 Mar 08 11:51:20.965012 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48228) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:20.981402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.017355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.085541 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8d16aecd-7b9b-4787-903a-8a53f72e1ba5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.120583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1c4dbd24-95a7-4183-942a-a578deb9865a tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Unset dirty status for tenant:5b71d398df0e4cef9206d80e68d79d05 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:21.125034 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1c4dbd24-95a7-4183-942a-a578deb9865a tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&device_id=1fce154f-c562-49f0-83f4-61871aabe4c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7338834 Mar 08 11:51:21.132284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48232) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:21.145691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb6b98e-761c-4153-8652-f629f40cedab tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:21.153572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb6b98e-761c-4153-8652-f629f40cedab tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:21.155347 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-abb6b98e-761c-4153-8652-f629f40cedab tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3988712 Mar 08 11:51:21.158295 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.162633 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48236) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:21.184780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8d16aecd-7b9b-4787-903a-8a53f72e1ba5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.207190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.212710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:21.213380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.226308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 8f9b2dda-53f3-4b84-9619-44e2a319df80, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8f9b2dda-53f3-4b84-9619-44e2a319df80,segment=NetworkSegment(8d8bcedb-615c-4e34-ac22-fb1af946ee0d),segment_id=8d8bcedb-615c-4e34-ac22-fb1af946ee0d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:21.250552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4e638feb-b68a-4a9b-81e1-dec3b6a7513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.293394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.308707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.321789 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.392583 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1b4dfe65-3829-4c3e-8f66-4e59c6abaed4 req-bec03e1e-4cc9-4c5f-a160-5c9a76c1aa33 service neutron] 10.222.0.18 "GET /v2.0/networks/b44f3b77-f5d2-476e-b8ea-4933f530d532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692831 Mar 08 11:51:21.406224 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0724218 Mar 08 11:51:21.407097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48240) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:21.410647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c4fa4-48b9-4f19-8bc6-8008c3ba876b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Network': ['ID=7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:21.417498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': '7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:21.443297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9e82a7c7-5c32-445a-a57c-64d296f5df53 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:21.465502 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.466720 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4679701 Mar 08 11:51:21.467782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb44238-68d2-4c85-afe0-153b821dcd02 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:21.481512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48244) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:21.489476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:51:21.491439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-46f94d90-0cd6-4cc6-8e29-1e8a8cb40ca8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Request body: {'security_group_rule': {'security_group_id': '5b40134e-559d-46e7-9b5d-eb9ae4d02f8d', 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:21.495259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.507944 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-46f94d90-0cd6-4cc6-8e29-1e8a8cb40ca8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:21.510285 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Transition to ACTIVE for port object 0a138575-9904-446a-a2fe-ac1c4558c4bb will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:21.521973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-46f94d90-0cd6-4cc6-8e29-1e8a8cb40ca8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Usage tracker for resource:security_group_rule and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:21.529303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-46f94d90-0cd6-4cc6-8e29-1e8a8cb40ca8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:21.539571 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 9e82a7c7-5c32-445a-a57c-64d296f5df53 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:21.539914 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9e82a7c7-5c32-445a-a57c-64d296f5df53 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:21.602060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-46f94d90-0cd6-4cc6-8e29-1e8a8cb40ca8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:21.607899 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=4e14bade-ba92-41e4-9dee-0e3824a473d9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:21.610034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8d16aecd-7b9b-4787-903a-8a53f72e1ba5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.638291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-4e638feb-b68a-4a9b-81e1-dec3b6a7513b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:51:21.638643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-4e638feb-b68a-4a9b-81e1-dec3b6a7513b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:51:21.649869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.663740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=8f9b2dda-53f3-4b84-9619-44e2a319df80,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:21.709438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6168b93-5999-48e5-8b39-031879125955 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:21.710044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f6168b93-5999-48e5-8b39-031879125955 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Synchronizing usage tracker for tenant:5b71d398df0e4cef9206d80e68d79d05 on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:21.743767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16aecd-7b9b-4787-903a-8a53f72e1ba5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e8c8fc-c8de-4edf-ab10-4fa2d3a6f5ed,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:21.793613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-46f94d90-0cd6-4cc6-8e29-1e8a8cb40ca8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:21.860152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f6168b93-5999-48e5-8b39-031879125955 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Unset dirty status for tenant:5b71d398df0e4cef9206d80e68d79d05 on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:21.864788 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f6168b93-5999-48e5-8b39-031879125955 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/networks/b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 881 time: 0.7079909 Mar 08 11:51:21.867253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48248) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:21.970766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17c13a-1d3b-495c-8717-5d11546a3869 None None] Pushing event updated for resources: {'Port': ['ID=0a138575-9904-446a-a2fe-ac1c4558c4bb,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:22.013905 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-116d8804-784c-4253-bf77-7d5d62bbb72c tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fce154f-c562-49f0-83f4-61871aabe4c1 HTTP/1.1" status: 200 len: 205 time: 0.1333034 Mar 08 11:51:22.022808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48252) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:22.024440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:22.048241 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8d16aecd-7b9b-4787-903a-8a53f72e1ba5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.049447 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8d16aecd-7b9b-4787-903a-8a53f72e1ba5 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "DELETE /v2.0/security-groups/35e8c8fc-c8de-4edf-ab10-4fa2d3a6f5ed HTTP/1.1" status: 204 len: 168 time: 1.0796950 Mar 08 11:51:22.054296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:22.058385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48256) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:22.066450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:22.085912 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beaf47-2652-4088-b67b-9a15d82493e4', 'name': 'tempest-NetworksTestDHCPv6-router-379050341', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:12Z', 'updated_at': '2022-03-08T11:51:17Z', 'revision_number': 2, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'gw_port_host': None, '_interfaces': [{'id': '438ccc89-98c5-4fc5-9aaa-c4f4f7e53404', 'name': '', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'mac_address': 'fa:16:3e:85:2e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beaf47-2652-4088-b67b-9a15d82493e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '26a75663-2009-4676-9a8b-8449657c936b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:14Z', 'updated_at': '2022-03-08T11:51:18Z', 'revision_number': 2, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'subnets': [{'id': '26a75663-2009-4676-9a8b-8449657c936b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:22.086788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:22.089308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Attempting to bind port 0a138575-9904-446a-a2fe-ac1c4558c4bb on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:22.089308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Attempting to bind port 0a138575-9904-446a-a2fe-ac1c4558c4bb by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '95e86169-24e4-4493-92e2-f32872fcf532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:22.089308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Attempting to bind port 0a138575-9904-446a-a2fe-ac1c4558c4bb on network 9d44f032-84b8-4898-8f7f-5b208d70df96 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:22.101368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Checking router: 91beaf47-2652-4088-b67b-9a15d82493e4 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:22.101775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Updating router 91beaf47-2652-4088-b67b-9a15d82493e4 port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:51:22.127395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-46f94d90-0cd6-4cc6-8e29-1e8a8cb40ca8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.129093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.131356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:51:22.131356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Checking segment: {'id': '95e86169-24e4-4493-92e2-f32872fcf532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:22.131789 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.132196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Bound using segment: {'id': '95e86169-24e4-4493-92e2-f32872fcf532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:51:22.132682 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Bound port: 0a138575-9904-446a-a2fe-ac1c4558c4bb, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e86169-24e4-4493-92e2-f32872fcf532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:51:22.133161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.223326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-46f94d90-0cd6-4cc6-8e29-1e8a8cb40ca8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.299753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f94d90-0cd6-4cc6-8e29-1e8a8cb40ca8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85119650-40fc-4af4-a22c-958214f716be,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:22.306803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:22.311119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.324286 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.324755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.347761 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ad3b611c-7feb-4854-ace8-87a702b83e8b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Synchronizing usage tracker for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:22.406133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] For port 0a138575-9904-446a-a2fe-ac1c4558c4bb, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:22.429222 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] For port 0a138575-9904-446a-a2fe-ac1c4558c4bb, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0a138575-9904-446a-a2fe-ac1c4558c4bb,segment=NetworkSegment(95e86169-24e4-4493-92e2-f32872fcf532),segment_id=95e86169-24e4-4493-92e2-f32872fcf532)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:22.490275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.497439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.500188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.557821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.623809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e86f5664-408f-41aa-aa79-4f3d7807db73 None None] Provisioning for port 6bada4fa-670d-4f83-87ba-fb5e1520b03e completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:22.691395 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ad3b611c-7feb-4854-ace8-87a702b83e8b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Unset dirty status for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:22.696526 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ad3b611c-7feb-4854-ace8-87a702b83e8b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6315832 Mar 08 11:51:22.698163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-46f94d90-0cd6-4cc6-8e29-1e8a8cb40ca8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.701208 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-46f94d90-0cd6-4cc6-8e29-1e8a8cb40ca8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2164037 Mar 08 11:51:22.706128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.710123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48260) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:22.710377 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48262) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:22.712197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.712699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e54ab3c6-4da7-4adf-b4ba-97f15121c86e {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:51:22.730736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-9322d28e-4134-4dd8-80d6-84c1d9b0c588 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Request body: {'security_group_rule': {'security_group_id': '5b40134e-559d-46e7-9b5d-eb9ae4d02f8d', 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:22.730998 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e86f5664-408f-41aa-aa79-4f3d7807db73 None None] Provisioning complete for port 6bada4fa-670d-4f83-87ba-fb5e1520b03e triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:22.731267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e86f5664-408f-41aa-aa79-4f3d7807db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.739042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-382df6b7-6244-4473-b99e-68a7681b4ccf tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': '70422f3d-8480-4553-8a3e-103bdd4b0346', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:22.750078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9322d28e-4134-4dd8-80d6-84c1d9b0c588 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:22.753505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.755108 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ddfb8c39-e831-407b-ba1b-94a452da9dcf admin admin] 10.222.0.32 "DELETE /v2.0/routers/e54ab3c6-4da7-4adf-b4ba-97f15121c86e HTTP/1.1" status: 204 len: 168 time: 5.0961249 Mar 08 11:51:22.760047 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48268) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:22.808507 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.809529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.810978 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-382df6b7-6244-4473-b99e-68a7681b4ccf tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:22.813500 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Routers {'815cf3bb-aa67-4ddf-9cd9-559518c99956'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:22.814193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['815cf3bb-aa67-4ddf-9cd9-559518c99956'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:22.835469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9322d28e-4134-4dd8-80d6-84c1d9b0c588 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Usage tracker for resource:security_group_rule and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:22.846165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-382df6b7-6244-4473-b99e-68a7681b4ccf tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:22.849691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9322d28e-4134-4dd8-80d6-84c1d9b0c588 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:22.858044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-382df6b7-6244-4473-b99e-68a7681b4ccf tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:22.880507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9322d28e-4134-4dd8-80d6-84c1d9b0c588 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:22.885378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-382df6b7-6244-4473-b99e-68a7681b4ccf tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:22.906789 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:22.951160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17c13a-1d3b-495c-8717-5d11546a3869 None None] Pushing event updated for resources: {'Port': ['ID=0a138575-9904-446a-a2fe-ac1c4558c4bb,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:22.981716 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f7d766-15f9-4a14-9d0c-a59a551179fc admin admin] Deleting subnet 7032fe46-bda6-47b7-88cb-a85f4ab74c1d {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:51:23.004893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d766-15f9-4a14-9d0c-a59a551179fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.032951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9322d28e-4134-4dd8-80d6-84c1d9b0c588 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.051570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e86f5664-408f-41aa-aa79-4f3d7807db73 None None] Port 6bada4fa-670d-4f83-87ba-fb5e1520b03e cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:23.059137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Deleting port 6c596a36-bd1d-4c16-b2f0-d0fbd727d51b {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:23.059556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.090782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=6bada4fa-670d-4f83-87ba-fb5e1520b03e,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:23.114359 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] Set router 815cf3bb-aa67-4ddf-9cd9-559518c99956 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:23.128155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d766-15f9-4a14-9d0c-a59a551179fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.177940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.189119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:23.189704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.262072 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 87eba0ce-4d8f-4c00-8aee-ec6f12047a1a is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:23.272921 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:23.301594 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Subnet': ['ID=24a70513-a43f-497c-9099-f9f90e0b5aca,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:23.304114 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-382df6b7-6244-4473-b99e-68a7681b4ccf tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The resource could not be found. Mar 08 11:51:23.305273 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-382df6b7-6244-4473-b99e-68a7681b4ccf tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5850835 Mar 08 11:51:23.311015 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9322d28e-4134-4dd8-80d6-84c1d9b0c588 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.325799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48272) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:23.341387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-78e6d97a-5d35-4aef-aba0-270d0d030e86 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group': {'name': 'tempest-secgroup--795895940'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:23.376763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-78e6d97a-5d35-4aef-aba0-270d0d030e86 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:23.393163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9322d28e-4134-4dd8-80d6-84c1d9b0c588 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.417023 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.428600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-78e6d97a-5d35-4aef-aba0-270d0d030e86 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:23.439522 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Checking segment: {'id': '99e9b24a-ec28-4cae-98bb-ac816d4112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:23.446045 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network hostable DHCP agents. Network: 7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:51:23.506614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Transition to ACTIVE for port object 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:23.506875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322d28e-4134-4dd8-80d6-84c1d9b0c588 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07031c6-cc74-4eeb-a984-a3d187f00a7d,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:23.532784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.544793 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8f9b2dda-53f3-4b84-9619-44e2a319df80 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:23.553190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d766-15f9-4a14-9d0c-a59a551179fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.657631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.678294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9322d28e-4134-4dd8-80d6-84c1d9b0c588 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.682483 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9322d28e-4134-4dd8-80d6-84c1d9b0c588 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9606240 Mar 08 11:51:23.683201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48276) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:23.690464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Calling delete_port for 6c596a36-bd1d-4c16-b2f0-d0fbd727d51b owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:23.725470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-78e6d97a-5d35-4aef-aba0-270d0d030e86 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.749239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-946e647a-d9e2-4b9c-b83c-03c7347256c7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Request body: {'security_group_rule': {'security_group_id': '5b40134e-559d-46e7-9b5d-eb9ae4d02f8d', 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:23.778182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-946e647a-d9e2-4b9c-b83c-03c7347256c7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:23.787085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.809815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-946e647a-d9e2-4b9c-b83c-03c7347256c7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Usage tracker for resource:security_group_rule and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:23.812553 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-78e6d97a-5d35-4aef-aba0-270d0d030e86 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:23.819496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-946e647a-d9e2-4b9c-b83c-03c7347256c7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:23.872896 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca4ad3-f3ce-4184-af21-32b15b449942 None None] Pushing event updated for resources: {'Port': ['ID=438ccc89-98c5-4fc5-9aaa-c4f4f7e53404,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:23.896861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:51:23.925869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 8f9b2dda-53f3-4b84-9619-44e2a319df80 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:23.926275 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.928464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d766-15f9-4a14-9d0c-a59a551179fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.953460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:23.966901 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a0a25c4b-4346-4868-bbc3-9820209daf05 None None] Provisioning complete for port 6bada4fa-670d-4f83-87ba-fb5e1520b03e triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:23.966901 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a0a25c4b-4346-4868-bbc3-9820209daf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.978327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:51:23.983223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7d766-15f9-4a14-9d0c-a59a551179fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7032fe46-bda6-47b7-88cb-a85f4ab74c1d,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:23.985426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d766-15f9-4a14-9d0c-a59a551179fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:23.993250 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c7f7d766-15f9-4a14-9d0c-a59a551179fc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7032fe46-bda6-47b7-88cb-a85f4ab74c1d HTTP/1.1" status: 204 len: 168 time: 1.2319241 Mar 08 11:51:23.996021 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48280) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:24.048303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0771178f-dfa2-4566-9670-ca2f04a1606f None None] Network c9696f42-2096-4d7e-b072-373349eed38f requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:24.085801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:24.110303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-78e6d97a-5d35-4aef-aba0-270d0d030e86 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:24.126617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:24.127404 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.160684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b782fac-11e7-4bae-942b-bc39c7528f7c None None] Network 7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:24.241546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-946e647a-d9e2-4b9c-b83c-03c7347256c7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:24.255604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-78e6d97a-5d35-4aef-aba0-270d0d030e86 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:24.261831 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Attempting to bind port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:24.262568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Attempting to bind port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:24.262568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Attempting to bind port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:24.268617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-78e6d97a-5d35-4aef-aba0-270d0d030e86 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:24.289194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.311777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:24.317319 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-91921d11-e743-4695-b3b1-569c3d398ecf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4444931 Mar 08 11:51:24.322062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48284) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:24.322223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a0a25c4b-4346-4868-bbc3-9820209daf05 None None] Port 6bada4fa-670d-4f83-87ba-fb5e1520b03e cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:24.322756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Deleting port e252216a-d259-4010-91b5-7c9b2e8cfbdd {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:24.323167 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.331150 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2cb98-eed2-45f4-9969-15f28fa63752 None None] Sync routers for ids ['1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:24.336988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:51:24.337383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:24.337789 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.338196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:51:24.338671 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Bound port: 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:51:24.339048 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.350308 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2cb98-eed2-45f4-9969-15f28fa63752 None None] Routers {'1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:24.351174 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9ba2cb98-eed2-45f4-9969-15f28fa63752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:24.367824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'name': 'tempest-TestVolumeBootPattern-45097611-router', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:01Z', 'updated_at': '2022-03-08T11:51:14Z', 'revision_number': 4, 'project_id': 'fcc47698978846d99ffc2804a3a64ff1', 'gw_port': {'id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:04Z', 'updated_at': '2022-03-08T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '0a138575-9904-446a-a2fe-ac1c4558c4bb', 'name': '', 'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'mac_address': 'fa:16:3e:ac:24:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '3505cc4f-0c47-4a9e-95e8-084735fadbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:11Z', 'updated_at': '2022-03-08T11:51:22Z', 'revision_number': 4, 'project_id': 'fcc47698978846d99ffc2804a3a64ff1', 'subnets': [{'id': '3505cc4f-0c47-4a9e-95e8-084735fadbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:24.408835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a7ac40-069a-4c96-8e8f-634c6a73a44e None None] The sync data for ids ['815cf3bb-aa67-4ddf-9cd9-559518c99956'] in dv-neutron-828143-8-hyperv is: [{'id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'name': 'tempest-TestVolumeBootPattern-45097611-router', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:01Z', 'updated_at': '2022-03-08T11:51:14Z', 'revision_number': 4, 'project_id': 'fcc47698978846d99ffc2804a3a64ff1', 'gw_port': {'id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:04Z', 'updated_at': '2022-03-08T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '0a138575-9904-446a-a2fe-ac1c4558c4bb', 'name': '', 'network_id': '9d44f032-84b8-4898-8f7f-5b208d70df96', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'mac_address': 'fa:16:3e:ac:24:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '3505cc4f-0c47-4a9e-95e8-084735fadbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:11Z', 'updated_at': '2022-03-08T11:51:22Z', 'revision_number': 4, 'project_id': 'fcc47698978846d99ffc2804a3a64ff1', 'subnets': [{'id': '3505cc4f-0c47-4a9e-95e8-084735fadbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:24.425917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-946e647a-d9e2-4b9c-b83c-03c7347256c7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.434745 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9ba2cb98-eed2-45f4-9969-15f28fa63752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:24.445099 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2cb98-eed2-45f4-9969-15f28fa63752 None None] Routers {'1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:24.445709 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9ba2cb98-eed2-45f4-9969-15f28fa63752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:24.559632 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-685514e2-fc97-4119-8143-b8dc882338d9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1471424 Mar 08 11:51:24.564666 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48288) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:24.570402 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9ba2cb98-eed2-45f4-9969-15f28fa63752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:24.580420 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2cb98-eed2-45f4-9969-15f28fa63752 None None] The sync data for ids ['1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:24.588060 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-37598af9-6a19-4719-866a-fa12e66173c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1965809617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:24.589530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:51:24.589762 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:51:24.609594 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-37598af9-6a19-4719-866a-fa12e66173c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:24.620412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-37598af9-6a19-4719-866a-fa12e66173c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:router and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:24.632281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-78e6d97a-5d35-4aef-aba0-270d0d030e86 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.637128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-946e647a-d9e2-4b9c-b83c-03c7347256c7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.666901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-37598af9-6a19-4719-866a-fa12e66173c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:24.673037 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.699753 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c9a47b-0fd5-48be-bd7a-37da3d31e536 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:24.700523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-08c9a47b-0fd5-48be-bd7a-37da3d31e536 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Synchronizing usage tracker for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:24.718176 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-37598af9-6a19-4719-866a-fa12e66173c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:24.725438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-78e6d97a-5d35-4aef-aba0-270d0d030e86 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.769166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Pushing event deleted for resources: {'Port': ['ID=6c596a36-bd1d-4c16-b2f0-d0fbd727d51b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:24.809424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4e14bade-ba92-41e4-9dee-0e3824a473d9 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:24.813522 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-946e647a-d9e2-4b9c-b83c-03c7347256c7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.851812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 4e14bade-ba92-41e4-9dee-0e3824a473d9 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:24.852171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4e14bade-ba92-41e4-9dee-0e3824a473d9 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:24.872071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-08c9a47b-0fd5-48be-bd7a-37da3d31e536 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Unset dirty status for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:24.876820 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a', 'network_id': '7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a', 'tenant_id': '6bf2e6502ed8457aba4798042de61a1a', 'fixed_ips': [{'subnet_id': '24a70513-a43f-497c-9099-f9f90e0b5aca'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:51:24.877009 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-08c9a47b-0fd5-48be-bd7a-37da3d31e536 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports/6bada4fa-670d-4f83-87ba-fb5e1520b03e HTTP/1.1" status: 200 len: 911 time: 0.4907992 Mar 08 11:51:24.877100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.877182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-37598af9-6a19-4719-866a-fa12e66173c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.877495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-37598af9-6a19-4719-866a-fa12e66173c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.896933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48292) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:24.896933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6d97a-5d35-4aef-aba0-270d0d030e86 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2cc90f-2619-4251-8696-59a5b6ea2157,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:24.901070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e647a-d9e2-4b9c-b83c-03c7347256c7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c8546f-0dae-446b-9ca8-5f42d729b2e5,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:24.911753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d5321773-9e1d-467b-a7ba-a972b203226f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d139a4f-be00-442e-8772-aa561072bed6'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:24.917677 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-37598af9-6a19-4719-866a-fa12e66173c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.943112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] For port e252216a-d259-4010-91b5-7c9b2e8cfbdd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e252216a-d259-4010-91b5-7c9b2e8cfbdd,segment=NetworkSegment(9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d),segment_id=9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:24.943583 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:24.969420 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] For port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:25.006554 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] For port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=438ccc89-98c5-4fc5-9aaa-c4f4f7e53404,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:25.076136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.089451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Calling delete_port for e252216a-d259-4010-91b5-7c9b2e8cfbdd owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:25.125194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:25.125829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.134709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Allocated IP 172.20.0.2 (7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a/24a70513-a43f-497c-9099-f9f90e0b5aca/f67f1d5a-c512-44ef-a1b8-38a67231203c) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:25.154377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-37598af9-6a19-4719-866a-fa12e66173c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.242740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52519fe6-3a10-47ac-922d-819b1c757602 None None] DHCP port deletion for c9696f42-2096-4d7e-b072-373349eed38f request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:51:25.244917 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.245208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-78e6d97a-5d35-4aef-aba0-270d0d030e86 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.250592 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-78e6d97a-5d35-4aef-aba0-270d0d030e86 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9235334 Mar 08 11:51:25.251361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48296) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:25.255222 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-37598af9-6a19-4719-866a-fa12e66173c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.256475 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-37598af9-6a19-4719-866a-fa12e66173c4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6879704 Mar 08 11:51:25.259182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-946e647a-d9e2-4b9c-b83c-03c7347256c7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.260061 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881584483'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:25.260863 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-946e647a-d9e2-4b9c-b83c-03c7347256c7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5370500 Mar 08 11:51:25.268076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48300) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:25.268526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48302) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:25.277546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'network_id': '7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a', 'name': 'tempest-PortsTestJSON-548414322'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:25.294889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.298864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-52519fe6-3a10-47ac-922d-819b1c757602 None None] Deleting port e252216a-d259-4010-91b5-7c9b2e8cfbdd {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:25.299244 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-52519fe6-3a10-47ac-922d-819b1c757602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.305161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:25.310414 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-249ac910-91f9-488f-83f1-d837c7abbd9c tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Request body: {'security_group_rule': {'security_group_id': '5b40134e-559d-46e7-9b5d-eb9ae4d02f8d', 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:25.317080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-249ac910-91f9-488f-83f1-d837c7abbd9c tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:25.321628 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-249ac910-91f9-488f-83f1-d837c7abbd9c tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Usage tracker for resource:security_group_rule and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:25.324684 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-249ac910-91f9-488f-83f1-d837c7abbd9c tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:25.331100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-249ac910-91f9-488f-83f1-d837c7abbd9c tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:25.424208 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-52519fe6-3a10-47ac-922d-819b1c757602 None None] The port 'e252216a-d259-4010-91b5-7c9b2e8cfbdd' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:51:25.424871 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:25.443776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:25.449421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Routers {'91beaf47-2652-4088-b67b-9a15d82493e4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:25.454675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:25.470022 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['91beaf47-2652-4088-b67b-9a15d82493e4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:25.570881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.579215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.672851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e252216a-d259-4010-91b5-7c9b2e8cfbdd,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:25.680536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:25.685049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:port and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:25.688872 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:25.696225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:25.706023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] No DVR routers for this DVR port e252216a-d259-4010-91b5-7c9b2e8cfbdd on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:25.740416 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] Set router 91beaf47-2652-4088-b67b-9a15d82493e4 gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:25.753056 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.756400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d5321773-9e1d-467b-a7ba-a972b203226f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.777342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-249ac910-91f9-488f-83f1-d837c7abbd9c tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.814079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:25.833501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:25.837158 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.845707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.846456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Fanout notify agent at l3_agent the message router_deleted on router 1fce154f-c562-49f0-83f4-61871aabe4c1 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:51:25.850242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:25.854874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:25.894828 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:25.921759 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] For port 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=438ccc89-98c5-4fc5-9aaa-c4f4f7e53404,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:25.922164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:25.961925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port dd3e5475-32d9-4e1a-ad64-fee567a81f85 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:51:25.964084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0a138575-9904-446a-a2fe-ac1c4558c4bb up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:26.022349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.087801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca4ad3-f3ce-4184-af21-32b15b449942 None None] Pushing event updated for resources: {'Port': ['ID=438ccc89-98c5-4fc5-9aaa-c4f4f7e53404,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:26.189327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-249ac910-91f9-488f-83f1-d837c7abbd9c tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.193040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.220822 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9696f42-2096-4d7e-b072-373349eed38f']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:26.226324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Transition to ACTIVE for port object f67f1d5a-c512-44ef-a1b8-38a67231203c will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:26.239345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:26.239644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a61e9c1-2d8d-41c3-9e3d-2a31a6b6f29d') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:26.251110 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:26.259531 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.272557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Transition to ACTIVE for port object f67f1d5a-c512-44ef-a1b8-38a67231203c will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:26.277499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-249ac910-91f9-488f-83f1-d837c7abbd9c tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.286013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.291105 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8c99f94e-182c-4556-b611-a4830a90f109 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "DELETE /v2.0/routers/1fce154f-c562-49f0-83f4-61871aabe4c1 HTTP/1.1" status: 204 len: 168 time: 4.2633870 Mar 08 11:51:26.299138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.300740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48308) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:26.306138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-5e121f0e-efd4-4017-92c8-f5b7a4b2985f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1188674428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:26.329268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5e121f0e-efd4-4017-92c8-f5b7a4b2985f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:26.329515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:51:26.329861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.331200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 0a138575-9904-446a-a2fe-ac1c4558c4bb completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:26.338639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 0a138575-9904-446a-a2fe-ac1c4558c4bb triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:26.339041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.343605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ac910-91f9-488f-83f1-d837c7abbd9c tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9041e95-a965-4f90-8ad1-04a07d7afdd6,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:51:26.345434 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:51:26.379825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.410641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5e121f0e-efd4-4017-92c8-f5b7a4b2985f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Usage tracker for resource:router and tenant:869ff70f5e3b428d8169fcb3052b7878 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:26.419433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5e121f0e-efd4-4017-92c8-f5b7a4b2985f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:26.426877 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.458304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beaf47-2652-4088-b67b-9a15d82493e4', 'name': 'tempest-NetworksTestDHCPv6-router-379050341', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:12Z', 'updated_at': '2022-03-08T11:51:17Z', 'revision_number': 2, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'gw_port_host': None, '_interfaces': [{'id': '438ccc89-98c5-4fc5-9aaa-c4f4f7e53404', 'name': '', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'mac_address': 'fa:16:3e:85:2e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beaf47-2652-4088-b67b-9a15d82493e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '26a75663-2009-4676-9a8b-8449657c936b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:14Z', 'updated_at': '2022-03-08T11:51:24Z', 'revision_number': 4, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'subnets': [{'id': '26a75663-2009-4676-9a8b-8449657c936b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:26.466364 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Network 7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:26.481190 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:26.487470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc4cc2-0852-41df-a7d1-1fe67500cae6 None None] The sync data for ids ['91beaf47-2652-4088-b67b-9a15d82493e4'] in dv-neutron-828143-8-hyperv is: [{'id': '91beaf47-2652-4088-b67b-9a15d82493e4', 'name': 'tempest-NetworksTestDHCPv6-router-379050341', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:12Z', 'updated_at': '2022-03-08T11:51:17Z', 'revision_number': 2, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'gw_port_host': None, '_interfaces': [{'id': '438ccc89-98c5-4fc5-9aaa-c4f4f7e53404', 'name': '', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'mac_address': 'fa:16:3e:85:2e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91beaf47-2652-4088-b67b-9a15d82493e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '26a75663-2009-4676-9a8b-8449657c936b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:14Z', 'updated_at': '2022-03-08T11:51:24Z', 'revision_number': 4, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'subnets': [{'id': '26a75663-2009-4676-9a8b-8449657c936b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:26.493713 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:26.502785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Pushing event updated for resources: {'Port': ['ID=f67f1d5a-c512-44ef-a1b8-38a67231203c,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:26.505546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5e121f0e-efd4-4017-92c8-f5b7a4b2985f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:26.522995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.3 (7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a/24a70513-a43f-497c-9099-f9f90e0b5aca/dd3e5475-32d9-4e1a-ad64-fee567a81f85) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:26.534108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.626498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-249ac910-91f9-488f-83f1-d837c7abbd9c tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.629101 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-249ac910-91f9-488f-83f1-d837c7abbd9c tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3567805 Mar 08 11:51:26.629985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48312) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:26.638328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c99ce2ab-4563-4f52-b622-b40713b25de3 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Request body: {'security_group_rule': {'security_group_id': '5b40134e-559d-46e7-9b5d-eb9ae4d02f8d', 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:26.640394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Attempting to bind port f67f1d5a-c512-44ef-a1b8-38a67231203c on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:26.640763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Attempting to bind port f67f1d5a-c512-44ef-a1b8-38a67231203c by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '99e9b24a-ec28-4cae-98bb-ac816d4112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:26.641095 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Attempting to bind port f67f1d5a-c512-44ef-a1b8-38a67231203c on network 7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:26.651667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c99ce2ab-4563-4f52-b622-b40713b25de3 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:26.657278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:51:26.658006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Checking segment: {'id': '99e9b24a-ec28-4cae-98bb-ac816d4112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:26.658855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.659418 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Bound using segment: {'id': '99e9b24a-ec28-4cae-98bb-ac816d4112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:51:26.660261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Bound port: f67f1d5a-c512-44ef-a1b8-38a67231203c, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e9b24a-ec28-4cae-98bb-ac816d4112a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:51:26.660817 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.679014 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.693205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c99ce2ab-4563-4f52-b622-b40713b25de3 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Usage tracker for resource:security_group_rule and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:26.702837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c99ce2ab-4563-4f52-b622-b40713b25de3 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:26.722788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.728289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.732734 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c9696f42-2096-4d7e-b072-373349eed38f HTTP/1.1" status: 204 len: 168 time: 2.7354851 Mar 08 11:51:26.761765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eea4764-2f7a-4609-bea9-3881e6345740,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:26.765492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.770077 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bc296858-ea19-4e4e-9cd4-9a220b39760e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5143743 Mar 08 11:51:26.774496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48318) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:26.788722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-731d0220-884c-48ee-ba83-f6fae22be54a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group_rule': {'security_group_id': 'ba2cc90f-2619-4251-8696-59a5b6ea2157', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9eea4764-2f7a-4609-bea9-3881e6345740'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:26.813474 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 0a138575-9904-446a-a2fe-ac1c4558c4bb, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0a138575-9904-446a-a2fe-ac1c4558c4bb,segment=NetworkSegment(95e86169-24e4-4493-92e2-f32872fcf532),segment_id=95e86169-24e4-4493-92e2-f32872fcf532)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:26.851845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] For port f67f1d5a-c512-44ef-a1b8-38a67231203c, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:26.856592 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] For port f67f1d5a-c512-44ef-a1b8-38a67231203c, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f67f1d5a-c512-44ef-a1b8-38a67231203c,segment=NetworkSegment(99e9b24a-ec28-4cae-98bb-ac816d4112a3),segment_id=99e9b24a-ec28-4cae-98bb-ac816d4112a3)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:26.861777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c99ce2ab-4563-4f52-b622-b40713b25de3 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:26.868160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c12df-fec1-4aaf-98af-91ab9b39cea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9696f42-2096-4d7e-b072-373349eed38f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:26.869423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5e121f0e-efd4-4017-92c8-f5b7a4b2985f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.870416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5e121f0e-efd4-4017-92c8-f5b7a4b2985f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.876837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-731d0220-884c-48ee-ba83-f6fae22be54a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:26.887872 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.893761 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-731d0220-884c-48ee-ba83-f6fae22be54a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:26.899819 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-731d0220-884c-48ee-ba83-f6fae22be54a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:26.912308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-731d0220-884c-48ee-ba83-f6fae22be54a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:26.960908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:26.974376 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.005217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device e252216a-d259-4010-91b5-7c9b2e8cfbdd no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:27.025248 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Transition to ACTIVE for port object dd3e5475-32d9-4e1a-ad64-fee567a81f85 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:27.026122 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-c99ce2ab-4563-4f52-b622-b40713b25de3 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Project fc845f00a4be4cc0b54e556d5bddbd4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:51:27.033403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.057453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: e252216a-d259-4010-91b5-7c9b2e8cfbdd {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:27.057453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device e252216a-d259-4010-91b5-7c9b2e8cfbdd not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:27.067410 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=0a138575-9904-446a-a2fe-ac1c4558c4bb,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:27.115366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5e121f0e-efd4-4017-92c8-f5b7a4b2985f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.125264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c99ce2ab-4563-4f52-b622-b40713b25de3 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.130870 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-731d0220-884c-48ee-ba83-f6fae22be54a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:51:27.133186 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-731d0220-884c-48ee-ba83-f6fae22be54a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3549099 Mar 08 11:51:27.136682 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48322) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:27.150338 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc500f-483a-45df-904a-16f23fcec220 None None] Pushing event updated for resources: {'Port': ['ID=f67f1d5a-c512-44ef-a1b8-38a67231203c,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:27.200203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48326) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:27.208252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=438ccc89-98c5-4fc5-9aaa-c4f4f7e53404,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:27.233572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.331841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6681e3c6-c172-4e45-830b-dac13d470e5a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.447389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:27.448352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:27.451146 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6681e3c6-c172-4e45-830b-dac13d470e5a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.487122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:27.532632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.553142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d5321773-9e1d-467b-a7ba-a972b203226f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.619676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0a138575-9904-446a-a2fe-ac1c4558c4bb up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:27.622193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:27.622866 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.645301 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dd370c86-4197-4777-9afb-660bfe080b76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=451a6ae544ae458da1fdd0d6f1d54d89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4409530 Mar 08 11:51:27.645301 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=dd3e5475-32d9-4e1a-ad64-fee567a81f85,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:27.646285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48332) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:27.709549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5e121f0e-efd4-4017-92c8-f5b7a4b2985f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.715113 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 0a138575-9904-446a-a2fe-ac1c4558c4bb triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:27.715730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.722654 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c99ce2ab-4563-4f52-b622-b40713b25de3 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.739904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d5321773-9e1d-467b-a7ba-a972b203226f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.739904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5321773-9e1d-467b-a7ba-a972b203226f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:27.740437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d5321773-9e1d-467b-a7ba-a972b203226f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.743169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-da5a073e-8a97-4ee0-8b3e-186feb32c4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.743672 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d5321773-9e1d-467b-a7ba-a972b203226f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/ports/6bada4fa-670d-4f83-87ba-fb5e1520b03e HTTP/1.1" status: 200 len: 911 time: 2.8427665 Mar 08 11:51:27.745586 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48336) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:27.829319 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c629aaff-95b9-49ca-b6c1-197c87153874 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5589993 Mar 08 11:51:27.851569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48340) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:27.853988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6681e3c6-c172-4e45-830b-dac13d470e5a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.857028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6681e3c6-c172-4e45-830b-dac13d470e5a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.861579 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6681e3c6-c172-4e45-830b-dac13d470e5a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "DELETE /v2.0/security-groups/9eea4764-2f7a-4609-bea9-3881e6345740 HTTP/1.1" status: 204 len: 168 time: 0.7220104 Mar 08 11:51:27.864241 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f67f1d5a-c512-44ef-a1b8-38a67231203c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:27.864385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48344) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:27.867184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c99ce2ab-4563-4f52-b622-b40713b25de3 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.935011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-da5a073e-8a97-4ee0-8b3e-186feb32c4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.961070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48348) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:27.972837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ce2ab-4563-4f52-b622-b40713b25de3 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373d1c9b-c940-47bb-a34f-488635283c61,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:27.988564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5e121f0e-efd4-4017-92c8-f5b7a4b2985f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:27.989723 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5e121f0e-efd4-4017-92c8-f5b7a4b2985f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6879542 Mar 08 11:51:28.007596 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port f67f1d5a-c512-44ef-a1b8-38a67231203c completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:28.012000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48352) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:28.034193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:28.091508 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681e3c6-c172-4e45-830b-dac13d470e5a tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eea4764-2f7a-4609-bea9-3881e6345740,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:28.181144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5321773-9e1d-467b-a7ba-a972b203226f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=6bada4fa-670d-4f83-87ba-fb5e1520b03e,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:28.200439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c99ce2ab-4563-4f52-b622-b40713b25de3 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:28.204723 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c99ce2ab-4563-4f52-b622-b40713b25de3 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5674856 Mar 08 11:51:28.211236 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48356) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:28.284084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Router 91beaf47-2652-4088-b67b-9a15d82493e4 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:51:28.469566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6fae554a-c3fc-42e2-8a46-6692e269eb3a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Request body: {'security_group_rule': {'security_group_id': '5b40134e-559d-46e7-9b5d-eb9ae4d02f8d', 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:28.497490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6fae554a-c3fc-42e2-8a46-6692e269eb3a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:28.521634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:28.539088 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-143c084f-f13d-45f4-874e-adc72263fdd3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "PUT /v2.0/routers/91beaf47-2652-4088-b67b-9a15d82493e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3415790 Mar 08 11:51:28.539088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48360) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:28.567233 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6fae554a-c3fc-42e2-8a46-6692e269eb3a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Usage tracker for resource:security_group_rule and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:28.572306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-540fc791-2918-4f9f-985f-c75f73528858 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Deleting port ae3aaf27-8af0-45a8-a50e-910752882e7f {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:28.572661 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-540fc791-2918-4f9f-985f-c75f73528858 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:28.667643 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6fae554a-c3fc-42e2-8a46-6692e269eb3a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:28.689559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c816dbac-8d7d-4897-b2bd-86d8ba742206 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:28.691744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c816dbac-8d7d-4897-b2bd-86d8ba742206 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:28.692500 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c816dbac-8d7d-4897-b2bd-86d8ba742206 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:28.763178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6fae554a-c3fc-42e2-8a46-6692e269eb3a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:28.768335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5243d49-9b0a-464b-8fc3-4711488ae114 None None] Sync routers for ids ['91beaf47-2652-4088-b67b-9a15d82493e4'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:28.783119 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5243d49-9b0a-464b-8fc3-4711488ae114 None None] Routers {'91beaf47-2652-4088-b67b-9a15d82493e4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:28.784830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-f5243d49-9b0a-464b-8fc3-4711488ae114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['91beaf47-2652-4088-b67b-9a15d82493e4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:28.796552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-540fc791-2918-4f9f-985f-c75f73528858 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:28.796815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-540fc791-2918-4f9f-985f-c75f73528858 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:28.827165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-415c3a29-db2a-42cf-8b58-ee98f60f5ded tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Synchronizing usage tracker for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:28.847236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe345ec-4af9-4cd2-8318-76a15cc4aeb6 None None] Network 7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:28.865575 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c816dbac-8d7d-4897-b2bd-86d8ba742206 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:28.869293 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c816dbac-8d7d-4897-b2bd-86d8ba742206 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3279347 Mar 08 11:51:28.924239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48364) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:28.961542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-540fc791-2918-4f9f-985f-c75f73528858 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Calling delete_port for ae3aaf27-8af0-45a8-a50e-910752882e7f owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:29.002949 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-f5243d49-9b0a-464b-8fc3-4711488ae114 None None] Set router 91beaf47-2652-4088-b67b-9a15d82493e4 gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:29.045846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e72e08-e8dd-4528-b3ea-cb576d6f81cb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 26a75663-2009-4676-9a8b-8449657c936b {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:51:29.055185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f1e72e08-e8dd-4528-b3ea-cb576d6f81cb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.090636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-da5a073e-8a97-4ee0-8b3e-186feb32c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.118225 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-f5243d49-9b0a-464b-8fc3-4711488ae114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beaf47-2652-4088-b67b-9a15d82493e4', 'name': 'tempest-NetworksTestDHCPv6-router-379050341', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:12Z', 'updated_at': '2022-03-08T11:51:26Z', 'revision_number': 3, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:29.122063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f1e72e08-e8dd-4528-b3ea-cb576d6f81cb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.124367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5243d49-9b0a-464b-8fc3-4711488ae114 None None] Checking router: 91beaf47-2652-4088-b67b-9a15d82493e4 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:29.132800 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-6fae554a-c3fc-42e2-8a46-6692e269eb3a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Project fc845f00a4be4cc0b54e556d5bddbd4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:51:29.142734 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5243d49-9b0a-464b-8fc3-4711488ae114 None None] Routers {'91beaf47-2652-4088-b67b-9a15d82493e4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:29.143576 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-f5243d49-9b0a-464b-8fc3-4711488ae114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['91beaf47-2652-4088-b67b-9a15d82493e4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:29.238406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a073e-8a97-4ee0-8b3e-186feb32c4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ed6ef3-b523-407c-94bf-b0a92612a31f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:29.251156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.259372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f1e72e08-e8dd-4528-b3ea-cb576d6f81cb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.280201 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6fae554a-c3fc-42e2-8a46-6692e269eb3a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.298729 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-415c3a29-db2a-42cf-8b58-ee98f60f5ded tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Unset dirty status for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:29.302901 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-415c3a29-db2a-42cf-8b58-ee98f60f5ded tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 1.3714638 Mar 08 11:51:29.304578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48368) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:29.332725 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-da5a073e-8a97-4ee0-8b3e-186feb32c4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.332725 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-da5a073e-8a97-4ee0-8b3e-186feb32c4aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9ed6ef3-b523-407c-94bf-b0a92612a31f HTTP/1.1" status: 204 len: 168 time: 1.6783488 Mar 08 11:51:29.334221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-540fc791-2918-4f9f-985f-c75f73528858 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.351263 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-f5243d49-9b0a-464b-8fc3-4711488ae114 None None] Set router 91beaf47-2652-4088-b67b-9a15d82493e4 gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:29.407941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fc791-2918-4f9f-985f-c75f73528858 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event deleted for resources: {'Port': ['ID=ae3aaf27-8af0-45a8-a50e-910752882e7f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:29.488853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-68069017-f2fa-400a-a871-b5bce924b75d tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.515807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2ff3e849-1d5f-4ce5-a42b-bca9617eceba None None] Provisioning for port f67f1d5a-c512-44ef-a1b8-38a67231203c completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:29.565142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-f5243d49-9b0a-464b-8fc3-4711488ae114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91beaf47-2652-4088-b67b-9a15d82493e4', 'name': 'tempest-NetworksTestDHCPv6-router-379050341', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:12Z', 'updated_at': '2022-03-08T11:51:26Z', 'revision_number': 3, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:29.579932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2ff3e849-1d5f-4ce5-a42b-bca9617eceba None None] Provisioning complete for port f67f1d5a-c512-44ef-a1b8-38a67231203c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:29.580309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e849-1d5f-4ce5-a42b-bca9617eceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.589350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6fae554a-c3fc-42e2-8a46-6692e269eb3a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.650064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5243d49-9b0a-464b-8fc3-4711488ae114 None None] The sync data for ids ['91beaf47-2652-4088-b67b-9a15d82493e4'] in dv-neutron-828143-8-hyperv is: [{'id': '91beaf47-2652-4088-b67b-9a15d82493e4', 'name': 'tempest-NetworksTestDHCPv6-router-379050341', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:12Z', 'updated_at': '2022-03-08T11:51:26Z', 'revision_number': 3, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'gw_port_host': None}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:29.661865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f1e72e08-e8dd-4528-b3ea-cb576d6f81cb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.684953 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6fae554a-c3fc-42e2-8a46-6692e269eb3a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.700439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.723321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-68069017-f2fa-400a-a871-b5bce924b75d tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.740741 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e72e08-e8dd-4528-b3ea-cb576d6f81cb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=26a75663-2009-4676-9a8b-8449657c936b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:29.742857 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f1e72e08-e8dd-4528-b3ea-cb576d6f81cb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.758890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae2fabc-0f5b-49c7-8855-abc1741f204b None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:29.768249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-540fc791-2918-4f9f-985f-c75f73528858 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:29.768630 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-540fc791-2918-4f9f-985f-c75f73528858 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Floating IP 73ae379b-09e8-42d6-a0db-55977ba85639 disassociated (deleted). External IP: 172.26.4.15, port: 0e15851f-4c44-4488-b198-dc1514ab7524. Mar 08 11:51:29.944625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae554a-c3fc-42e2-8a46-6692e269eb3a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b85e38c-99de-47af-aae5-e202ff9ff43a,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:29.997857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e849-1d5f-4ce5-a42b-bca9617eceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:30.061138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-68069017-f2fa-400a-a871-b5bce924b75d tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:30.076174 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f1e72e08-e8dd-4528-b3ea-cb576d6f81cb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/26a75663-2009-4676-9a8b-8449657c936b HTTP/1.1" status: 204 len: 168 time: 1.1508725 Mar 08 11:51:30.078487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48380) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:30.105160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68069017-f2fa-400a-a871-b5bce924b75d tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2cc90f-2619-4251-8696-59a5b6ea2157,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:30.123395 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-2ff3e849-1d5f-4ce5-a42b-bca9617eceba None None] For port f67f1d5a-c512-44ef-a1b8-38a67231203c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f67f1d5a-c512-44ef-a1b8-38a67231203c,segment=NetworkSegment(99e9b24a-ec28-4cae-98bb-ac816d4112a3),segment_id=99e9b24a-ec28-4cae-98bb-ac816d4112a3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:30.145672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6fae554a-c3fc-42e2-8a46-6692e269eb3a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:30.147116 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6fae554a-c3fc-42e2-8a46-6692e269eb3a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.9199872 Mar 08 11:51:30.184665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e849-1d5f-4ce5-a42b-bca9617eceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:30.312152 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cebea2-f0a1-48be-a563-cb8966dc9da8 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:51:30.339910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e8cebea2-f0a1-48be-a563-cb8966dc9da8 None None] Deleting port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:30.340607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e8cebea2-f0a1-48be-a563-cb8966dc9da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:30.539884 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-68069017-f2fa-400a-a871-b5bce924b75d tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:30.544027 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-68069017-f2fa-400a-a871-b5bce924b75d tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "DELETE /v2.0/security-groups/ba2cc90f-2619-4251-8696-59a5b6ea2157 HTTP/1.1" status: 204 len: 168 time: 1.2374003 Mar 08 11:51:30.564125 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48424) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:30.618933 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b82979e2-862c-4278-aee6-020a84b95e87 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:30.710342 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3e849-1d5f-4ce5-a42b-bca9617eceba None None] Pushing event updated for resources: {'Port': ['ID=f67f1d5a-c512-44ef-a1b8-38a67231203c,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:30.732100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.resource_extend [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:51:30.737229 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9c67f66a-6e2d-4605-a9c2-6581a31f914c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:router {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:30.774568 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:30.785801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540fc791-2918-4f9f-985f-c75f73528858 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:51:30.815146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e8cebea2-f0a1-48be-a563-cb8966dc9da8 None None] For port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3694ef81-0cdf-4c10-9cba-52b1f705fd9d,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:30.816185 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e8cebea2-f0a1-48be-a563-cb8966dc9da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:30.876298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9c67f66a-6e2d-4605-a9c2-6581a31f914c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:router {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:30.880519 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9c67f66a-6e2d-4605-a9c2-6581a31f914c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7744122 Mar 08 11:51:30.880757 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48440) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:30.899256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e972c899-2603-45ea-9332-e54e8707dc49 None None] Provisioning for port dd3e5475-32d9-4e1a-ad64-fee567a81f85 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:30.922132 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:30.975949 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f730ec6b-f755-426d-9af6-1396579f3f5b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4075944 Mar 08 11:51:30.992343 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48446) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:30.996294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e8cebea2-f0a1-48be-a563-cb8966dc9da8 None None] Calling delete_port for 3694ef81-0cdf-4c10-9cba-52b1f705fd9d owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:31.037409 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e972c899-2603-45ea-9332-e54e8707dc49 None None] Provisioning complete for port dd3e5475-32d9-4e1a-ad64-fee567a81f85 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:31.038118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e972c899-2603-45ea-9332-e54e8707dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:31.063332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group': {'name': 'tempest-secgroup--852370682'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:31.086445 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:31.135299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:31.140674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e972c899-2603-45ea-9332-e54e8707dc49 None None] Port dd3e5475-32d9-4e1a-ad64-fee567a81f85 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:31.184477 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:31.187249 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e972c899-2603-45ea-9332-e54e8707dc49 None None] Provisioning complete for port f67f1d5a-c512-44ef-a1b8-38a67231203c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:31.187986 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e972c899-2603-45ea-9332-e54e8707dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:31.190083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-44971046-d6cf-43e3-a3a8-2649df70758a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:31.221004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:31.240575 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:31.291713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540fc791-2918-4f9f-985f-c75f73528858 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:31.303346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-540fc791-2918-4f9f-985f-c75f73528858 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:31.310485 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=dd3e5475-32d9-4e1a-ad64-fee567a81f85,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:31.315867 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046932b-8ee7-489d-8b23-f8bfb5868c66 None None] Sync routers for ids ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:31.341655 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046932b-8ee7-489d-8b23-f8bfb5868c66 None None] Routers {'183e19e8-61e5-4ca2-b5a5-f4c7649a434c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:31.347683 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d046932b-8ee7-489d-8b23-f8bfb5868c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:31.357677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e8cebea2-f0a1-48be-a563-cb8966dc9da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:31.413749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:31.548714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:31.613278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f67f1d5a-c512-44ef-a1b8-38a67231203c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:31.634339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:31.648812 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Usage tracker for resource:security_group_rule and tenant:308eb614227b408dbb777d9b896d4621 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:31.656040 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:31.732893 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-d046932b-8ee7-489d-8b23-f8bfb5868c66 None None] Set router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:31.770233 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:31.783030 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cebea2-f0a1-48be-a563-cb8966dc9da8 None None] Pushing event deleted for resources: {'Port': ['ID=3694ef81-0cdf-4c10-9cba-52b1f705fd9d,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:31.822776 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cebea2-f0a1-48be-a563-cb8966dc9da8 None None] No DVR routers for this DVR port 3694ef81-0cdf-4c10-9cba-52b1f705fd9d on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:31.855692 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f67f1d5a-c512-44ef-a1b8-38a67231203c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:31.856305 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:31.883995 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-540fc791-2918-4f9f-985f-c75f73528858 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "DELETE /v2.0/floatingips/73ae379b-09e8-42d6-a0db-55977ba85639 HTTP/1.1" status: 204 len: 168 time: 3.9100058 Mar 08 11:51:31.885089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:51:31.966880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-44971046-d6cf-43e3-a3a8-2649df70758a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:31.971055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-44971046-d6cf-43e3-a3a8-2649df70758a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:31.989562 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524', 'status': 'completed', 'code': 200} Mar 08 11:51:32.172084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d0d7909f-d7d2-4941-926b-919c5dfc0865 None None] Provisioning complete for port dd3e5475-32d9-4e1a-ad64-fee567a81f85 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:32.174656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d0d7909f-d7d2-4941-926b-919c5dfc0865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:32.198811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ff645-ff31-4a83-96f1-5d62886be4c0 req-ab1704f2-8f22-440b-b603-8ba0d831552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:32.200347 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-833ff645-ff31-4a83-96f1-5d62886be4c0 req-ab1704f2-8f22-440b-b603-8ba0d831552a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=841eea389ecc446e8a106e5fd6403dd4&device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 1099 time: 0.1921163 Mar 08 11:51:32.209238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-44971046-d6cf-43e3-a3a8-2649df70758a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:32.209238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44971046-d6cf-43e3-a3a8-2649df70758a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Fanout notify agent at l3_agent the message router_deleted on router 91beaf47-2652-4088-b67b-9a15d82493e4 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:51:32.276649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7909f-d7d2-4941-926b-919c5dfc0865 None None] Port dd3e5475-32d9-4e1a-ad64-fee567a81f85 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:32.322187 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:51:32.355328 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Allocated IP 172.26.4.247 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/768d229a-5629-4f4f-a03b-4bbc559da1d7) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:32.387752 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3694ef81-0cdf-4c10-9cba-52b1f705fd9d no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:32.436307 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d046932b-8ee7-489d-8b23-f8bfb5868c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'fd4e2040-e00f-4e1b-948b-b376d0c81fb2', 'name': '', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'mac_address': 'fa:16:3e:cc:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:06Z', 'updated_at': '2022-03-08T11:48:18Z', 'revision_number': 5, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'subnets': [{'id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:32.443409 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046932b-8ee7-489d-8b23-f8bfb5868c66 None None] Checking router: 183e19e8-61e5-4ca2-b5a5-f4c7649a434c for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:32.463097 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ff645-ff31-4a83-96f1-5d62886be4c0 req-d24736fa-c178-43b6-b7e9-ebb9732e0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:32.464736 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-833ff645-ff31-4a83-96f1-5d62886be4c0 req-d24736fa-c178-43b6-b7e9-ebb9732e0d57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b44f3b77-f5d2-476e-b8ea-4933f530d532 HTTP/1.1" status: 200 len: 898 time: 0.2577608 Mar 08 11:51:32.466048 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 3694ef81-0cdf-4c10-9cba-52b1f705fd9d {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:32.466415 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3694ef81-0cdf-4c10-9cba-52b1f705fd9d not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:32.466841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:32.467840 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046932b-8ee7-489d-8b23-f8bfb5868c66 None None] Routers {'183e19e8-61e5-4ca2-b5a5-f4c7649a434c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:32.468472 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d046932b-8ee7-489d-8b23-f8bfb5868c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:32.519680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:32.520077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 438ccc89-98c5-4fc5-9aaa-c4f4f7e53404 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:32.561448 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-833ff645-ff31-4a83-96f1-5d62886be4c0 req-8cd5341c-1030-4e6c-9aa4-e48fb4ae2d6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e15851f-4c44-4488-b198-dc1514ab7524 HTTP/1.1" status: 200 len: 217 time: 0.0845120 Mar 08 11:51:32.571127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-44971046-d6cf-43e3-a3a8-2649df70758a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:32.572229 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-44971046-d6cf-43e3-a3a8-2649df70758a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/routers/91beaf47-2652-4088-b67b-9a15d82493e4 HTTP/1.1" status: 204 len: 168 time: 1.6906552 Mar 08 11:51:32.589074 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48476) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:32.612163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:32.628893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:32.644201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48482) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:32.714129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ff645-ff31-4a83-96f1-5d62886be4c0 req-f536aace-d9a5-49d7-8dd3-e195c275089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:32.723636 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-833ff645-ff31-4a83-96f1-5d62886be4c0 req-f536aace-d9a5-49d7-8dd3-e195c275089e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9c247f5-cf51-462c-b86b-c90f70c26bae HTTP/1.1" status: 200 len: 835 time: 0.1502006 Mar 08 11:51:32.776642 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-d046932b-8ee7-489d-8b23-f8bfb5868c66 None None] Set router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:32.795058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b82979e2-862c-4278-aee6-020a84b95e87 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 6bada4fa-670d-4f83-87ba-fb5e1520b03e {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:32.795692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b82979e2-862c-4278-aee6-020a84b95e87 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:32.829974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:32.849948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ff645-ff31-4a83-96f1-5d62886be4c0 req-93cce691-d707-4d9b-b7fd-a72149093ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:32.851876 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-833ff645-ff31-4a83-96f1-5d62886be4c0 req-93cce691-d707-4d9b-b7fd-a72149093ae2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b44f3b77-f5d2-476e-b8ea-4933f530d532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1191030 Mar 08 11:51:32.945507 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.056046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1751031774'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:33.066267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:33.081940 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Usage tracker for resource:network and tenant:f152ca2c2cd54e5488be1c6a1b97ac73 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:33.086604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:33.092687 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-833ff645-ff31-4a83-96f1-5d62886be4c0 req-6f38fc92-f7d3-4c47-8e6c-31f422b1e792 service neutron] 10.222.0.18 "GET /v2.0/networks/b44f3b77-f5d2-476e-b8ea-4933f530d532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329550 Mar 08 11:51:33.097595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:33.251719 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.282182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b85695-97fc-42bf-a2d2-e63585aa990a,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:33.286963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:33.291457 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-833ff645-ff31-4a83-96f1-5d62886be4c0 req-402ca37a-ce44-4cb9-bdca-6986840b6700 service neutron] 10.222.0.18 "GET /v2.0/networks/b44f3b77-f5d2-476e-b8ea-4933f530d532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913147 Mar 08 11:51:33.315893 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d046932b-8ee7-489d-8b23-f8bfb5868c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'fd4e2040-e00f-4e1b-948b-b376d0c81fb2', 'name': '', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'mac_address': 'fa:16:3e:cc:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:06Z', 'updated_at': '2022-03-08T11:48:18Z', 'revision_number': 5, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'subnets': [{'id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:33.320516 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046932b-8ee7-489d-8b23-f8bfb5868c66 None None] The sync data for ids ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'] in dv-neutron-828143-8-hyperv is: [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'fd4e2040-e00f-4e1b-948b-b376d0c81fb2', 'name': '', 'network_id': 'b44f3b77-f5d2-476e-b8ea-4933f530d532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'mac_address': 'fa:16:3e:cc:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:06Z', 'updated_at': '2022-03-08T11:48:18Z', 'revision_number': 5, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'subnets': [{'id': 'e9c247f5-cf51-462c-b86b-c90f70c26bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:33.324001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:33.336366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Made reservation on behalf of f152ca2c2cd54e5488be1c6a1b97ac73 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:33.340501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.366546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.382244 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:33.396759 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:33.401547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Usage tracker for resource:security_group_rule and tenant:f152ca2c2cd54e5488be1c6a1b97ac73 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:33.405609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:33.408471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:33.410312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.414162 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5e3bed80-4152-4ce7-889d-74662f07ca44 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4158804 Mar 08 11:51:33.414336 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:33.415908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48524) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:33.426926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-53c11322-7f3c-423f-b7be-bf26413e5995 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:33.427438 dv-neutron-828143-8-hyperv neutron-server[88469]: WARNING neutron.api.v2.base [None req-53c11322-7f3c-423f-b7be-bf26413e5995 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 08 11:51:33.428589 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-53c11322-7f3c-423f-b7be-bf26413e5995 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] update failed (client error): There was a conflict when trying to complete your request. Mar 08 11:51:33.431365 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-53c11322-7f3c-423f-b7be-bf26413e5995 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "PUT /v2.0/security-groups/f5b85695-97fc-42bf-a2d2-e63585aa990a HTTP/1.1" status: 409 len: 330 time: 0.0134895 Mar 08 11:51:33.439571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48528) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:33.488777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130e2ff-fe17-4eef-bc35-2debe82255e0 req-75e41288-c240-4c94-bd3b-4618bf136662 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:33.490527 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e130e2ff-fe17-4eef-bc35-2debe82255e0 req-75e41288-c240-4c94-bd3b-4618bf136662 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.5881238 Mar 08 11:51:33.499577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b82979e2-862c-4278-aee6-020a84b95e87 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.554511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12ddea85-4994-4a2f-b08f-dd19b4f7fb65 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.558660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:33.564000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.610578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12ddea85-4994-4a2f-b08f-dd19b4f7fb65 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.647337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.703451 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56969d4-afe1-4889-ba05-fa3466037501 None None] New status for floating IP 73ae379b-09e8-42d6-a0db-55977ba85639: DOWN {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:51:33.733495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.771142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b82979e2-862c-4278-aee6-020a84b95e87 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for 6bada4fa-670d-4f83-87ba-fb5e1520b03e owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:33.790083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:51:33.803187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.803798 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Added segment 506a5b68-0688-4ac9-b948-66711bf820ca of type vlan for network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db Mar 08 11:51:33.830957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12ddea85-4994-4a2f-b08f-dd19b4f7fb65 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.838711 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.847965 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94710734-2708-449c-a917-232ed1945892,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:33.881848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.889241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddea85-4994-4a2f-b08f-dd19b4f7fb65 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b85695-97fc-42bf-a2d2-e63585aa990a,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:33.899637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12ddea85-4994-4a2f-b08f-dd19b4f7fb65 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:33.903682 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-12ddea85-4994-4a2f-b08f-dd19b4f7fb65 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "DELETE /v2.0/security-groups/f5b85695-97fc-42bf-a2d2-e63585aa990a HTTP/1.1" status: 204 len: 168 time: 0.4617450 Mar 08 11:51:33.904299 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48532) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:33.973341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-835e1033-aaa5-4923-a6b2-6e573f40c24b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Synchronizing usage tracker for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:33.995175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:34.004368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:34.005752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:34.027270 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:34.064546 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e130e2ff-fe17-4eef-bc35-2debe82255e0 req-b8e700fe-308f-45ec-a22a-fc44ba395aa3 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5177221 Mar 08 11:51:34.067741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:34.076503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-835e1033-aaa5-4923-a6b2-6e573f40c24b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] Unset dirty status for tenant:308eb614227b408dbb777d9b896d4621 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:34.078061 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-835e1033-aaa5-4923-a6b2-6e573f40c24b tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1708403 Mar 08 11:51:34.082782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48538) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:34.148746 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:34.151407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:34.200418 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Pushing event updated for resources: {'Port': ['ID=768d229a-5629-4f4f-a03b-4bbc559da1d7,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:34.207648 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5621336 Mar 08 11:51:34.216776 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-c49ecadd-3369-4518-b136-4732cb36407e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] delete failed (client error): The resource could not be found. Mar 08 11:51:34.221549 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c49ecadd-3369-4518-b136-4732cb36407e tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "DELETE /v2.0/security-groups/ffc22bf3-2e0a-4691-a5bd-64a0b459ad78 HTTP/1.1" status: 404 len: 347 time: 0.1345327 Mar 08 11:51:34.223171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48546) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:34.228747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b97a04-b5ac-47ba-afbd-d5db2384932d tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Pushing event updated for resources: {'Network': ['ID=c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:34.245390 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:51:34.254652 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-5a7eb749-a32b-455b-8ee2-e2f0f2b0eed7 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] show failed (client error): The resource could not be found. Mar 08 11:51:34.259287 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5a7eb749-a32b-455b-8ee2-e2f0f2b0eed7 tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "GET /v2.0/security-groups/1aa44d0b-bec4-4a38-85f8-8146afe48e31 HTTP/1.1" status: 404 len: 347 time: 0.0290833 Mar 08 11:51:34.259612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48550) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:34.282668 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-9d4d773c-8a4e-4647-a5c8-edeb5bd519cc tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] show failed (client error): The resource could not be found. Mar 08 11:51:34.283658 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9d4d773c-8a4e-4647-a5c8-edeb5bd519cc tempest-NegativeSecGroupTest-2048428970 tempest-NegativeSecGroupTest-2048428970-project] 10.222.0.32 "GET /v2.0/security-group-rules/03265600-39b8-44c5-b33d-05c224133f01 HTTP/1.1" status: 404 len: 356 time: 0.0231476 Mar 08 11:51:34.320099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308dbf3-7b95-4dbe-8ee7-33dc54c8f81d req-a24625b0-c10f-4cc2-8d8f-73b43eedd5ab tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:34.321043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-c308dbf3-7b95-4dbe-8ee7-33dc54c8f81d req-a24625b0-c10f-4cc2-8d8f-73b43eedd5ab tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Synchronizing usage tracker for tenant:841eea389ecc446e8a106e5fd6403dd4 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:34.640485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48556) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:34.648090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Request body: {'port': {'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1689404095'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:34.660839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:34.665550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Usage tracker for resource:port and tenant:7de1376e68a0406fa9574618456d0c66 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:34.668862 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:34.676748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:34.792726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-c308dbf3-7b95-4dbe-8ee7-33dc54c8f81d req-a24625b0-c10f-4cc2-8d8f-73b43eedd5ab tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Unset dirty status for tenant:841eea389ecc446e8a106e5fd6403dd4 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:34.794216 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c308dbf3-7b95-4dbe-8ee7-33dc54c8f81d req-a24625b0-c10f-4cc2-8d8f-73b43eedd5ab tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.18 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.6339712 Mar 08 11:51:34.851672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Made reservation on behalf of 7de1376e68a0406fa9574618456d0c66 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:34.854456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:34.873254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:34.876130 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b82979e2-862c-4278-aee6-020a84b95e87 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:34.920793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-c308dbf3-7b95-4dbe-8ee7-33dc54c8f81d req-daf2c507-aaf7-4537-ad3b-02a4fa67e4ad tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Deleting port 0e15851f-4c44-4488-b198-dc1514ab7524 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:34.921384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c308dbf3-7b95-4dbe-8ee7-33dc54c8f81d req-daf2c507-aaf7-4537-ad3b-02a4fa67e4ad tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:34.956772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:34.957597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82979e2-862c-4278-aee6-020a84b95e87 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=6bada4fa-670d-4f83-87ba-fb5e1520b03e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:34.971553 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Usage tracker for resource:security_group_rule and tenant:7de1376e68a0406fa9574618456d0c66 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:34.976653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:34.990763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:35.303592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48566) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:35.514740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:35.527518 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:35.550689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b82979e2-862c-4278-aee6-020a84b95e87 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:35.558024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-c308dbf3-7b95-4dbe-8ee7-33dc54c8f81d req-daf2c507-aaf7-4537-ad3b-02a4fa67e4ad tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] For port 0e15851f-4c44-4488-b198-dc1514ab7524, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0e15851f-4c44-4488-b198-dc1514ab7524,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:35.558380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c308dbf3-7b95-4dbe-8ee7-33dc54c8f81d req-daf2c507-aaf7-4537-ad3b-02a4fa67e4ad tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:35.568531 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-25425acc-6f20-446c-808e-a558293ba14c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=308eb614227b408dbb777d9b896d4621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637444 Mar 08 11:51:35.571736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48572) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:35.678611 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:35.697999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:35.705916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-c308dbf3-7b95-4dbe-8ee7-33dc54c8f81d req-daf2c507-aaf7-4537-ad3b-02a4fa67e4ad tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Calling delete_port for 0e15851f-4c44-4488-b198-dc1514ab7524 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:35.748370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:35.748585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] device_id is not set on port 8b387ff0-2473-4597-9a81-c4df716d4ba6 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:51:35.757662 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:35.758281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:35.765826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec86525-a792-4b79-9205-5e8121e4dc7e None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:35.869918 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35fe436-bd09-4e20-a6de-9d061b267e31,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:35.896747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-861094ff-fd1e-402b-8acd-27885f7daf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:35.965801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-861094ff-fd1e-402b-8acd-27885f7daf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:35.994166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=a3e5d4c6-e008-4628-993a-449b87b4b7bf,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:36.029285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.resource_extend [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:51:36.058825 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.118140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.121812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': 'a3e5d4c6-e008-4628-993a-449b87b4b7bf'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:51:36.122718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.227345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34845c-135a-4f6e-9241-302fb9f5c076 req-af3685d6-413f-4223-b136-0be557cc7803 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:36.230272 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-dd34845c-135a-4f6e-9241-302fb9f5c076 req-af3685d6-413f-4223-b136-0be557cc7803 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 946 time: 0.9471121 Mar 08 11:51:36.256936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] device_id is not set on port 8b387ff0-2473-4597-9a81-c4df716d4ba6 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:51:36.273137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.278887 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c308dbf3-7b95-4dbe-8ee7-33dc54c8f81d req-daf2c507-aaf7-4537-ad3b-02a4fa67e4ad tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.283392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-861094ff-fd1e-402b-8acd-27885f7daf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.329588 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2dbbce0d-2580-433c-9cab-3f2b4f663718 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7393379 Mar 08 11:51:36.335509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.344102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Allocated IP 2001:db8::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/a3e5d4c6-e008-4628-993a-449b87b4b7bf/b38348bb-56b9-41c8-9ca2-3668b8677ae5) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:36.348184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48578) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:36.357626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861094ff-fd1e-402b-8acd-27885f7daf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dded63cf-5f91-4168-ae39-088c8d770760,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:36.365194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Transition to ACTIVE for port object 8b387ff0-2473-4597-9a81-c4df716d4ba6 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:36.366868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2c507-aaf7-4537-ad3b-02a4fa67e4ad tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event deleted for resources: {'Port': ['ID=0e15851f-4c44-4488-b198-dc1514ab7524,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:36.373418 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f9a05ec6-90fa-47ff-aa30-8cf613152a07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1826074445', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:36.442083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f9a05ec6-90fa-47ff-aa30-8cf613152a07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:36.478139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f9a05ec6-90fa-47ff-aa30-8cf613152a07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:router and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:36.486042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f9a05ec6-90fa-47ff-aa30-8cf613152a07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:36.489462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c308dbf3-7b95-4dbe-8ee7-33dc54c8f81d req-daf2c507-aaf7-4537-ad3b-02a4fa67e4ad tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] No DVR routers for this DVR port 0e15851f-4c44-4488-b198-dc1514ab7524 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:36.492549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c308dbf3-7b95-4dbe-8ee7-33dc54c8f81d req-daf2c507-aaf7-4537-ad3b-02a4fa67e4ad tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.499645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'name': 'network-vif-deleted', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:51:36.505917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f9a05ec6-90fa-47ff-aa30-8cf613152a07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:36.533855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-861094ff-fd1e-402b-8acd-27885f7daf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.534757 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-861094ff-fd1e-402b-8acd-27885f7daf18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dded63cf-5f91-4168-ae39-088c8d770760 HTTP/1.1" status: 204 len: 168 time: 0.9622509 Mar 08 11:51:36.539842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.630959 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c308dbf3-7b95-4dbe-8ee7-33dc54c8f81d req-daf2c507-aaf7-4537-ad3b-02a4fa67e4ad tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.18 "DELETE /v2.0/ports/0e15851f-4c44-4488-b198-dc1514ab7524 HTTP/1.1" status: 204 len: 173 time: 1.8307204 Mar 08 11:51:36.632224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82979e2-862c-4278-aee6-020a84b95e87 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:51:36.633595 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94db18af-f160-42ce-84e1-23b1942ee8a9', 'name': 'network-vif-deleted', 'tag': '0e15851f-4c44-4488-b198-dc1514ab7524', 'status': 'completed', 'code': 200} Mar 08 11:51:36.635249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event updated for resources: {'Port': ['ID=8b387ff0-2473-4597-9a81-c4df716d4ba6,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:36.650473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f9a05ec6-90fa-47ff-aa30-8cf613152a07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.650473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f9a05ec6-90fa-47ff-aa30-8cf613152a07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.665026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.677475 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-dd34845c-135a-4f6e-9241-302fb9f5c076 req-251244b1-8445-484c-a828-6a8b52515c58 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/security-groups?id=80b88d53-8c64-4703-8e29-7b6ab6996250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693736 Mar 08 11:51:36.679021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Checking segment: {'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:36.679384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Network hostable DHCP agents. Network: c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:51:36.682532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=dd3e5475-32d9-4e1a-ad64-fee567a81f85,revision_number=3']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:36.719935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f9a05ec6-90fa-47ff-aa30-8cf613152a07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.749344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.766647 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Transition to ACTIVE for port object b38348bb-56b9-41c8-9ca2-3668b8677ae5 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:36.801194 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Transition to ACTIVE for port object b38348bb-56b9-41c8-9ca2-3668b8677ae5 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:36.817143 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:51:36.880263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f9a05ec6-90fa-47ff-aa30-8cf613152a07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.911793 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:36.917191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:36.920931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:36.942828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:36.945074 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:36.946473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:36.952355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:36.952686 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:36.953133 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 2 to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 Mar 08 11:51:36.976550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:36.976550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:36.976550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:36.981297 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:36.982318 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:36.982869 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 3 to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 Mar 08 11:51:37.000220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f9a05ec6-90fa-47ff-aa30-8cf613152a07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:37.001736 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f9a05ec6-90fa-47ff-aa30-8cf613152a07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6420674 Mar 08 11:51:37.004589 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:37.005115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:37.006005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:37.009824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48586) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:37.010455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:37.013809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76fabbe-e3d6-404f-b42a-97fc0b916759 None None] Network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:37.049343 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:37.062577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:37.074371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:37.074711 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:37.080836 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 4 to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 Mar 08 11:51:37.171302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:37.171612 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82979e2-862c-4278-aee6-020a84b95e87 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:37.172129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:37.172129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:37.189059 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe03740c-9c36-4a4b-96b0-e199847116ac None None] Sync routers for ids ['1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:37.192162 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b82979e2-862c-4278-aee6-020a84b95e87 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4448371 Mar 08 11:51:37.198498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48590) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:37.214562 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe03740c-9c36-4a4b-96b0-e199847116ac None None] Routers {'1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:37.220118 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fe03740c-9c36-4a4b-96b0-e199847116ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:37.253853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:37.253853 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:37.271240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:37.273056 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8e35c7bd-004b-4a2f-a35c-f54c5b124986 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Synchronizing usage tracker for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:37.278990 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 5 to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 Mar 08 11:51:37.287334 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:37.344503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 0e15851f-4c44-4488-b198-dc1514ab7524 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:37.449344 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fe03740c-9c36-4a4b-96b0-e199847116ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:37.469706 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe03740c-9c36-4a4b-96b0-e199847116ac None None] Routers {'1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:37.470424 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fe03740c-9c36-4a4b-96b0-e199847116ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:37.650853 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fe03740c-9c36-4a4b-96b0-e199847116ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:37.653501 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe03740c-9c36-4a4b-96b0-e199847116ac None None] The sync data for ids ['1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:37.663282 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Pushing event updated for resources: {'Port': ['ID=b38348bb-56b9-41c8-9ca2-3668b8677ae5,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:37.684122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 0e15851f-4c44-4488-b198-dc1514ab7524 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:37.684587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 0e15851f-4c44-4488-b198-dc1514ab7524 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:37.741032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Attempting to bind port b38348bb-56b9-41c8-9ca2-3668b8677ae5 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:37.741405 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Attempting to bind port b38348bb-56b9-41c8-9ca2-3668b8677ae5 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:37.741776 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Attempting to bind port b38348bb-56b9-41c8-9ca2-3668b8677ae5 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:37.754178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8e35c7bd-004b-4a2f-a35c-f54c5b124986 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Unset dirty status for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:37.757822 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8e35c7bd-004b-4a2f-a35c-f54c5b124986 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e HTTP/1.1" status: 200 len: 205 time: 0.5577712 Mar 08 11:51:37.765006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:37.766518 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48598) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:37.807974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:51:37.809161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:37.809822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:37.810453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:51:37.811143 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Bound port: b38348bb-56b9-41c8-9ca2-3668b8677ae5, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:51:37.811739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:37.846416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:37.897736 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-934b9f8b-6663-40c5-9a80-e1f38c7a3095 None None] Provisioning complete for port dd3e5475-32d9-4e1a-ad64-fee567a81f85 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:37.898496 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-934b9f8b-6663-40c5-9a80-e1f38c7a3095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:37.910475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:37.911078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:37.911300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:37.926729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:37.927062 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:37.934421 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 6 to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 Mar 08 11:51:37.957156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:37.957497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:37.957848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:37.970691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:37.971030 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:37.974549 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 7 to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 Mar 08 11:51:38.017673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-934b9f8b-6663-40c5-9a80-e1f38c7a3095 None None] Port dd3e5475-32d9-4e1a-ad64-fee567a81f85 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:38.046729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-090d2a70-263b-458a-808f-79cd0b89d974 req-6746ebf3-14c9-4ccc-af7c-7456ddc358ea tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Synchronizing usage tracker for tenant:841eea389ecc446e8a106e5fd6403dd4 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:38.070054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] For port b38348bb-56b9-41c8-9ca2-3668b8677ae5, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:38.077526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] For port b38348bb-56b9-41c8-9ca2-3668b8677ae5, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b38348bb-56b9-41c8-9ca2-3668b8677ae5,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:38.090652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:38.144856 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:38.155181 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbad5-1ac2-414a-bc07-3e335682702e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:38.165723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:38.167259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:38.167259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:38.181293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:38.181627 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:38.193238 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 8 to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 Mar 08 11:51:38.239864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e484dd-e87a-4dc6-9f81-104ffd811a8d None None] Pushing event updated for resources: {'Port': ['ID=b38348bb-56b9-41c8-9ca2-3668b8677ae5,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:38.274881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:38.275216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:38.275854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:38.325370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-090d2a70-263b-458a-808f-79cd0b89d974 req-6746ebf3-14c9-4ccc-af7c-7456ddc358ea tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Unset dirty status for tenant:841eea389ecc446e8a106e5fd6403dd4 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:38.326550 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-090d2a70-263b-458a-808f-79cd0b89d974 req-6746ebf3-14c9-4ccc-af7c-7456ddc358ea tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "GET /v2.0/ports?device_id=94db18af-f160-42ce-84e1-23b1942ee8a9 HTTP/1.1" status: 200 len: 210 time: 0.3431432 Mar 08 11:51:38.330953 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:38.331304 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:38.335719 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 9 to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 Mar 08 11:51:38.380621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:38.380940 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:38.381286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:38.389030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:38.389209 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:38.392290 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 10 to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 Mar 08 11:51:38.418290 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Router 40e5c4e5-4258-4811-a39f-10e34017959f is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:51:38.447071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:38.447405 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:38.447882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:38.464934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:38.465267 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port 8b387ff0-2473-4597-9a81-c4df716d4ba6 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:38.466016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:38.636274 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] For port 8b387ff0-2473-4597-9a81-c4df716d4ba6, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:38.636713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempted to set empty binding levels {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 08 11:51:38.641898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::1 (b6b97662-0baa-4f27-9a4e-9894348947bb/a3e5d4c6-e008-4628-993a-449b87b4b7bf/4d601e71-962b-400a-b567-0bde6c68e0a6) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:38.662696 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbad5-1ac2-414a-bc07-3e335682702e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:38.670094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbad5-1ac2-414a-bc07-3e335682702e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:38.748079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:38.822377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:38.835447 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3d29a9-1217-437d-a13a-8b66e8f51d2a None None] Sync routers for ids ['40e5c4e5-4258-4811-a39f-10e34017959f'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:38.840547 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-70d0c4ff-937e-46ab-8bfb-419f615b6f21 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "PUT /v2.0/routers/40e5c4e5-4258-4811-a39f-10e34017959f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9878023 Mar 08 11:51:38.843115 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48604) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:38.855347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d29a9-1217-437d-a13a-8b66e8f51d2a None None] Routers {'40e5c4e5-4258-4811-a39f-10e34017959f'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:38.855347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-cd3d29a9-1217-437d-a13a-8b66e8f51d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['40e5c4e5-4258-4811-a39f-10e34017959f'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:38.855792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:38.855792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:38.882819 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbad5-1ac2-414a-bc07-3e335682702e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:38.885018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2fbad5-1ac2-414a-bc07-3e335682702e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Fanout notify agent at l3_agent the message router_deleted on router 1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:51:38.896413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b2fbad5-1ac2-414a-bc07-3e335682702e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:38.900023 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7b2fbad5-1ac2-414a-bc07-3e335682702e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e HTTP/1.1" status: 204 len: 168 time: 1.1299088 Mar 08 11:51:38.901180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48608) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:38.934260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Router e4dfacb7-4e12-4aa8-b3e4-758dde579030 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:51:38.967409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event updated for resources: {'Port': ['ID=8b387ff0-2473-4597-9a81-c4df716d4ba6,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:38.975125 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-cd3d29a9-1217-437d-a13a-8b66e8f51d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:38.986164 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d29a9-1217-437d-a13a-8b66e8f51d2a None None] Routers {'40e5c4e5-4258-4811-a39f-10e34017959f'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:38.986995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-cd3d29a9-1217-437d-a13a-8b66e8f51d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['40e5c4e5-4258-4811-a39f-10e34017959f'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:39.031983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:39.051154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48612) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:39.052382 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b4703c8b-4e27-49e3-b601-188cf8e6d6c8 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.4101548 Mar 08 11:51:39.059595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 4d601e71-962b-400a-b567-0bde6c68e0a6 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:39.060218 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-cd3d29a9-1217-437d-a13a-8b66e8f51d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:39.060218 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3d29a9-1217-437d-a13a-8b66e8f51d2a None None] The sync data for ids ['40e5c4e5-4258-4811-a39f-10e34017959f'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:39.061557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8489e7-9acb-47a6-9f65-f5b2fe12062c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting subnet 7d139a4f-be00-442e-8772-aa561072bed6 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:51:39.099719 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3c8489e7-9acb-47a6-9f65-f5b2fe12062c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:39.164195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:39.235238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:39.242935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:39.247999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:39.248543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:39.264753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=4d601e71-962b-400a-b567-0bde6c68e0a6,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:39.372299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1532167c-d9cb-4606-807f-9be6b6462703 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:39.372803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1532167c-d9cb-4606-807f-9be6b6462703 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:39.413699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-72d51777-10df-489c-963f-fe1511c2cba2 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Deleting port 8b387ff0-2473-4597-9a81-c4df716d4ba6 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:39.414076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-72d51777-10df-489c-963f-fe1511c2cba2 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:39.464645 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3c8489e7-9acb-47a6-9f65-f5b2fe12062c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:39.490421 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48618) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:39.520223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b38348bb-56b9-41c8-9ca2-3668b8677ae5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:39.600693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:39.618438 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:39.618559 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf73beff-9cbb-4245-8a1e-ff0793d47e89 None None] Sync routers for ids ['e4dfacb7-4e12-4aa8-b3e4-758dde579030'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:39.619072 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9da615ba-a3a2-4980-b160-418743a814e3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "PUT /v2.0/routers/e4dfacb7-4e12-4aa8-b3e4-758dde579030 HTTP/1.1" status: 200 len: 880 time: 11.6006570 Mar 08 11:51:39.634187 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf73beff-9cbb-4245-8a1e-ff0793d47e89 None None] Routers {'e4dfacb7-4e12-4aa8-b3e4-758dde579030'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:39.639565 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bf73beff-9cbb-4245-8a1e-ff0793d47e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e4dfacb7-4e12-4aa8-b3e4-758dde579030'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:39.666957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48622) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:39.721211 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port b38348bb-56b9-41c8-9ca2-3668b8677ae5 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:39.750353 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1532167c-d9cb-4606-807f-9be6b6462703 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:39.755195 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1532167c-d9cb-4606-807f-9be6b6462703 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports?device_id=40e5c4e5-4258-4811-a39f-10e34017959f HTTP/1.1" status: 200 len: 981 time: 0.9088607 Mar 08 11:51:39.761682 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3c8489e7-9acb-47a6-9f65-f5b2fe12062c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:39.774342 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bf73beff-9cbb-4245-8a1e-ff0793d47e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:39.789227 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf73beff-9cbb-4245-8a1e-ff0793d47e89 None None] Routers {'e4dfacb7-4e12-4aa8-b3e4-758dde579030'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:39.790222 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bf73beff-9cbb-4245-8a1e-ff0793d47e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e4dfacb7-4e12-4aa8-b3e4-758dde579030'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:39.807858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48626) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:39.891918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e877ff6d-3ed4-4806-8a3f-9aa14bf07ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:39.920006 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bf73beff-9cbb-4245-8a1e-ff0793d47e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:39.920417 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf73beff-9cbb-4245-8a1e-ff0793d47e89 None None] The sync data for ids ['e4dfacb7-4e12-4aa8-b3e4-758dde579030'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:39.943455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c7974e53-f338-4fd2-bda9-5104082e47e1 None None] Provisioning for port b38348bb-56b9-41c8-9ca2-3668b8677ae5 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:39.948761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c7974e53-f338-4fd2-bda9-5104082e47e1 None None] Provisioning complete for port b38348bb-56b9-41c8-9ca2-3668b8677ae5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:39.948962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:39.949140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c7974e53-f338-4fd2-bda9-5104082e47e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:40.114004 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c7974e53-f338-4fd2-bda9-5104082e47e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:40.169036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c7974e53-f338-4fd2-bda9-5104082e47e1 None None] For port b38348bb-56b9-41c8-9ca2-3668b8677ae5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b38348bb-56b9-41c8-9ca2-3668b8677ae5,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:40.468217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c7974e53-f338-4fd2-bda9-5104082e47e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:40.552446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-72d51777-10df-489c-963f-fe1511c2cba2 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] For port 8b387ff0-2473-4597-9a81-c4df716d4ba6, host hv-neutron-8281, got binding levels [] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:40.553085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-72d51777-10df-489c-963f-fe1511c2cba2 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:40.576830 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3c8489e7-9acb-47a6-9f65-f5b2fe12062c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:40.617012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7974e53-f338-4fd2-bda9-5104082e47e1 None None] Pushing event updated for resources: {'Port': ['ID=b38348bb-56b9-41c8-9ca2-3668b8677ae5,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:40.687146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:40.720278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9257f4c9-48dd-4d53-ab4f-f0e2c1a8f4a7 None None] Provisioning for port 4d601e71-962b-400a-b567-0bde6c68e0a6 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:40.733961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9257f4c9-48dd-4d53-ab4f-f0e2c1a8f4a7 None None] Provisioning complete for port 4d601e71-962b-400a-b567-0bde6c68e0a6 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:40.733961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9257f4c9-48dd-4d53-ab4f-f0e2c1a8f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:40.760546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:40.761317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:40.779464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-72d51777-10df-489c-963f-fe1511c2cba2 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Calling delete_port for 8b387ff0-2473-4597-9a81-c4df716d4ba6 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:40.788575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-9257f4c9-48dd-4d53-ab4f-f0e2c1a8f4a7 None None] Port 4d601e71-962b-400a-b567-0bde6c68e0a6 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:40.823245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8489e7-9acb-47a6-9f65-f5b2fe12062c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Subnet': ['ID=7d139a4f-be00-442e-8772-aa561072bed6,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:40.825356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3c8489e7-9acb-47a6-9f65-f5b2fe12062c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:40.839729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163150b1-11a3-4f0b-9bf0-16ca2fa5dc0c None None] Network 87eba0ce-4d8f-4c00-8aee-ec6f12047a1a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:40.847349 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5bfa678d-9fa7-41b1-bf66-7168c2145b12 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/routers/e4dfacb7-4e12-4aa8-b3e4-758dde579030 HTTP/1.1" status: 200 len: 921 time: 1.1094134 Mar 08 11:51:40.848298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48632) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:40.860294 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3c8489e7-9acb-47a6-9f65-f5b2fe12062c tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/7d139a4f-be00-442e-8772-aa561072bed6 HTTP/1.1" status: 204 len: 168 time: 1.9581254 Mar 08 11:51:40.868373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48636) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:40.984711 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=4d601e71-962b-400a-b567-0bde6c68e0a6,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:41.067626 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-72d51777-10df-489c-963f-fe1511c2cba2 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:41.106612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4946b10a-23ff-440c-82e9-ca91ced248f8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:41.186689 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:41.197967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:41.206695 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:41.208546 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127129d5-a106-4f82-ac49-43bb7176435c None None] DHCP port deletion for 87eba0ce-4d8f-4c00-8aee-ec6f12047a1a request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:51:41.213338 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-127129d5-a106-4f82-ac49-43bb7176435c None None] Deleting port 8f9b2dda-53f3-4b84-9619-44e2a319df80 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:41.213727 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-127129d5-a106-4f82-ac49-43bb7176435c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:41.326327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1138db9a-792d-4b1c-bac2-c82274390039 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:41.328114 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1138db9a-792d-4b1c-bac2-c82274390039 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&device_id=e4dfacb7-4e12-4aa8-b3e4-758dde579030&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4779088 Mar 08 11:51:41.329640 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-72d51777-10df-489c-963f-fe1511c2cba2 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:41.334351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51777-10df-489c-963f-fe1511c2cba2 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b387ff0-2473-4597-9a81-c4df716d4ba6,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:41.339799 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48642) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:41.353207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 8f9b2dda-53f3-4b84-9619-44e2a319df80 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:41.353546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:41.376723 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-72d51777-10df-489c-963f-fe1511c2cba2 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8b387ff0-2473-4597-9a81-c4df716d4ba6 HTTP/1.1" status: 204 len: 168 time: 2.3226113 Mar 08 11:51:41.381253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48646) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:41.516836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b38348bb-56b9-41c8-9ca2-3668b8677ae5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:41.603848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d610a2-de48-4f51-8a5f-e6f8a7fd8953 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:41.605790 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c4d610a2-de48-4f51-8a5f-e6f8a7fd8953 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/networks/b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 881 time: 0.2640741 Mar 08 11:51:41.613076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48650) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:41.613980 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b70a2b9-e1dc-48a2-b70c-95d71df518cd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:41.686988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-86cac25a-7e5b-43ea-9033-db3cc64cfd88 None None] Provisioning complete for port 4d601e71-962b-400a-b567-0bde6c68e0a6 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:41.687359 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-86cac25a-7e5b-43ea-9033-db3cc64cfd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:41.714591 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26d14c7-aad0-4237-a120-542260d9412a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] GET failed (client error): The resource could not be found. Mar 08 11:51:41.715172 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d26d14c7-aad0-4237-a120-542260d9412a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Synchronizing usage tracker for tenant:7de1376e68a0406fa9574618456d0c66 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:41.749307 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-32566838-c51e-4d33-b0c0-6d6d2f3f201a tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4dfacb7-4e12-4aa8-b3e4-758dde579030 HTTP/1.1" status: 200 len: 205 time: 0.0716817 Mar 08 11:51:41.752393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48654) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:41.785347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-127129d5-a106-4f82-ac49-43bb7176435c None None] For port 8f9b2dda-53f3-4b84-9619-44e2a319df80, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8f9b2dda-53f3-4b84-9619-44e2a319df80,segment=NetworkSegment(8d8bcedb-615c-4e34-ac22-fb1af946ee0d),segment_id=8d8bcedb-615c-4e34-ac22-fb1af946ee0d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:41.785685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-127129d5-a106-4f82-ac49-43bb7176435c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:41.989717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-127129d5-a106-4f82-ac49-43bb7176435c None None] Calling delete_port for 8f9b2dda-53f3-4b84-9619-44e2a319df80 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:42.023063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-86cac25a-7e5b-43ea-9033-db3cc64cfd88 None None] Port 4d601e71-962b-400a-b567-0bde6c68e0a6 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:42.023323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d26d14c7-aad0-4237-a120-542260d9412a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Unset dirty status for tenant:7de1376e68a0406fa9574618456d0c66 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:42.024305 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d26d14c7-aad0-4237-a120-542260d9412a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "GET /v2.0/ports/8b387ff0-2473-4597-9a81-c4df716d4ba6 HTTP/1.1" status: 404 len: 333 time: 0.4478953 Mar 08 11:51:42.036191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48658) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:42.036339 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port b38348bb-56b9-41c8-9ca2-3668b8677ae5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:42.036528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:42.048390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Request body: {'port': {'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-629704174'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:42.065200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:42.070564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] For port 8f9b2dda-53f3-4b84-9619-44e2a319df80, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8f9b2dda-53f3-4b84-9619-44e2a319df80,segment=NetworkSegment(8d8bcedb-615c-4e34-ac22-fb1af946ee0d),segment_id=8d8bcedb-615c-4e34-ac22-fb1af946ee0d)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:42.070564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:42.153414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:42.212670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Router 14b165ad-10f0-4ab2-9605-79678a61bf81 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:51:42.220941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for 8f9b2dda-53f3-4b84-9619-44e2a319df80 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:42.243928 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:42.263815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fe1569a9-9d3a-4991-8d2c-48cda8c7b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:42.291107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8f9b2dda-53f3-4b84-9619-44e2a319df80 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:42.324223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-127129d5-a106-4f82-ac49-43bb7176435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:42.370948 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127129d5-a106-4f82-ac49-43bb7176435c None None] No DVR routers for this DVR port 8f9b2dda-53f3-4b84-9619-44e2a319df80 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:42.383375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 8f9b2dda-53f3-4b84-9619-44e2a319df80 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:42.383375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8f9b2dda-53f3-4b84-9619-44e2a319df80 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:42.401325 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127129d5-a106-4f82-ac49-43bb7176435c None None] Pushing event deleted for resources: {'Port': ['ID=8f9b2dda-53f3-4b84-9619-44e2a319df80,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:42.421751 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Made reservation on behalf of 7de1376e68a0406fa9574618456d0c66 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:42.424286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:42.502775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-2b70a2b9-e1dc-48a2-b70c-95d71df518cd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port dd3e5475-32d9-4e1a-ad64-fee567a81f85 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:42.503352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b70a2b9-e1dc-48a2-b70c-95d71df518cd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:42.536275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:42.546563 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] device_id is not set on port b1e481cc-a37c-4525-8c84-d958272ac65e yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:51:42.584634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-4946b10a-23ff-440c-82e9-ca91ced248f8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Deleting port fd4e2040-e00f-4e1b-948b-b376d0c81fb2 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:42.585722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4946b10a-23ff-440c-82e9-ca91ced248f8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:42.677289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:51:42.677664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:51:42.687968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:42.700138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Sync routers for ids ['14b165ad-10f0-4ab2-9605-79678a61bf81'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:42.711171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Routers {'14b165ad-10f0-4ab2-9605-79678a61bf81'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:42.712403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['14b165ad-10f0-4ab2-9605-79678a61bf81'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:42.727305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b70a2b9-e1dc-48a2-b70c-95d71df518cd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:42.749576 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b2bc14e3-1eb1-4f9d-afeb-355555e038cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "PUT /v2.0/routers/14b165ad-10f0-4ab2-9605-79678a61bf81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7378540 Mar 08 11:51:42.766373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48664) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:42.859394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Deleting port 768d229a-5629-4f4f-a03b-4bbc559da1d7 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:42.859859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:42.891674 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-2b70a2b9-e1dc-48a2-b70c-95d71df518cd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for dd3e5475-32d9-4e1a-ad64-fee567a81f85 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:42.894501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Set router 14b165ad-10f0-4ab2-9605-79678a61bf81 gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:42.972503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e17c38-4470-4e54-a8b2-da246e2d9928 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:42.973546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-75e17c38-4470-4e54-a8b2-da246e2d9928 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:43.189583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 8f9b2dda-53f3-4b84-9619-44e2a319df80 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:43.190913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.290383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.296629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] The port '8f9b2dda-53f3-4b84-9619-44e2a319df80' was deleted {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:51:43.316194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.344186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-75e17c38-4470-4e54-a8b2-da246e2d9928 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:43.345608 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-75e17c38-4470-4e54-a8b2-da246e2d9928 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports/4d601e71-962b-400a-b567-0bde6c68e0a6 HTTP/1.1" status: 200 len: 911 time: 0.5781345 Mar 08 11:51:43.353690 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48670) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:43.362815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.365844 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-4946b10a-23ff-440c-82e9-ca91ced248f8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] For port fd4e2040-e00f-4e1b-948b-b376d0c81fb2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fd4e2040-e00f-4e1b-948b-b376d0c81fb2,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:43.367890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4946b10a-23ff-440c-82e9-ca91ced248f8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.370138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b165ad-10f0-4ab2-9605-79678a61bf81', 'name': 'tempest-NetworksTestDHCPv6-router-1826074445', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:36Z', 'updated_at': '2022-03-08T11:51:39Z', 'revision_number': 2, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'gw_port_host': None, '_interfaces': [{'id': '4d601e71-962b-400a-b567-0bde6c68e0a6', 'name': '', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'mac_address': 'fa:16:3e:0a:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b165ad-10f0-4ab2-9605-79678a61bf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a3e5d4c6-e008-4628-993a-449b87b4b7bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:38Z', 'updated_at': '2022-03-08T11:51:40Z', 'revision_number': 2, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'subnets': [{'id': 'a3e5d4c6-e008-4628-993a-449b87b4b7bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:43.376824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Checking router: 14b165ad-10f0-4ab2-9605-79678a61bf81 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:43.377184 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Updating router 14b165ad-10f0-4ab2-9605-79678a61bf81 port 4d601e71-962b-400a-b567-0bde6c68e0a6 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:51:43.447832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.519586 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Calling delete_port for 768d229a-5629-4f4f-a03b-4bbc559da1d7 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:43.582609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-4946b10a-23ff-440c-82e9-ca91ced248f8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Calling delete_port for fd4e2040-e00f-4e1b-948b-b376d0c81fb2 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:43.618194 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.622628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.683195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.741043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87eba0ce-4d8f-4c00-8aee-ec6f12047a1a']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:43.759103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8bcedb-615c-4e34-ac22-fb1af946ee0d') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:43.759836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8bcedb-615c-4e34-ac22-fb1af946ee0d') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:43.798002 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.827009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43651f1f-51df-4a37-a84a-1fce64600ec2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:43.830295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b70a2b9-e1dc-48a2-b70c-95d71df518cd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.833087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43651f1f-51df-4a37-a84a-1fce64600ec2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:43.837464 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-43651f1f-51df-4a37-a84a-1fce64600ec2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4762743 Mar 08 11:51:43.839533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48674) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:43.840667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.907469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70a2b9-e1dc-48a2-b70c-95d71df518cd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=dd3e5475-32d9-4e1a-ad64-fee567a81f85,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:43.923535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.944530 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.978543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:51:43.978956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:43.995292 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:51:44.045034 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:51:44.057908 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Pushing event deleted for resources: {'Port': ['ID=768d229a-5629-4f4f-a03b-4bbc559da1d7,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:44.160319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:44.175320 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:44.177601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:44.188392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:44.189331 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:44.189982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:44.210958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e481cc-a37c-4525-8c84-d958272ac65e,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:44.288930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Transition to ACTIVE for port object 4d601e71-962b-400a-b567-0bde6c68e0a6 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:44.298854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:44.380417 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:44.424113 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Network': ['ID=87eba0ce-4d8f-4c00-8aee-ec6f12047a1a,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:44.457498 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-215e8ee8-a61b-43ec-9b16-cb12363e6ab7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/networks/87eba0ce-4d8f-4c00-8aee-ec6f12047a1a HTTP/1.1" status: 204 len: 168 time: 3.5787983 Mar 08 11:51:44.457498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48680) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:44.459155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d57ece8e-89db-4080-8386-5f2f54262ead tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-472553615', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:44.476736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d57ece8e-89db-4080-8386-5f2f54262ead tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:44.521953 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d57ece8e-89db-4080-8386-5f2f54262ead tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:router and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:44.527086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b70a2b9-e1dc-48a2-b70c-95d71df518cd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:44.528907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d57ece8e-89db-4080-8386-5f2f54262ead tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:44.533069 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:44.536972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:44.541095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d57ece8e-89db-4080-8386-5f2f54262ead tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:44.678076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:44.743048 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:44.822646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4946b10a-23ff-440c-82e9-ca91ced248f8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:44.823653 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:44.824246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Fanout notify agent at l3_agent the message router_deleted on router e4dfacb7-4e12-4aa8-b3e4-758dde579030 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:51:44.838282 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f21ff745-1e63-429b-b636-cea33da0b605 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8001409 Mar 08 11:51:44.839358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48684) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:44.888064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:44.982797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6c4cb-e02e-4228-96da-ddee09c1edbb None None] Pushing event updated for resources: {'Port': ['ID=4d601e71-962b-400a-b567-0bde6c68e0a6,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:44.998392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d57ece8e-89db-4080-8386-5f2f54262ead tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:44.999412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d57ece8e-89db-4080-8386-5f2f54262ead tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.006419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946b10a-23ff-440c-82e9-ca91ced248f8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event deleted for resources: {'Port': ['ID=fd4e2040-e00f-4e1b-948b-b376d0c81fb2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:45.011777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Attempting to bind port 4d601e71-962b-400a-b567-0bde6c68e0a6 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:45.012611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Attempting to bind port 4d601e71-962b-400a-b567-0bde6c68e0a6 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:45.013150 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Attempting to bind port 4d601e71-962b-400a-b567-0bde6c68e0a6 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:45.019527 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:51:45.022099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:45.022868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.023931 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:51:45.024775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Bound port: 4d601e71-962b-400a-b567-0bde6c68e0a6, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:51:45.025335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.137636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.146337 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b2fab864-a15b-41b6-83a1-2456f63f8dea tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "DELETE /v2.0/routers/e4dfacb7-4e12-4aa8-b3e4-758dde579030 HTTP/1.1" status: 204 len: 168 time: 3.3923750 Mar 08 11:51:45.165090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48688) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:45.165617 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] For port 4d601e71-962b-400a-b567-0bde6c68e0a6, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:45.169438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] For port 4d601e71-962b-400a-b567-0bde6c68e0a6, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4d601e71-962b-400a-b567-0bde6c68e0a6,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:45.177913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d57ece8e-89db-4080-8386-5f2f54262ead tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.184502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-733b5dd2-2547-4f00-87c1-44d0b3b498e2 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1328095448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:45.192184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-733b5dd2-2547-4f00-87c1-44d0b3b498e2 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:45.197340 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-733b5dd2-2547-4f00-87c1-44d0b3b498e2 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Usage tracker for resource:router and tenant:869ff70f5e3b428d8169fcb3052b7878 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:45.201175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-733b5dd2-2547-4f00-87c1-44d0b3b498e2 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:45.209564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-733b5dd2-2547-4f00-87c1-44d0b3b498e2 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:45.226838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b70a2b9-e1dc-48a2-b70c-95d71df518cd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Router 40e5c4e5-4258-4811-a39f-10e34017959f has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:51:45.241607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.269020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d57ece8e-89db-4080-8386-5f2f54262ead tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.315494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-733b5dd2-2547-4f00-87c1-44d0b3b498e2 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.316265 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-733b5dd2-2547-4f00-87c1-44d0b3b498e2 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.402817 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e84afb1-b7bc-486d-9bd0-98ebcde42fb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.407754 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Routers {'14b165ad-10f0-4ab2-9605-79678a61bf81'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:45.408388 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['14b165ad-10f0-4ab2-9605-79678a61bf81'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:45.422792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-733b5dd2-2547-4f00-87c1-44d0b3b498e2 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.425563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b70a2b9-e1dc-48a2-b70c-95d71df518cd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:45.447732 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a072b-dd46-4b05-9d27-854de0dfe273 None None] Sync routers for ids ['40e5c4e5-4258-4811-a39f-10e34017959f'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:45.457389 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2b70a2b9-e1dc-48a2-b70c-95d71df518cd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "PUT /v2.0/routers/40e5c4e5-4258-4811-a39f-10e34017959f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5198941 Mar 08 11:51:45.459911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48692) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:45.461288 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a072b-dd46-4b05-9d27-854de0dfe273 None None] Routers {'40e5c4e5-4258-4811-a39f-10e34017959f'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:45.461923 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-792a072b-dd46-4b05-9d27-854de0dfe273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['40e5c4e5-4258-4811-a39f-10e34017959f'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:45.598565 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bac4ea-75ca-46a3-97de-9ba880944509 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:51:45.601021 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f6bac4ea-75ca-46a3-97de-9ba880944509 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:45.622298 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-792a072b-dd46-4b05-9d27-854de0dfe273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:45.648296 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a072b-dd46-4b05-9d27-854de0dfe273 None None] Routers {'40e5c4e5-4258-4811-a39f-10e34017959f'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:45.650295 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-792a072b-dd46-4b05-9d27-854de0dfe273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['40e5c4e5-4258-4811-a39f-10e34017959f'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:45.664254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-733b5dd2-2547-4f00-87c1-44d0b3b498e2 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.716498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f6bac4ea-75ca-46a3-97de-9ba880944509 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:45.717186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.720499 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f6bac4ea-75ca-46a3-97de-9ba880944509 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/dd3e5475-32d9-4e1a-ad64-fee567a81f85 HTTP/1.1" status: 404 len: 333 time: 0.2518089 Mar 08 11:51:45.723297 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48698) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:45.753806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6c4cb-e02e-4228-96da-ddee09c1edbb None None] Pushing event updated for resources: {'Port': ['ID=4d601e71-962b-400a-b567-0bde6c68e0a6,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:45.777650 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-792a072b-dd46-4b05-9d27-854de0dfe273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:45.778009 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a072b-dd46-4b05-9d27-854de0dfe273 None None] The sync data for ids ['40e5c4e5-4258-4811-a39f-10e34017959f'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:45.794670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] Set router 14b165ad-10f0-4ab2-9605-79678a61bf81 gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:45.837565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-733b5dd2-2547-4f00-87c1-44d0b3b498e2 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.841207 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-733b5dd2-2547-4f00-87c1-44d0b3b498e2 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6642382 Mar 08 11:51:45.845919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d57ece8e-89db-4080-8386-5f2f54262ead tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:45.847627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48702) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:45.850505 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d57ece8e-89db-4080-8386-5f2f54262ead tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3966401 Mar 08 11:51:45.851560 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48706) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:45.851771 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'enable_snat': True}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:45.891746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1849487252'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:46.036017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:46.038632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-450c5240-a2ff-45a2-999c-122ecb78ac3c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:46.064975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:network and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:46.068504 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:46.137090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:46.153447 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b165ad-10f0-4ab2-9605-79678a61bf81', 'name': 'tempest-NetworksTestDHCPv6-router-1826074445', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:36Z', 'updated_at': '2022-03-08T11:51:39Z', 'revision_number': 2, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'gw_port_host': None, '_interfaces': [{'id': '4d601e71-962b-400a-b567-0bde6c68e0a6', 'name': '', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'mac_address': 'fa:16:3e:0a:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b165ad-10f0-4ab2-9605-79678a61bf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a3e5d4c6-e008-4628-993a-449b87b4b7bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:38Z', 'updated_at': '2022-03-08T11:51:45Z', 'revision_number': 4, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'subnets': [{'id': 'a3e5d4c6-e008-4628-993a-449b87b4b7bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:46.158343 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917c4d6-ca25-4fcf-aceb-b9d4371e13fd None None] The sync data for ids ['14b165ad-10f0-4ab2-9605-79678a61bf81'] in dv-neutron-828143-8-hyperv is: [{'id': '14b165ad-10f0-4ab2-9605-79678a61bf81', 'name': 'tempest-NetworksTestDHCPv6-router-1826074445', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:36Z', 'updated_at': '2022-03-08T11:51:39Z', 'revision_number': 2, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'gw_port_host': None, '_interfaces': [{'id': '4d601e71-962b-400a-b567-0bde6c68e0a6', 'name': '', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'mac_address': 'fa:16:3e:0a:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b165ad-10f0-4ab2-9605-79678a61bf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a3e5d4c6-e008-4628-993a-449b87b4b7bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:38Z', 'updated_at': '2022-03-08T11:51:45Z', 'revision_number': 4, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'subnets': [{'id': 'a3e5d4c6-e008-4628-993a-449b87b4b7bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:46.236825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4946b10a-23ff-440c-82e9-ca91ced248f8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:46.269656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:46.273323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:46.506442 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] device_id is not set on port b1e481cc-a37c-4525-8c84-d958272ac65e yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:51:46.633048 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:46.642771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:51:46.873246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-450c5240-a2ff-45a2-999c-122ecb78ac3c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:46.884473 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-450c5240-a2ff-45a2-999c-122ecb78ac3c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:46.888316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:46.912564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Transition to ACTIVE for port object b1e481cc-a37c-4525-8c84-d958272ac65e will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:46.912564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:46.912564 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Added segment 92ad865f-a0b9-4ac2-9585-6bb7f855a96a of type vlan for network 8b61ddd9-4b8f-4845-9c26-c283a2e20541 Mar 08 11:51:46.926700 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-3e84afb1-b7bc-486d-9bd0-98ebcde42fb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 4d601e71-962b-400a-b567-0bde6c68e0a6 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:46.927096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e84afb1-b7bc-486d-9bd0-98ebcde42fb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.008430 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-450c5240-a2ff-45a2-999c-122ecb78ac3c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.009505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450c5240-a2ff-45a2-999c-122ecb78ac3c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Fanout notify agent at l3_agent the message router_deleted on router 40e5c4e5-4258-4811-a39f-10e34017959f {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:51:47.010624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.020245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.038119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-450c5240-a2ff-45a2-999c-122ecb78ac3c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.041523 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-450c5240-a2ff-45a2-999c-122ecb78ac3c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/routers/40e5c4e5-4258-4811-a39f-10e34017959f HTTP/1.1" status: 204 len: 168 time: 1.3062468 Mar 08 11:51:47.042332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48712) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:47.165069 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e7e6c0-2e3a-4a9f-9884-fcec6014a7ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting subnet 24a70513-a43f-497c-9099-f9f90e0b5aca {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:51:47.168610 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-59e7e6c0-2e3a-4a9f-9884-fcec6014a7ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.237285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-59e7e6c0-2e3a-4a9f-9884-fcec6014a7ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.274388 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e481cc-a37c-4525-8c84-d958272ac65e,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:47.386758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4946b10a-23ff-440c-82e9-ca91ced248f8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:51:47.398643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:47.405451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:47.405451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:47.423880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:47.424275 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:47.427808 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 2 to bind port b1e481cc-a37c-4525-8c84-d958272ac65e Mar 08 11:51:47.481020 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-59e7e6c0-2e3a-4a9f-9884-fcec6014a7ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.510842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.516119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:47.516409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.553867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.560437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-3e84afb1-b7bc-486d-9bd0-98ebcde42fb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] For port 4d601e71-962b-400a-b567-0bde6c68e0a6, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4d601e71-962b-400a-b567-0bde6c68e0a6,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:47.560816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e84afb1-b7bc-486d-9bd0-98ebcde42fb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.565537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4d601e71-962b-400a-b567-0bde6c68e0a6 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:47.570194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:47.570194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:47.570486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:47.610558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.729864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 4d601e71-962b-400a-b567-0bde6c68e0a6 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:47.735459 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4d601e71-962b-400a-b567-0bde6c68e0a6 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:47.738344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.758199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-59e7e6c0-2e3a-4a9f-9884-fcec6014a7ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.787852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:47.788183 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:47.809602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7e6c0-2e3a-4a9f-9884-fcec6014a7ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Subnet': ['ID=24a70513-a43f-497c-9099-f9f90e0b5aca,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:47.839427 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebc7a0b-e91d-4b4e-ab7e-e9803a37cca3 None None] Network 7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:47.842707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-59e7e6c0-2e3a-4a9f-9884-fcec6014a7ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:47.857733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Allocated IP 172.26.4.226 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/09f49f20-f620-4ce7-9eb9-0d80eec29482) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:47.859714 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 3 to bind port b1e481cc-a37c-4525-8c84-d958272ac65e Mar 08 11:51:47.862565 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-59e7e6c0-2e3a-4a9f-9884-fcec6014a7ec tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/24a70513-a43f-497c-9099-f9f90e0b5aca HTTP/1.1" status: 204 len: 168 time: 0.8192856 Mar 08 11:51:47.865141 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48718) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:47.879900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-3e84afb1-b7bc-486d-9bd0-98ebcde42fb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 4d601e71-962b-400a-b567-0bde6c68e0a6 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:47.930529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Network': ['ID=8b61ddd9-4b8f-4845-9c26-c283a2e20541,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:48.034160 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-eeb0470c-387f-4b88-871f-be38ce684e5e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1668797 Mar 08 11:51:48.036146 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:48.038154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:48.044422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48722) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:48.044668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:48.044668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:48.044668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:48.063543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'subnet': {'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:48.064005 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 8b61ddd9-4b8f-4845-9c26-c283a2e20541 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:51:48.078752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:48.078921 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:48.094498 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 4 to bind port b1e481cc-a37c-4525-8c84-d958272ac65e Mar 08 11:51:48.130798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:48.131226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:48.132045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:48.142754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4946b10a-23ff-440c-82e9-ca91ced248f8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:48.153796 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4946b10a-23ff-440c-82e9-ca91ced248f8 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "PUT /v2.0/routers/183e19e8-61e5-4ca2-b5a5-f4c7649a434c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6640036 Mar 08 11:51:48.180724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48726) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:48.211571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:48.211571 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:48.211571 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 5 to bind port b1e481cc-a37c-4525-8c84-d958272ac65e Mar 08 11:51:48.238936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:48.238936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:48.238936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:48.239269 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port f67f1d5a-c512-44ef-a1b8-38a67231203c {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:48.239269 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:48.242927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:48.243370 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:48.244000 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 6 to bind port b1e481cc-a37c-4525-8c84-d958272ac65e Mar 08 11:51:48.249286 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d16739-0217-4d40-9563-e6ef7917975e None None] Sync routers for ids ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:48.270813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:48.271695 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:48.272155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:48.290353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d16739-0217-4d40-9563-e6ef7917975e None None] Routers {'183e19e8-61e5-4ca2-b5a5-f4c7649a434c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:48.290993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-04d16739-0217-4d40-9563-e6ef7917975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:48.391812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:48.392176 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:48.392533 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 7 to bind port b1e481cc-a37c-4525-8c84-d958272ac65e Mar 08 11:51:48.413538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:48.414250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:48.414644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:48.421091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:48.421409 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:48.427738 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 8 to bind port b1e481cc-a37c-4525-8c84-d958272ac65e Mar 08 11:51:48.441237 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:48.441558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:48.442089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:48.448395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:48.448711 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:48.449098 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 9 to bind port b1e481cc-a37c-4525-8c84-d958272ac65e Mar 08 11:51:48.466976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:48.469261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:48.469261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:48.474260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:48.474589 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:48.475245 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 10 to bind port b1e481cc-a37c-4525-8c84-d958272ac65e Mar 08 11:51:48.500768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:48.501212 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:48.501511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:48.508057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:48.508419 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port b1e481cc-a37c-4525-8c84-d958272ac65e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:48.508837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:48.597816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-04d16739-0217-4d40-9563-e6ef7917975e None None] Set router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:48.618063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] For port b1e481cc-a37c-4525-8c84-d958272ac65e, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:48.618721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempted to set empty binding levels {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 08 11:51:48.621052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e84afb1-b7bc-486d-9bd0-98ebcde42fb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:48.647737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:48.787583 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:48.801298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8b2aff-9653-4183-ac2f-ea271bd867a4 None None] DHCP port deletion for 7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:51:48.808217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-2648ef52-547d-410a-a860-40b1763da415 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Deleting subnet e9c247f5-cf51-462c-b86b-c90f70c26bae {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:51:48.808217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:subnet and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:48.812070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2648ef52-547d-410a-a860-40b1763da415 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:48.845027 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:48.889726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:48.945330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2648ef52-547d-410a-a860-40b1763da415 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:48.958083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b2aff-9653-4183-ac2f-ea271bd867a4 None None] Deleting port f67f1d5a-c512-44ef-a1b8-38a67231203c {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:48.958605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2aff-9653-4183-ac2f-ea271bd867a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:48.984710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:49.012122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e84afb1-b7bc-486d-9bd0-98ebcde42fb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:49.017801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84afb1-b7bc-486d-9bd0-98ebcde42fb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=4d601e71-962b-400a-b567-0bde6c68e0a6,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:49.035774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:49.100481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] In _notify_port_updated(), no bound segment for port b1e481cc-a37c-4525-8c84-d958272ac65e on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:51:49.101355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.101988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:49.106084 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "PUT /v2.0/ports/b1e481cc-a37c-4525-8c84-d958272ac65e HTTP/1.1" status: 200 len: 976 time: 4.2247546 Mar 08 11:51:49.109689 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48732) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:49.149412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:49.153463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:49.245380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:49.258628 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:49.262396 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-8c8b2aff-9653-4183-ac2f-ea271bd867a4 None None] For port f67f1d5a-c512-44ef-a1b8-38a67231203c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f67f1d5a-c512-44ef-a1b8-38a67231203c,segment=NetworkSegment(99e9b24a-ec28-4cae-98bb-ac816d4112a3),segment_id=99e9b24a-ec28-4cae-98bb-ac816d4112a3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:49.262799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2aff-9653-4183-ac2f-ea271bd867a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:49.330596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184e121-8489-4593-8102-0f84b8cff080 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e481cc-a37c-4525-8c84-d958272ac65e,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:49.369462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:49.399103 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b2aff-9653-4183-ac2f-ea271bd867a4 None None] Calling delete_port for f67f1d5a-c512-44ef-a1b8-38a67231203c owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:49.443128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] For port f67f1d5a-c512-44ef-a1b8-38a67231203c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f67f1d5a-c512-44ef-a1b8-38a67231203c,segment=NetworkSegment(99e9b24a-ec28-4cae-98bb-ac816d4112a3),segment_id=99e9b24a-ec28-4cae-98bb-ac816d4112a3)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:49.443128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:49.449950 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event updated for resources: {'Port': ['ID=09f49f20-f620-4ce7-9eb9-0d80eec29482,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:49.452293 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-04d16739-0217-4d40-9563-e6ef7917975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:51:44Z', 'revision_number': 5, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:49.463361 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d16739-0217-4d40-9563-e6ef7917975e None None] Checking router: 183e19e8-61e5-4ca2-b5a5-f4c7649a434c for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:49.483449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e84afb1-b7bc-486d-9bd0-98ebcde42fb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Router 14b165ad-10f0-4ab2-9605-79678a61bf81 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:51:49.494154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d16739-0217-4d40-9563-e6ef7917975e None None] Routers {'183e19e8-61e5-4ca2-b5a5-f4c7649a434c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:49.494775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-04d16739-0217-4d40-9563-e6ef7917975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:49.515691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.516365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.516625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.517104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.517569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.518159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.518923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.521466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.521466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.521466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.521466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.521466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.521942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.522171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.522631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.523093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.523559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.525609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Synchronizing usage tracker for tenant:7de1376e68a0406fa9574618456d0c66 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:49.647136 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for f67f1d5a-c512-44ef-a1b8-38a67231203c owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:49.669051 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e84afb1-b7bc-486d-9bd0-98ebcde42fb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:49.687174 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de4f83-d00d-4316-820e-4d3c8ac420e8 None None] Sync routers for ids ['14b165ad-10f0-4ab2-9605-79678a61bf81'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:49.700116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f67f1d5a-c512-44ef-a1b8-38a67231203c no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:49.701033 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de4f83-d00d-4316-820e-4d3c8ac420e8 None None] Routers {'14b165ad-10f0-4ab2-9605-79678a61bf81'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:49.702481 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b9de4f83-d00d-4316-820e-4d3c8ac420e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['14b165ad-10f0-4ab2-9605-79678a61bf81'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:49.715225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2648ef52-547d-410a-a860-40b1763da415 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:49.750317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: f67f1d5a-c512-44ef-a1b8-38a67231203c {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:49.750671 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f67f1d5a-c512-44ef-a1b8-38a67231203c not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:49.752135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8c8b2aff-9653-4183-ac2f-ea271bd867a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:49.760774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Unset dirty status for tenant:7de1376e68a0406fa9574618456d0c66 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:49.762281 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2441f655-711f-4b7f-9e1d-693ebd939bc4 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15459 time: 0.5827885 Mar 08 11:51:49.765655 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3e84afb1-b7bc-486d-9bd0-98ebcde42fb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "PUT /v2.0/routers/14b165ad-10f0-4ab2-9605-79678a61bf81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9266813 Mar 08 11:51:49.767351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48736) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:49.768486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48738) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:49.858213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380ae585-42dd-42a8-9278-45100a7f9bb6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.858701 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-b9de4f83-d00d-4316-820e-4d3c8ac420e8 None None] Set router 14b165ad-10f0-4ab2-9605-79678a61bf81 gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:49.859634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380ae585-42dd-42a8-9278-45100a7f9bb6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.860428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-380ae585-42dd-42a8-9278-45100a7f9bb6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:49.900447 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b2aff-9653-4183-ac2f-ea271bd867a4 None None] Pushing event deleted for resources: {'Port': ['ID=f67f1d5a-c512-44ef-a1b8-38a67231203c,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:49.914157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b2aff-9653-4183-ac2f-ea271bd867a4 None None] No DVR routers for this DVR port f67f1d5a-c512-44ef-a1b8-38a67231203c on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:49.933134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f58a5b49-bfca-4cf3-8aaf-d4b9ff63b2d7 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Deleting port b1e481cc-a37c-4525-8c84-d958272ac65e {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:49.936691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f58a5b49-bfca-4cf3-8aaf-d4b9ff63b2d7 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:49.945861 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-04d16739-0217-4d40-9563-e6ef7917975e None None] Set router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:49.979168 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b9de4f83-d00d-4316-820e-4d3c8ac420e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b165ad-10f0-4ab2-9605-79678a61bf81', 'name': 'tempest-NetworksTestDHCPv6-router-1826074445', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:36Z', 'updated_at': '2022-03-08T11:51:48Z', 'revision_number': 3, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:49.987111 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de4f83-d00d-4316-820e-4d3c8ac420e8 None None] Checking router: 14b165ad-10f0-4ab2-9605-79678a61bf81 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:50.018422 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de4f83-d00d-4316-820e-4d3c8ac420e8 None None] Routers {'14b165ad-10f0-4ab2-9605-79678a61bf81'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:50.019411 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b9de4f83-d00d-4316-820e-4d3c8ac420e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['14b165ad-10f0-4ab2-9605-79678a61bf81'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:50.027382 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:51:50.027765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:51:50.034603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2648ef52-547d-410a-a860-40b1763da415 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:50.242583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-f58a5b49-bfca-4cf3-8aaf-d4b9ff63b2d7 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] For port b1e481cc-a37c-4525-8c84-d958272ac65e, host hv-neutron-8281, got binding levels [] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:50.244018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f58a5b49-bfca-4cf3-8aaf-d4b9ff63b2d7 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:50.257571 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-b9de4f83-d00d-4316-820e-4d3c8ac420e8 None None] Set router 14b165ad-10f0-4ab2-9605-79678a61bf81 gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:50.310294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648ef52-547d-410a-a860-40b1763da415 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c247f5-cf51-462c-b86b-c90f70c26bae,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:50.316207 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:50.392570 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Subnet': ['ID=2f91ced4-7a0e-4a1a-b59f-49af47c58af5,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:50.400736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2648ef52-547d-410a-a860-40b1763da415 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:50.418532 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2648ef52-547d-410a-a860-40b1763da415 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "DELETE /v2.0/subnets/e9c247f5-cf51-462c-b86b-c90f70c26bae HTTP/1.1" status: 204 len: 168 time: 2.2328687 Mar 08 11:51:50.470369 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b9de4f83-d00d-4316-820e-4d3c8ac420e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b165ad-10f0-4ab2-9605-79678a61bf81', 'name': 'tempest-NetworksTestDHCPv6-router-1826074445', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:36Z', 'updated_at': '2022-03-08T11:51:48Z', 'revision_number': 3, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:50.475670 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de4f83-d00d-4316-820e-4d3c8ac420e8 None None] The sync data for ids ['14b165ad-10f0-4ab2-9605-79678a61bf81'] in dv-neutron-828143-8-hyperv is: [{'id': '14b165ad-10f0-4ab2-9605-79678a61bf81', 'name': 'tempest-NetworksTestDHCPv6-router-1826074445', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:36Z', 'updated_at': '2022-03-08T11:51:48Z', 'revision_number': 3, 'project_id': '3cd28c67c7ce450db1c0e75c66632282', 'gw_port_host': None}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:50.485289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc27d36-2626-4293-9e8f-8c4363e06bcf None None] Network b44f3b77-f5d2-476e-b8ea-4933f530d532 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:50.515590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48754) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:50.562371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f58a5b49-bfca-4cf3-8aaf-d4b9ff63b2d7 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Calling delete_port for b1e481cc-a37c-4525-8c84-d958272ac65e owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:50.641032 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-380ae585-42dd-42a8-9278-45100a7f9bb6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:50.647541 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-380ae585-42dd-42a8-9278-45100a7f9bb6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8750761 Mar 08 11:51:50.653158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48758) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:50.681083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-04d16739-0217-4d40-9563-e6ef7917975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:51:44Z', 'revision_number': 5, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:50.687423 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d16739-0217-4d40-9563-e6ef7917975e None None] The sync data for ids ['183e19e8-61e5-4ca2-b5a5-f4c7649a434c'] in dv-neutron-828143-8-hyperv is: [{'id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443250532', 'tenant_id': '841eea389ecc446e8a106e5fd6403dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:54Z', 'updated_at': '2022-03-08T11:51:44Z', 'revision_number': 5, 'project_id': '841eea389ecc446e8a106e5fd6403dd4', 'gw_port': {'id': '45030a1e-2ea5-4665-beb6-14707b5c9422', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183e19e8-61e5-4ca2-b5a5-f4c7649a434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:57Z', 'updated_at': '2022-03-08T11:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:50.755111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-edccfba9-ffed-44a6-a0f2-97450a7a5e19 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet a3e5d4c6-e008-4628-993a-449b87b4b7bf {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:51:50.763280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-edccfba9-ffed-44a6-a0f2-97450a7a5e19 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:50.770427 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port f67f1d5a-c512-44ef-a1b8-38a67231203c {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:50.770773 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:50.787857 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f58a5b49-bfca-4cf3-8aaf-d4b9ff63b2d7 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:50.857356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56344d7a-e522-41bb-b8ba-a4b27784860a None None] DHCP port deletion for b44f3b77-f5d2-476e-b8ea-4933f530d532 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:51:50.863838 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-56344d7a-e522-41bb-b8ba-a4b27784860a None None] Deleting port 561b6c28-e1d9-447d-9ea3-584cb9cdb014 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:50.864599 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-56344d7a-e522-41bb-b8ba-a4b27784860a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:50.878304 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-edccfba9-ffed-44a6-a0f2-97450a7a5e19 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:50.912789 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Checking segment: {'id': '92ad865f-a0b9-4ac2-9585-6bb7f855a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:50.913172 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network hostable DHCP agents. Network: 8b61ddd9-4b8f-4845-9c26-c283a2e20541, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:51:50.964496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] The port 'f67f1d5a-c512-44ef-a1b8-38a67231203c' was deleted {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:51:50.974317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-edccfba9-ffed-44a6-a0f2-97450a7a5e19 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.021574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a5b49-bfca-4cf3-8aaf-d4b9ff63b2d7 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1e481cc-a37c-4525-8c84-d958272ac65e,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:51.042196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.051399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f58a5b49-bfca-4cf3-8aaf-d4b9ff63b2d7 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.126782 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f58a5b49-bfca-4cf3-8aaf-d4b9ff63b2d7 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b1e481cc-a37c-4525-8c84-d958272ac65e HTTP/1.1" status: 204 len: 168 time: 1.3559642 Mar 08 11:51:51.129304 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48770) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:51.155926 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-56344d7a-e522-41bb-b8ba-a4b27784860a None None] For port 561b6c28-e1d9-447d-9ea3-584cb9cdb014, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=561b6c28-e1d9-447d-9ea3-584cb9cdb014,segment=NetworkSegment(8f534f55-ef95-48cd-835d-3685aee36b19),segment_id=8f534f55-ef95-48cd-835d-3685aee36b19)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:51.156500 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-56344d7a-e522-41bb-b8ba-a4b27784860a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.169569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-edccfba9-ffed-44a6-a0f2-97450a7a5e19 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.256605 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-421c1052-9fb2-4a6e-84dd-6e58fdaf1622 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] GET failed (client error): The resource could not be found. Mar 08 11:51:51.263080 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-421c1052-9fb2-4a6e-84dd-6e58fdaf1622 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Synchronizing usage tracker for tenant:7de1376e68a0406fa9574618456d0c66 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:51.270653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccfba9-ffed-44a6-a0f2-97450a7a5e19 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e5d4c6-e008-4628-993a-449b87b4b7bf,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:51.276741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 8b61ddd9-4b8f-4845-9c26-c283a2e20541 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:51:51.277792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-edccfba9-ffed-44a6-a0f2-97450a7a5e19 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.288532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.348583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-56344d7a-e522-41bb-b8ba-a4b27784860a None None] Calling delete_port for 561b6c28-e1d9-447d-9ea3-584cb9cdb014 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:51.353621 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-edccfba9-ffed-44a6-a0f2-97450a7a5e19 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/a3e5d4c6-e008-4628-993a-449b87b4b7bf HTTP/1.1" status: 204 len: 168 time: 0.6999962 Mar 08 11:51:51.355839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48776) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:51.399458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 8b61ddd9-4b8f-4845-9c26-c283a2e20541) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:51.404713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:51.405307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.445727 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.484394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d56ef2-cf6f-4e2d-8e38-53482a4fe48f None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:51.514585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-421c1052-9fb2-4a6e-84dd-6e58fdaf1622 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Unset dirty status for tenant:7de1376e68a0406fa9574618456d0c66 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:51.516281 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-421c1052-9fb2-4a6e-84dd-6e58fdaf1622 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "GET /v2.0/ports/b1e481cc-a37c-4525-8c84-d958272ac65e HTTP/1.1" status: 404 len: 333 time: 0.3858078 Mar 08 11:51:51.528155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48780) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:51.528338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:51.529997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1683429654', 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:51.567840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e9b24a-ec28-4cae-98bb-ac816d4112a3') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:51.568136 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e9b24a-ec28-4cae-98bb-ac816d4112a3') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:51.589942 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.604160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:51.624388 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8919fc18-cf37-49f8-858c-c489fcb0944d None None] Network 8b61ddd9-4b8f-4845-9c26-c283a2e20541 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:51.649014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:51.666565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6ef17096-0fa7-4736-86d6-83e6550fd923 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:router {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:51.676321 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f8caefc1-8637-4a23-b1f4-872e55f7c0b1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6268439 Mar 08 11:51:51.678549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48784) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:51.754301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-56344d7a-e522-41bb-b8ba-a4b27784860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.757983 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 561b6c28-e1d9-447d-9ea3-584cb9cdb014 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:51.788800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6ef17096-0fa7-4736-86d6-83e6550fd923 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:router {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:51.790230 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6ef17096-0fa7-4736-86d6-83e6550fd923 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4330082 Mar 08 11:51:51.792924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48788) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:51.808806 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.836153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:51:51.836607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:51:51.854442 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:51:51.873130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Made reservation on behalf of 7de1376e68a0406fa9574618456d0c66 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:51.875882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:51.889585 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56344d7a-e522-41bb-b8ba-a4b27784860a None None] Pushing event deleted for resources: {'Port': ['ID=561b6c28-e1d9-447d-9ea3-584cb9cdb014,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:51.891561 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 561b6c28-e1d9-447d-9ea3-584cb9cdb014 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:51.891910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 561b6c28-e1d9-447d-9ea3-584cb9cdb014 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:51.892323 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4d601e71-962b-400a-b567-0bde6c68e0a6 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:51.938051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 4d601e71-962b-400a-b567-0bde6c68e0a6 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:51.938404 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4d601e71-962b-400a-b567-0bde6c68e0a6 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:51.938821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fd4e2040-e00f-4e1b-948b-b376d0c81fb2 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:51.973307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] device_id is not set on port c972e514-97ee-4182-a463-aa6da9ed3dc0 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:51:51.980466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56344d7a-e522-41bb-b8ba-a4b27784860a None None] No DVR routers for this DVR port 561b6c28-e1d9-447d-9ea3-584cb9cdb014 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:51.987314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: fd4e2040-e00f-4e1b-948b-b376d0c81fb2 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:51.987314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fd4e2040-e00f-4e1b-948b-b376d0c81fb2 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:52.146384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6d9a-175b-4a9f-9c24-c2a47555f224 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.160659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:51:52.161548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.187402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d305ec6d-3033-4dae-915b-535fbe643eb6 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:51:52.192219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d305ec6d-3033-4dae-915b-535fbe643eb6 None None] Deleting port b38348bb-56b9-41c8-9ca2-3668b8677ae5 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:52.192601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d305ec6d-3033-4dae-915b-535fbe643eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.309829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.386712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.391845 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.521198 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Network': ['ID=7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:52.525924 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-460f0101-ff23-4eab-9326-9b23a5895ab5 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/networks/7810eeb2-7194-4fd1-b1b6-cd8cb4c6a64a HTTP/1.1" status: 204 len: 168 time: 4.6590018 Mar 08 11:51:52.526771 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Deleting port 45030a1e-2ea5-4665-beb6-14707b5c9422 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:52.527129 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.570012 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48794) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:52.571332 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d305ec6d-3033-4dae-915b-535fbe643eb6 None None] For port b38348bb-56b9-41c8-9ca2-3668b8677ae5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b38348bb-56b9-41c8-9ca2-3668b8677ae5,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:52.571733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d305ec6d-3033-4dae-915b-535fbe643eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.600421 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.702081 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Allocated IP 2001:db8::2 (8b61ddd9-4b8f-4845-9c26-c283a2e20541/2f91ced4-7a0e-4a1a-b59f-49af47c58af5/c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:52.710491 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d305ec6d-3033-4dae-915b-535fbe643eb6 None None] Calling delete_port for b38348bb-56b9-41c8-9ca2-3668b8677ae5 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:52.746897 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6d9a-175b-4a9f-9c24-c2a47555f224 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.751034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.753976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6d9a-175b-4a9f-9c24-c2a47555f224 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.860882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6d9a-175b-4a9f-9c24-c2a47555f224 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.861375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8c6d9a-175b-4a9f-9c24-c2a47555f224 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Fanout notify agent at l3_agent the message router_deleted on router 14b165ad-10f0-4ab2-9605-79678a61bf81 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:51:52.903731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:52.979088 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d305ec6d-3033-4dae-915b-535fbe643eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:53.000698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:53.003235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:53.019406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6d9a-175b-4a9f-9c24-c2a47555f224 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:53.023785 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ae8c6d9a-175b-4a9f-9c24-c2a47555f224 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/routers/14b165ad-10f0-4ab2-9605-79678a61bf81 HTTP/1.1" status: 204 len: 168 time: 1.2290883 Mar 08 11:51:53.024408 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:53.025225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:53.026326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:53.027476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:53.033625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48798) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:53.034820 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305ec6d-3033-4dae-915b-535fbe643eb6 None None] Pushing event deleted for resources: {'Port': ['ID=b38348bb-56b9-41c8-9ca2-3668b8677ae5,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:53.041682 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:53.072276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d305ec6d-3033-4dae-915b-535fbe643eb6 None None] No DVR routers for this DVR port b38348bb-56b9-41c8-9ca2-3668b8677ae5 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:53.108809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:53.120882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-cecc6428-4067-4e84-9bf1-cd5cbea33e63 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:53.125674 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event updated for resources: {'Port': ['ID=c972e514-97ee-4182-a463-aa6da9ed3dc0,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:53.126895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Transition to ACTIVE for port object c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:53.163913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Transition to ACTIVE for port object c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:53.226950 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a810f4a8-01aa-4f24-8a53-857965d5ebba tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7040253 Mar 08 11:51:53.227243 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48802) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:53.281287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-cecc6428-4067-4e84-9bf1-cd5cbea33e63 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:53.281287 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cecc6428-4067-4e84-9bf1-cd5cbea33e63 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2460597 Mar 08 11:51:53.293471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48806) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:53.301895 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28466be-4136-4301-b18a-0b79e3af19ab tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:53.301895 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d28466be-4136-4301-b18a-0b79e3af19ab tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:53.304639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:53.357091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9937f0-63ea-4fed-9655-675f400609de tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:53.357091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-da9937f0-63ea-4fed-9655-675f400609de tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Synchronizing usage tracker for tenant:7de1376e68a0406fa9574618456d0c66 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:53.383190 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Network 8b61ddd9-4b8f-4845-9c26-c283a2e20541 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:53.397180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec0c56-efde-473b-992a-ba724ec72c4c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:53.398044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:53.398300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f3ec0c56-efde-473b-992a-ba724ec72c4c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:53.407148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:53.446591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-da9937f0-63ea-4fed-9655-675f400609de tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Unset dirty status for tenant:7de1376e68a0406fa9574618456d0c66 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:53.447459 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-da9937f0-63ea-4fed-9655-675f400609de tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "GET /v2.0/ports/c972e514-97ee-4182-a463-aa6da9ed3dc0 HTTP/1.1" status: 200 len: 955 time: 0.2193115 Mar 08 11:51:53.449306 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Pushing event updated for resources: {'Port': ['ID=c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:53.452956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48810) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:53.519350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b38348bb-56b9-41c8-9ca2-3668b8677ae5 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:53.539590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] For port 45030a1e-2ea5-4665-beb6-14707b5c9422, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=45030a1e-2ea5-4665-beb6-14707b5c9422,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:53.540230 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:53.545749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-149e3187-86e3-4845-b795-c81b449435f1 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Deleting port c972e514-97ee-4182-a463-aa6da9ed3dc0 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:53.546133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-149e3187-86e3-4845-b795-c81b449435f1 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:53.557799 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d28466be-4136-4301-b18a-0b79e3af19ab tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:53.561625 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d28466be-4136-4301-b18a-0b79e3af19ab tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/64fddef7-9dd4-4672-9d8c-80fc61579b36 HTTP/1.1" status: 200 len: 841 time: 0.9784691 Mar 08 11:51:53.576769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48814) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:53.590833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f3ec0c56-efde-473b-992a-ba724ec72c4c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:53.592136 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f3ec0c56-efde-473b-992a-ba724ec72c4c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3003173 Mar 08 11:51:53.604354 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48818) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:53.610575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: b38348bb-56b9-41c8-9ca2-3668b8677ae5 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:53.611178 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b38348bb-56b9-41c8-9ca2-3668b8677ae5 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:53.637662 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Attempting to bind port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:53.638272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Attempting to bind port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '92ad865f-a0b9-4ac2-9585-6bb7f855a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:53.638995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Attempting to bind port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 on network 8b61ddd9-4b8f-4845-9c26-c283a2e20541 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:53.645337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:51:53.646053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Checking segment: {'id': '92ad865f-a0b9-4ac2-9585-6bb7f855a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:53.646726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:53.647289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Bound using segment: {'id': '92ad865f-a0b9-4ac2-9585-6bb7f855a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:51:53.647909 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Bound port: c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ad865f-a0b9-4ac2-9585-6bb7f855a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:51:53.648453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:53.736436 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c51e04e5-1cb8-4d91-a9c4-8ef314afc768 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/64fddef7-9dd4-4672-9d8c-80fc61579b36?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1536117 Mar 08 11:51:53.740013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48824) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:53.747474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:53.777718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-57b57951-2279-4029-a703-6828a53d0633 None None] For port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:53.781210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-57b57951-2279-4029-a703-6828a53d0633 None None] For port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7,segment=NetworkSegment(92ad865f-a0b9-4ac2-9585-6bb7f855a96a),segment_id=92ad865f-a0b9-4ac2-9585-6bb7f855a96a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:53.858196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:53.957131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:53.966873 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:53.967083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b57951-2279-4029-a703-6828a53d0633 None None] Pushing event updated for resources: {'Port': ['ID=c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:53.977138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:53.987736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:53.990628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-149e3187-86e3-4845-b795-c81b449435f1 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:54.015936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Calling delete_port for 45030a1e-2ea5-4665-beb6-14707b5c9422 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:54.139684 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-149e3187-86e3-4845-b795-c81b449435f1 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Calling delete_port for c972e514-97ee-4182-a463-aa6da9ed3dc0 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:54.169364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:54.173150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:54.180814 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a5cb658a-0b20-43bc-8cba-5e64e0230028 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5713139 Mar 08 11:51:54.188956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48836) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:54.217681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4a80d1da-367a-4bf5-907f-0f7b71ad83e5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:54.351069 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Allocated IP 2001:db8::1 (8b61ddd9-4b8f-4845-9c26-c283a2e20541/2f91ced4-7a0e-4a1a-b59f-49af47c58af5/91be71a4-b726-4e3b-b0c8-96f824c5b642) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:54.417592 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Router d3b935e0-e0ce-47ef-b49d-1210d9346f22 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:51:54.459222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4a80d1da-367a-4bf5-907f-0f7b71ad83e5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:54.469469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4a80d1da-367a-4bf5-907f-0f7b71ad83e5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:54.550569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-149e3187-86e3-4845-b795-c81b449435f1 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:54.551321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:54.603433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a80d1da-367a-4bf5-907f-0f7b71ad83e5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:54.607364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a80d1da-367a-4bf5-907f-0f7b71ad83e5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:54.623731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event deleted for resources: {'Port': ['ID=45030a1e-2ea5-4665-beb6-14707b5c9422,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:54.646009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-149e3187-86e3-4845-b795-c81b449435f1 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:54.663846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e3187-86e3-4845-b795-c81b449435f1 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event deleted for resources: {'Port': ['ID=c972e514-97ee-4182-a463-aa6da9ed3dc0,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:54.844404 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:54.867190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:54.880338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:54.881624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59adf5ae-0843-4e98-afc3-64216e8725b5 None None] Sync routers for ids ['d3b935e0-e0ce-47ef-b49d-1210d9346f22'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:54.896731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59adf5ae-0843-4e98-afc3-64216e8725b5 None None] Routers {'d3b935e0-e0ce-47ef-b49d-1210d9346f22'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:54.897366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-59adf5ae-0843-4e98-afc3-64216e8725b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d3b935e0-e0ce-47ef-b49d-1210d9346f22'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:54.899310 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-149e3187-86e3-4845-b795-c81b449435f1 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c972e514-97ee-4182-a463-aa6da9ed3dc0 HTTP/1.1" status: 204 len: 168 time: 1.4449694 Mar 08 11:51:54.900221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48842) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:54.921130 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Transition to ACTIVE for port object 91be71a4-b726-4e3b-b0c8-96f824c5b642 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:54.997705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-59adf5ae-0843-4e98-afc3-64216e8725b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:55.009111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59adf5ae-0843-4e98-afc3-64216e8725b5 None None] Routers {'d3b935e0-e0ce-47ef-b49d-1210d9346f22'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:55.009729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-59adf5ae-0843-4e98-afc3-64216e8725b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d3b935e0-e0ce-47ef-b49d-1210d9346f22'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:55.048569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.050697 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8edb9b09-2d72-4bef-a25b-246d5812871d tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "PUT /v2.0/routers/d3b935e0-e0ce-47ef-b49d-1210d9346f22 HTTP/1.1" status: 200 len: 915 time: 9.2030294 Mar 08 11:51:55.053745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48846) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:55.127594 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.151243 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-59adf5ae-0843-4e98-afc3-64216e8725b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:55.151770 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59adf5ae-0843-4e98-afc3-64216e8725b5 None None] The sync data for ids ['d3b935e0-e0ce-47ef-b49d-1210d9346f22'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:55.237963 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbedaae-5c6f-497d-b00e-cc8f8940bc8e tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] GET failed (client error): The resource could not be found. Mar 08 11:51:55.238568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8bbedaae-5c6f-497d-b00e-cc8f8940bc8e tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Synchronizing usage tracker for tenant:7de1376e68a0406fa9574618456d0c66 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:51:55.246163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.282849 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 8b61ddd9-4b8f-4845-9c26-c283a2e20541 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:55.294211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=91be71a4-b726-4e3b-b0c8-96f824c5b642,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:55.297005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:55.301327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.306128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.309595 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:55.310154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.351883 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 438d4e99-1ce0-4447-a302-2676e2648071 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:55.356653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:55.360473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:55.361054 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.372030 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1abf2e-cf4f-474b-a84c-e7b9d59151a9 None None] Network 438d4e99-1ce0-4447-a302-2676e2648071 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:55.407227 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480d143d-a43f-4b96-bf2f-0117d12b944d None None] Network 8b61ddd9-4b8f-4845-9c26-c283a2e20541 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:55.436362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.443901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Fanout notify agent at l3_agent the message router_deleted on router 183e19e8-61e5-4ca2-b5a5-f4c7649a434c {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:51:55.454044 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.454044 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0331f90c-6895-4716-8a16-afa997e7c8c9 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "DELETE /v2.0/routers/183e19e8-61e5-4ca2-b5a5-f4c7649a434c HTTP/1.1" status: 204 len: 168 time: 4.9335518 Mar 08 11:51:55.458554 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48850) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:55.469504 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Subnet': ['ID=7628ddd0-8aaf-4692-93a5-dfdda7c2df83,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:55.510441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8bbedaae-5c6f-497d-b00e-cc8f8940bc8e tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Unset dirty status for tenant:7de1376e68a0406fa9574618456d0c66 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:51:55.516486 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8bbedaae-5c6f-497d-b00e-cc8f8940bc8e tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "GET /v2.0/ports/c972e514-97ee-4182-a463-aa6da9ed3dc0 HTTP/1.1" status: 404 len: 333 time: 0.6125619 Mar 08 11:51:55.521470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48854) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:55.552934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Request body: {'port': {'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1606822000'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:55.569039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:55.598240 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:55.668810 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-173c0948-3e25-486e-a743-472cc23cf19a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9277763 Mar 08 11:51:55.681369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48858) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:55.709499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'security_group': {'name': 'tempest-secgroup-51852484'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:55.749848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Made reservation on behalf of 7de1376e68a0406fa9574618456d0c66 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:55.754696 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b249ef89-e087-4303-b7e0-997da63dda70 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/routers/d3b935e0-e0ce-47ef-b49d-1210d9346f22 HTTP/1.1" status: 200 len: 921 time: 0.6972189 Mar 08 11:51:55.755744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48862) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:55.757239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.770293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:55.785362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:security_group and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:55.790536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:55.804378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] device_id is not set on port a6ea909f-589d-4cd0-aa12-821f1efa5e1b yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:51:55.808083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:55.844853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:55.914538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.objects.ports [None req-4a80d1da-367a-4bf5-907f-0f7b71ad83e5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88469) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:51:55.917492 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a80d1da-367a-4bf5-907f-0f7b71ad83e5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.951754 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3729497a-5867-4acd-bab1-a50653ea3064 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.960688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.961000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f11dc45b-3e8c-4b6b-bb3e-2dc29ee30ec6 None None] Provisioning for port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:55.966628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a80d1da-367a-4bf5-907f-0f7b71ad83e5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:55.973728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-4a80d1da-367a-4bf5-907f-0f7b71ad83e5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:55.999497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a80d1da-367a-4bf5-907f-0f7b71ad83e5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:55.999497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a80d1da-367a-4bf5-907f-0f7b71ad83e5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:55.999735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c611082-1828-4fd2-be10-9693409e8077 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:51:56.051124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.079289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:56.095577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80d1da-367a-4bf5-907f-0f7b71ad83e5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=6093b71b-6959-4dec-bdd3-f2b6681451fe,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:56.160021 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:56.160396 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.171247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7703ae-2197-44e4-9049-34ab98fd4b00 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:56.173024 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7a7703ae-2197-44e4-9049-34ab98fd4b00 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&device_id=d3b935e0-e0ce-47ef-b49d-1210d9346f22&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4162498 Mar 08 11:51:56.180308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48868) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:56.183230 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4a80d1da-367a-4bf5-907f-0f7b71ad83e5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9854257 Mar 08 11:51:56.184109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48870) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:56.185132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:56.211148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-979d0f36-226d-4dc9-952c-d164312a292c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:56.238320 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:security_group_rule and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:56.262547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:56.369426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:56.413399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3729497a-5867-4acd-bab1-a50653ea3064 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.478516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.491976 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.516082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-979d0f36-226d-4dc9-952c-d164312a292c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:56.516378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-3729497a-5867-4acd-bab1-a50653ea3064 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44f3b77-f5d2-476e-b8ea-4933f530d532']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:56.526754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-979d0f36-226d-4dc9-952c-d164312a292c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:56.547672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-3729497a-5867-4acd-bab1-a50653ea3064 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f534f55-ef95-48cd-835d-3685aee36b19') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:56.547672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-3729497a-5867-4acd-bab1-a50653ea3064 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f534f55-ef95-48cd-835d-3685aee36b19') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:56.585309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3729497a-5867-4acd-bab1-a50653ea3064 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.587735 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.594372 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '6093b71b-6959-4dec-bdd3-f2b6681451fe'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:51:56.596219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.617484 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7,segment=NetworkSegment(92ad865f-a0b9-4ac2-9585-6bb7f855a96a),segment_id=92ad865f-a0b9-4ac2-9585-6bb7f855a96a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:51:56.647807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae3a9b-5658-42f9-a737-357f34b45ad1 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:56.652401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48876) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:56.655567 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979d0f36-226d-4dc9-952c-d164312a292c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:56.659667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-979d0f36-226d-4dc9-952c-d164312a292c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.661856 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c1ae3a9b-5658-42f9-a737-357f34b45ad1 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/networks/b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 881 time: 0.4802558 Mar 08 11:51:56.768912 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3729497a-5867-4acd-bab1-a50653ea3064 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.774063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-438d4e99-1ce0-4447-a302-2676e2648071', 'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'tenant_id': '6bf2e6502ed8457aba4798042de61a1a', 'fixed_ips': [{'subnet_id': '7628ddd0-8aaf-4692-93a5-dfdda7c2df83'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:51:56.775928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.797279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3729497a-5867-4acd-bab1-a50653ea3064 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:51:56.798183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3729497a-5867-4acd-bab1-a50653ea3064 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.799963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:51:56.826274 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:51:56.836188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.846025 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b0aeb6df-94f5-47e1-86df-3e6b94fa9fb3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b935e0-e0ce-47ef-b49d-1210d9346f22 HTTP/1.1" status: 200 len: 205 time: 0.1897328 Mar 08 11:51:56.846025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:56.850520 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48880) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:56.862831 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Allocated IP 2001:db8::f816:3eff:feb6:7017 (b6b97662-0baa-4f27-9a4e-9894348947bb/6093b71b-6959-4dec-bdd3-f2b6681451fe/5f00a118-09b5-4aef-a134-709236a6291f) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:57.078385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Allocated IP 172.20.0.2 (438d4e99-1ce0-4447-a302-2676e2648071/7628ddd0-8aaf-4692-93a5-dfdda7c2df83/7f4db6cf-1038-402c-b02f-60ef9c8821dd) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:57.089322 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-99aa6a63-93fd-471d-a0e6-409401b10eb8 None None] Provisioning complete for port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:57.089568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:57.090114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-99aa6a63-93fd-471d-a0e6-409401b10eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.092934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70334047-b7d1-404e-8434-bf1fe4908c33,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:57.100668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event updated for resources: {'Port': ['ID=a6ea909f-589d-4cd0-aa12-821f1efa5e1b,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:57.103239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:57.109414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:57.110568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:57.114362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.115972 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:57.136989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.136989 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-78dae189-6b8b-450a-be59-b6cba3ca6a99 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.4487388 Mar 08 11:51:57.141912 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48884) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:57.149803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'security_group': {'name': 'tempest-secgroup-1966399991'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:57.159888 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:57.164987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.240893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:security_group and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:57.245636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:57.255031 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.256904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:57.284810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3729497a-5867-4acd-bab1-a50653ea3064 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.333765 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c2fe618a-1c15-43ee-b09f-257d4ecb136c tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8090749 Mar 08 11:51:57.334829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48890) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:57.337926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-979d0f36-226d-4dc9-952c-d164312a292c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.345822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:57.354621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3729497a-5867-4acd-bab1-a50653ea3064 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.465071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979d0f36-226d-4dc9-952c-d164312a292c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:57.472102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-979d0f36-226d-4dc9-952c-d164312a292c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:57.479256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979d0f36-226d-4dc9-952c-d164312a292c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:57.480002 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-979d0f36-226d-4dc9-952c-d164312a292c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.484214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d0f36-226d-4dc9-952c-d164312a292c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=44735e1b-9731-481c-ab9a-51993002a21d,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:57.542796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:57.544670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.552204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.559624 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.560381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.564185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729497a-5867-4acd-bab1-a50653ea3064 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event deleted for resources: {'Network': ['ID=b44f3b77-f5d2-476e-b8ea-4933f530d532,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:57.601622 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-99aa6a63-93fd-471d-a0e6-409401b10eb8 None None] Provisioning for port 91be71a4-b726-4e3b-b0c8-96f824c5b642 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:57.634859 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-979d0f36-226d-4dc9-952c-d164312a292c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4447057 Mar 08 11:51:57.639814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48894) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:57.674262 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=91be71a4-b726-4e3b-b0c8-96f824c5b642,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:57.686844 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'mac_address': 'fa:16:3e:8b:9f:c0', 'name': 'tempest-NetworksTestDHCPv6-1517655965'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:57.696748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-99aa6a63-93fd-471d-a0e6-409401b10eb8 None None] Provisioning complete for port 91be71a4-b726-4e3b-b0c8-96f824c5b642 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:57.697124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-99aa6a63-93fd-471d-a0e6-409401b10eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.719389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:57.737134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:security_group_rule and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:57.739229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.739957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.740963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.743849 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:57.769355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Transition to ACTIVE for port object 5f00a118-09b5-4aef-a134-709236a6291f will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:57.774516 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Transition to ACTIVE for port object 7f4db6cf-1038-402c-b02f-60ef9c8821dd will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:57.804996 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-99aa6a63-93fd-471d-a0e6-409401b10eb8 None None] Port 91be71a4-b726-4e3b-b0c8-96f824c5b642 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:57.805220 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:57.812749 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3729497a-5867-4acd-bab1-a50653ea3064 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "DELETE /v2.0/networks/b44f3b77-f5d2-476e-b8ea-4933f530d532 HTTP/1.1" status: 204 len: 168 time: 2.3530543 Mar 08 11:51:57.824024 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48898) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:57.825440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Transition to ACTIVE for port object 5f00a118-09b5-4aef-a134-709236a6291f will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:57.832358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Transition to ACTIVE for port object 7f4db6cf-1038-402c-b02f-60ef9c8821dd will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:57.836128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:57.836503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.962309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 8b61ddd9-4b8f-4845-9c26-c283a2e20541 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:57.969613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-19cdf9d6-c63b-4990-99f3-c9328b94bc72 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.971004 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ff44625c-2bb4-4912-939e-431c86ca1147 None None] Provisioning complete for port 91be71a4-b726-4e3b-b0c8-96f824c5b642 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:57.971374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ff44625c-2bb4-4912-939e-431c86ca1147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:57.975219 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:57.986617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Deleting port 09f49f20-f620-4ce7-9eb9-0d80eec29482 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:51:57.986962 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.000716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 45030a1e-2ea5-4665-beb6-14707b5c9422 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:51:58.048570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 45030a1e-2ea5-4665-beb6-14707b5c9422 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:51:58.052129 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 45030a1e-2ea5-4665-beb6-14707b5c9422 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:51:58.052778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.056983 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.133621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ff44625c-2bb4-4912-939e-431c86ca1147 None None] Port 91be71a4-b726-4e3b-b0c8-96f824c5b642 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:58.139869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Network 438d4e99-1ce0-4447-a302-2676e2648071 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:58.144170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:58.147620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:58.149514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:58.157491 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:58.170347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:51:58.170665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.186580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] device_id is not set on port a6ea909f-589d-4cd0-aa12-821f1efa5e1b yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:51:58.196287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Pushing event updated for resources: {'Port': ['ID=7f4db6cf-1038-402c-b02f-60ef9c8821dd,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:58.198564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.217538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Transition to ACTIVE for port object a6ea909f-589d-4cd0-aa12-821f1efa5e1b will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:51:58.225166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:58.232379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:port and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:58.233084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-19cdf9d6-c63b-4990-99f3-c9328b94bc72 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.235750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:58.243702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:58.297581 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.330802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.393357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:58.412025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Attempting to bind port 5f00a118-09b5-4aef-a134-709236a6291f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:58.416052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Attempting to bind port 5f00a118-09b5-4aef-a134-709236a6291f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:58.416052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Attempting to bind port 5f00a118-09b5-4aef-a134-709236a6291f on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:58.419270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Attempting to bind port 7f4db6cf-1038-402c-b02f-60ef9c8821dd on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:58.419270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Attempting to bind port 7f4db6cf-1038-402c-b02f-60ef9c8821dd by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'de0567d6-8832-4b89-82e5-6d11c3744c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '438d4e99-1ce0-4447-a302-2676e2648071'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:58.419711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Attempting to bind port 7f4db6cf-1038-402c-b02f-60ef9c8821dd on network 438d4e99-1ce0-4447-a302-2676e2648071 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:58.426169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-72b72d7c-54dd-4a05-96d1-50b757a30e74 None None] Provisioning complete for port 91be71a4-b726-4e3b-b0c8-96f824c5b642 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:51:58.426846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-72b72d7c-54dd-4a05-96d1-50b757a30e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.456721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:51:58.456721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:58.457269 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.457542 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:51:58.458053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Bound port: 5f00a118-09b5-4aef-a134-709236a6291f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:51:58.458446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.459647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907bb1d2-0b1c-4f23-a1bb-964ed93e1c54,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:58.467135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Pushing event updated for resources: {'Port': ['ID=5f00a118-09b5-4aef-a134-709236a6291f,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:58.487487 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:51:58.487487 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Checking segment: {'id': 'de0567d6-8832-4b89-82e5-6d11c3744c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '438d4e99-1ce0-4447-a302-2676e2648071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:51:58.487487 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.487487 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Bound using segment: {'id': 'de0567d6-8832-4b89-82e5-6d11c3744c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '438d4e99-1ce0-4447-a302-2676e2648071'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:51:58.487934 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Bound port: 7f4db6cf-1038-402c-b02f-60ef9c8821dd, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0567d6-8832-4b89-82e5-6d11c3744c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '438d4e99-1ce0-4447-a302-2676e2648071'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:51:58.488306 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.509815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.589759 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-72b72d7c-54dd-4a05-96d1-50b757a30e74 None None] Port 91be71a4-b726-4e3b-b0c8-96f824c5b642 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:51:58.605797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:58.606430 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:58.606775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:58.612449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event updated for resources: {'Port': ['ID=a6ea909f-589d-4cd0-aa12-821f1efa5e1b,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:58.616757 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:58.617114 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:58.619582 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 2 to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b Mar 08 11:51:58.641951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.642350 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0c4ae78f-8f4a-43c1-9eeb-798953d68ea9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5011210 Mar 08 11:51:58.649766 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Calling delete_port for 09f49f20-f620-4ce7-9eb9-0d80eec29482 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:51:58.652840 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:58.653235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:58.653583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:58.661609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48904) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:58.669116 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:58.669116 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:58.669116 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1987484839', 'security_groups': ['907bb1d2-0b1c-4f23-a1bb-964ed93e1c54'], 'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7628ddd0-8aaf-4692-93a5-dfdda7c2df83'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:58.682834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 4be3e455-03e3-40f4-9581-3388070bfded is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:51:58.683696 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 3 to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b Mar 08 11:51:58.686680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] For port 7f4db6cf-1038-402c-b02f-60ef9c8821dd, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:58.693221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] For port 7f4db6cf-1038-402c-b02f-60ef9c8821dd, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7f4db6cf-1038-402c-b02f-60ef9c8821dd,segment=NetworkSegment(de0567d6-8832-4b89-82e5-6d11c3744c63),segment_id=de0567d6-8832-4b89-82e5-6d11c3744c63)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:58.706697 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] For port 5f00a118-09b5-4aef-a134-709236a6291f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:51:58.709827 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] For port 5f00a118-09b5-4aef-a134-709236a6291f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5f00a118-09b5-4aef-a134-709236a6291f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:51:58.713448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.779680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-19cdf9d6-c63b-4990-99f3-c9328b94bc72 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.782648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:58.782908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:58.783790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:58.807391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:58.807723 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:58.812157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.816637 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 4 to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b Mar 08 11:51:58.823548 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 7d6d9bc1-1daf-4ffc-8b45-6b6eae27e031 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:51:58.850555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:58.876450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:58.876818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:58.877158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:58.878101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdf9d6-c63b-4990-99f3-c9328b94bc72 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b88d53-8c64-4703-8e29-7b6ab6996250,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:58.896022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:58.896219 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:58.907030 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 5 to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b Mar 08 11:51:58.937702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:51:58.939070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:58.939305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:58.939654 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:58.964893 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3a4e5bd4-2dd9-4aec-8061-0f500697c808 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2145250 Mar 08 11:51:58.964994 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663fe85-ef75-41fc-a74b-3a8f4bf18447 None None] Pushing event updated for resources: {'Port': ['ID=7f4db6cf-1038-402c-b02f-60ef9c8821dd,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:58.965086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48908) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:51:58.966222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:58.966557 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:58.967495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:58.968935 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Sync routers for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:58.976372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-58456306'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:58.979353 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 6 to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b Mar 08 11:51:58.988468 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:51:58.989102 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:58.993654 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:port and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:58.999363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:51:59.001662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:59.004218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-19cdf9d6-c63b-4990-99f3-c9328b94bc72 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:59.020952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:network and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:51:59.022690 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-19cdf9d6-c63b-4990-99f3-c9328b94bc72 tempest-TestNetworkAdvancedServerOps-1714260407 tempest-TestNetworkAdvancedServerOps-1714260407-project] 10.222.0.32 "DELETE /v2.0/security-groups/80b88d53-8c64-4703-8e29-7b6ab6996250 HTTP/1.1" status: 204 len: 168 time: 1.1979480 Mar 08 11:51:59.066916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:59.067266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:59.067586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:59.082626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:59.084723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:51:59.094355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd559280-2fb1-40c7-90f7-ff7fc98b47bb None None] Pushing event updated for resources: {'Port': ['ID=5f00a118-09b5-4aef-a134-709236a6291f,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:59.108448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:59.108786 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:59.109588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:51:59.116192 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 7 to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b Mar 08 11:51:59.159444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:59.159787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:59.160129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:59.175422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:59.175767 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:59.180201 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 8 to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b Mar 08 11:51:59.254866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:59.291228 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:59.309841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:59.310208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:59.310539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:59.312655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:59.316180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:59.348834 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:51:59.418949 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Pushing event deleted for resources: {'Port': ['ID=09f49f20-f620-4ce7-9eb9-0d80eec29482,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:59.429746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:59.430101 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:59.437786 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 9 to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b Mar 08 11:51:59.470350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 172.20.0.5 (b6b97662-0baa-4f27-9a4e-9894348947bb/44735e1b-9731-481c-ab9a-51993002a21d/7d6d9bc1-1daf-4ffc-8b45-6b6eae27e031) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:59.495566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:59.495979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:59.496245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:59.505326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::f816:3eff:fe8b:9fc0 (b6b97662-0baa-4f27-9a4e-9894348947bb/6093b71b-6959-4dec-bdd3-f2b6681451fe/7d6d9bc1-1daf-4ffc-8b45-6b6eae27e031) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:59.511413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:51:59.523122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:59.523122 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:59.528563 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.plugins.ml2.plugin [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempt 10 to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b Mar 08 11:51:59.586449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:59.605438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:59.605831 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Added segment 03bdf3a3-c118-4079-8739-48db232e7ece of type vlan for network e142c6e6-19c2-47ee-8ff3-d84ad97d5be0 Mar 08 11:51:59.618639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:51:59.618979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:51:59.619314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempting to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:51:59.642190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:59.715531 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:51:59.715862 dv-neutron-828143-8-hyperv neutron-server[88469]: ERROR neutron.plugins.ml2.managers [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Failed to bind port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on host hv-neutron-8281 for vnic_type normal using segments [{'id': '506a5b68-0688-4ac9-b948-66711bf820ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db'}] Mar 08 11:51:59.716229 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:59.726937 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5f00a118-09b5-4aef-a134-709236a6291f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:51:59.816419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port 1749632c-6d79-4234-a1ad-0195905393ab yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:51:59.860262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:51:59.963659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 5f00a118-09b5-4aef-a134-709236a6291f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:51:59.969854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7f4db6cf-1038-402c-b02f-60ef9c8821dd up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:00.012575 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:51:55Z', 'revision_number': 2, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:51:56Z', 'revision_number': 2, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:00.022845 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Checking router: 4be3e455-03e3-40f4-9581-3388070bfded for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:00.023292 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Updating router 4be3e455-03e3-40f4-9581-3388070bfded port 91be71a4-b726-4e3b-b0c8-96f824c5b642 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:52:00.041627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48920) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:00.044720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.resource_extend [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:52:00.046798 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.054840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.132356 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.166686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] For port a6ea909f-589d-4cd0-aa12-821f1efa5e1b, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:52:00.167979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attempted to set empty binding levels {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 08 11:52:00.194489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.195453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Fanout notify agent at l3_agent the message router_deleted on router d3b935e0-e0ce-47ef-b49d-1210d9346f22 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:52:00.227018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.228024 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 7f4db6cf-1038-402c-b02f-60ef9c8821dd completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:00.237199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.245966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:00.246604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.256878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.258078 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9bb88d67-ea86-4757-8773-16d57f749e63 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "DELETE /v2.0/routers/d3b935e0-e0ce-47ef-b49d-1210d9346f22 HTTP/1.1" status: 204 len: 168 time: 3.4034023 Mar 08 11:52:00.263902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48926) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:00.304961 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6d963998-72de-415d-a683-ae2eb65385fc tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1329874602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:00.322915 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bb7e8ad2-3cf8-4130-ab8a-f3a0a5577d9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=841eea389ecc446e8a106e5fd6403dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798510 Mar 08 11:52:00.330958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48930) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:00.332054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6d963998-72de-415d-a683-ae2eb65385fc tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:00.358483 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6d963998-72de-415d-a683-ae2eb65385fc tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Usage tracker for resource:router and tenant:869ff70f5e3b428d8169fcb3052b7878 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:00.363366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6d963998-72de-415d-a683-ae2eb65385fc tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:00.373283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6d963998-72de-415d-a683-ae2eb65385fc tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:00.440622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be89de3b-f924-497b-a247-9b1ebaf6e6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.496037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be89de3b-f924-497b-a247-9b1ebaf6e6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.522673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6d963998-72de-415d-a683-ae2eb65385fc tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.523728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6d963998-72de-415d-a683-ae2eb65385fc tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.524727 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5597613 Mar 08 11:52:00.525992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.526953 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48934) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:00.539125 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'subnet': {'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:00.569812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270a1863-9e10-4a00-b1ee-6b212d2f1da2 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:00.604634 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.618941 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Transition to ACTIVE for port object 91be71a4-b726-4e3b-b0c8-96f824c5b642 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:00.652834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 7d6d9bc1-1daf-4ffc-8b45-6b6eae27e031 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:00.678836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event updated for resources: {'Port': ['ID=a6ea909f-589d-4cd0-aa12-821f1efa5e1b,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:00.714854 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6d963998-72de-415d-a683-ae2eb65385fc tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.735001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:00.740987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:subnet and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:00.747517 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:00.752817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:00.772188 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.821076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] In _notify_port_updated(), no bound segment for port a6ea909f-589d-4cd0-aa12-821f1efa5e1b on network c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db {{(pid=88469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:52:00.822245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:00.823027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.824538 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f539a9e6-08cb-48d0-888d-70368d740a31 tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "PUT /v2.0/ports/a6ea909f-589d-4cd0-aa12-821f1efa5e1b HTTP/1.1" status: 200 len: 977 time: 3.4837914 Mar 08 11:52:00.827705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48940) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:00.857210 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda64f59-29f9-4524-b484-fded79856433 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Network': ['ID=e142c6e6-19c2-47ee-8ff3-d84ad97d5be0,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:00.878593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.7 (438d4e99-1ce0-4447-a302-2676e2648071/7628ddd0-8aaf-4692-93a5-dfdda7c2df83/1749632c-6d79-4234-a1ad-0195905393ab) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:00.909173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be89de3b-f924-497b-a247-9b1ebaf6e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.916895 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6d963998-72de-415d-a683-ae2eb65385fc tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.930169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:00.950453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:00.959719 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network e142c6e6-19c2-47ee-8ff3-d84ad97d5be0 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:52:00.986810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-49f26b9d-5f5e-4dfc-b85c-b749e2282d4d None None] Provisioning for port 5f00a118-09b5-4aef-a134-709236a6291f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:01.049299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-49f26b9d-5f5e-4dfc-b85c-b749e2282d4d None None] Provisioning complete for port 5f00a118-09b5-4aef-a134-709236a6291f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:01.053408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49f26b9d-5f5e-4dfc-b85c-b749e2282d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.061510 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Pushing event updated for resources: {'Port': ['ID=91be71a4-b726-4e3b-b0c8-96f824c5b642,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:01.109267 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.112226 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.114321 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.114848 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.115333 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.115850 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.116934 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.117990 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.119342 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.120766 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.122187 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.122673 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:01.138662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.285254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:01.299817 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:01.305600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=7d6d9bc1-1daf-4ffc-8b45-6b6eae27e031,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:01.308268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:01.380827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89de3b-f924-497b-a247-9b1ebaf6e6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1152a3-e814-4a42-bbb4-c5a8f574a614,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:01.399808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.400447 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Attempting to bind port 91be71a4-b726-4e3b-b0c8-96f824c5b642 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:52:01.400794 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Attempting to bind port 91be71a4-b726-4e3b-b0c8-96f824c5b642 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '92ad865f-a0b9-4ac2-9585-6bb7f855a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:52:01.401162 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Attempting to bind port 91be71a4-b726-4e3b-b0c8-96f824c5b642 on network 8b61ddd9-4b8f-4845-9c26-c283a2e20541 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:52:01.416258 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:52:01.416636 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Checking segment: {'id': '92ad865f-a0b9-4ac2-9585-6bb7f855a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:01.417511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:01.417650 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.418361 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Bound using segment: {'id': '92ad865f-a0b9-4ac2-9585-6bb7f855a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:52:01.418486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.418586 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Bound port: 91be71a4-b726-4e3b-b0c8-96f824c5b642, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ad865f-a0b9-4ac2-9585-6bb7f855a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:52:01.418883 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.431444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-43d78ee9-553b-4add-be46-9be7c440446a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Deleting port a6ea909f-589d-4cd0-aa12-821f1efa5e1b {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:01.431941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-43d78ee9-553b-4add-be46-9be7c440446a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.443841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Transition to ACTIVE for port object 1749632c-6d79-4234-a1ad-0195905393ab will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:01.491587 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be89de3b-f924-497b-a247-9b1ebaf6e6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.492779 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-be89de3b-f924-497b-a247-9b1ebaf6e6ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea1152a3-e814-4a42-bbb4-c5a8f574a614 HTTP/1.1" status: 204 len: 168 time: 1.1580923 Mar 08 11:52:01.502732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49f26b9d-5f5e-4dfc-b85c-b749e2282d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.519346 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-44cc4049-5be8-4bd5-aa1b-23eb125e503e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8776171 Mar 08 11:52:01.525120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48946) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:01.526301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5398feae-379c-40c7-abfc-60b7e127a72f None None] Update dhcp port {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'fixed_ips': [{'subnet_id': '6093b71b-6959-4dec-bdd3-f2b6681451fe', 'ip_address': '2001:db8::f816:3eff:feb6:7017'}, {'subnet_id': '44735e1b-9731-481c-ab9a-51993002a21d'}], 'binding:host_id': 'dv-neutron-828143-8-hyperv'}, 'id': '5f00a118-09b5-4aef-a134-709236a6291f'} from dv-neutron-828143-8-hyperv. {{(pid=88471) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 11:52:01.562451 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] For port 91be71a4-b726-4e3b-b0c8-96f824c5b642, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:52:01.566563 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] For port 91be71a4-b726-4e3b-b0c8-96f824c5b642, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=91be71a4-b726-4e3b-b0c8-96f824c5b642,segment=NetworkSegment(92ad865f-a0b9-4ac2-9585-6bb7f855a96a),segment_id=92ad865f-a0b9-4ac2-9585-6bb7f855a96a)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:52:01.571534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6d963998-72de-415d-a683-ae2eb65385fc tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.573289 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6d963998-72de-415d-a683-ae2eb65385fc tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3079054 Mar 08 11:52:01.576519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48950) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:01.583121 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'enable_snat': False}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:01.588504 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.593754 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-49f26b9d-5f5e-4dfc-b85c-b749e2282d4d None None] For port 5f00a118-09b5-4aef-a134-709236a6291f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5f00a118-09b5-4aef-a134-709236a6291f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:01.599026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5398feae-379c-40c7-abfc-60b7e127a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.668876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.672049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 438d4e99-1ce0-4447-a302-2676e2648071 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:01.676743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:01.681174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:01.691418 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.749712 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49f26b9d-5f5e-4dfc-b85c-b749e2282d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.800086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=1749632c-6d79-4234-a1ad-0195905393ab,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:01.823985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:01.824802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:01.874621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81347368-4bb6-4e0e-8a80-4dc3debd122c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:01.884262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81347368-4bb6-4e0e-8a80-4dc3debd122c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:01.885187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-81347368-4bb6-4e0e-8a80-4dc3debd122c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:01.906278 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:01.906919 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:01.978085 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b209542d-2e07-4a6d-9660-a9b0123ff2ac tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3144803 Mar 08 11:52:01.983582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48958) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:01.990158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-66902e8f-26f0-405a-ad77-03051218d03a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:02.032388 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-81347368-4bb6-4e0e-8a80-4dc3debd122c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:02.033490 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f26b9d-5f5e-4dfc-b85c-b749e2282d4d None None] Pushing event updated for resources: {'Port': ['ID=5f00a118-09b5-4aef-a134-709236a6291f,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:02.040005 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-81347368-4bb6-4e0e-8a80-4dc3debd122c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5187454 Mar 08 11:52:02.042849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48962) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:02.061936 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6ccff-6e7e-484f-a6d5-d3a4bf08362c None None] Pushing event updated for resources: {'Port': ['ID=91be71a4-b726-4e3b-b0c8-96f824c5b642,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:02.075485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-5398feae-379c-40c7-abfc-60b7e127a72f None None] Allocated IP 172.20.0.2 (b6b97662-0baa-4f27-9a4e-9894348947bb/44735e1b-9731-481c-ab9a-51993002a21d/5f00a118-09b5-4aef-a134-709236a6291f) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:02.143397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1cca9a33-1052-4ba7-a944-e33d9f74e627 None None] Provisioning for port 7f4db6cf-1038-402c-b02f-60ef9c8821dd completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:02.157624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1cca9a33-1052-4ba7-a944-e33d9f74e627 None None] Provisioning complete for port 7f4db6cf-1038-402c-b02f-60ef9c8821dd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:02.164984 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1cca9a33-1052-4ba7-a944-e33d9f74e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:02.205757 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:02.312206 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d54418fb-17da-4d21-8e7a-5a692b9dad8e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 7d6d9bc1-1daf-4ffc-8b45-6b6eae27e031 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:02.312554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54418fb-17da-4d21-8e7a-5a692b9dad8e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:02.330660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Checking segment: {'id': '03bdf3a3-c118-4079-8739-48db232e7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:02.331352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network hostable DHCP agents. Network: e142c6e6-19c2-47ee-8ff3-d84ad97d5be0, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:52:02.344462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Subnet': ['ID=089cea62-d467-495e-af78-0dafc624393d,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:02.352856 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-5398feae-379c-40c7-abfc-60b7e127a72f None None] For port 5f00a118-09b5-4aef-a134-709236a6291f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5f00a118-09b5-4aef-a134-709236a6291f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:02.431875 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5398feae-379c-40c7-abfc-60b7e127a72f None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:02.442787 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1cca9a33-1052-4ba7-a944-e33d9f74e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:02.475933 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5398feae-379c-40c7-abfc-60b7e127a72f None None] Transition to ACTIVE for port object 5f00a118-09b5-4aef-a134-709236a6291f will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:02.490905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-66902e8f-26f0-405a-ad77-03051218d03a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:02.491600 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1cca9a33-1052-4ba7-a944-e33d9f74e627 None None] For port 7f4db6cf-1038-402c-b02f-60ef9c8821dd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7f4db6cf-1038-402c-b02f-60ef9c8821dd,segment=NetworkSegment(de0567d6-8832-4b89-82e5-6d11c3744c63),segment_id=de0567d6-8832-4b89-82e5-6d11c3744c63)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:02.506665 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-66902e8f-26f0-405a-ad77-03051218d03a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:02.511773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-66902e8f-26f0-405a-ad77-03051218d03a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:02.521656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-66902e8f-26f0-405a-ad77-03051218d03a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:02.554443 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5398feae-379c-40c7-abfc-60b7e127a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:02.609704 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:51:55Z', 'revision_number': 2, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:01Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:02.617184 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72a393-535d-4ba1-8059-26790ecf0ef3 None None] The sync data for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv is: [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:51:55Z', 'revision_number': 2, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:01Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:02.646659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48966) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:02.661774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66902e8f-26f0-405a-ad77-03051218d03a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:02.665662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-66902e8f-26f0-405a-ad77-03051218d03a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:02.673481 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-43d78ee9-553b-4add-be46-9be7c440446a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] For port a6ea909f-589d-4cd0-aa12-821f1efa5e1b, host hv-neutron-8281, got binding levels [] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:02.674644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-43d78ee9-553b-4add-be46-9be7c440446a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:02.679840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1cca9a33-1052-4ba7-a944-e33d9f74e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:02.737977 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:02.770683 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1cca9a33-1052-4ba7-a944-e33d9f74e627 None None] Provisioning complete for port 64fddef7-9dd4-4672-9d8c-80fc61579b36 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:02.771066 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1cca9a33-1052-4ba7-a944-e33d9f74e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:02.809071 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398feae-379c-40c7-abfc-60b7e127a72f None None] Pushing event updated for resources: {'Port': ['ID=5f00a118-09b5-4aef-a134-709236a6291f,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:02.829071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:02.877476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54418fb-17da-4d21-8e7a-5a692b9dad8e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:02.886447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:02.895308 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Usage tracker for resource:security_group_rule and tenant:1492ab6ed7d44351b02b7d03d51b6118 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:02.898769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1cca9a33-1052-4ba7-a944-e33d9f74e627 None None] Port 64fddef7-9dd4-4672-9d8c-80fc61579b36 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:02.906791 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:02.914402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca9a33-1052-4ba7-a944-e33d9f74e627 None None] Pushing event updated for resources: {'Port': ['ID=7f4db6cf-1038-402c-b02f-60ef9c8821dd,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:02.924071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-43d78ee9-553b-4add-be46-9be7c440446a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Calling delete_port for a6ea909f-589d-4cd0-aa12-821f1efa5e1b owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:02.966913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network e142c6e6-19c2-47ee-8ff3-d84ad97d5be0 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:52:03.112727 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d54418fb-17da-4d21-8e7a-5a692b9dad8e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 7d6d9bc1-1daf-4ffc-8b45-6b6eae27e031 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:03.115029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-43d78ee9-553b-4add-be46-9be7c440446a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:03.118736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, e142c6e6-19c2-47ee-8ff3-d84ad97d5be0) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:03.128933 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f88efc1-0b13-45bd-baf6-a4c6224d3e70 None None] Network e142c6e6-19c2-47ee-8ff3-d84ad97d5be0 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:03.218676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:03.219397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:03.223987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d78ee9-553b-4add-be46-9be7c440446a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6ea909f-589d-4cd0-aa12-821f1efa5e1b,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:03.302254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-43d78ee9-553b-4add-be46-9be7c440446a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:03.320686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d8b7ddc8-0be8-4bdb-9780-8c1c95cc9e21 None None] Provisioning for port 1749632c-6d79-4234-a1ad-0195905393ab completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:03.341066 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d8b7ddc8-0be8-4bdb-9780-8c1c95cc9e21 None None] Provisioning complete for port 1749632c-6d79-4234-a1ad-0195905393ab triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:03.341723 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d8b7ddc8-0be8-4bdb-9780-8c1c95cc9e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:03.375422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:03.430186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7ddc8-0be8-4bdb-9780-8c1c95cc9e21 None None] Port 1749632c-6d79-4234-a1ad-0195905393ab cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:03.439747 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.ipam_backend_mixin [None req-66902e8f-26f0-405a-ad77-03051218d03a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7628ddd0-8aaf-4692-93a5-dfdda7c2df83 (CIDR: 172.20.0.0/28) Mar 08 11:52:03.580478 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-66902e8f-26f0-405a-ad77-03051218d03a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:52:03.580478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66902e8f-26f0-405a-ad77-03051218d03a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:03.688960 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:52:03.694053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:03.695126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:03.705527 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5f00a118-09b5-4aef-a134-709236a6291f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:03.735252 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-43d78ee9-553b-4add-be46-9be7c440446a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a6ea909f-589d-4cd0-aa12-821f1efa5e1b HTTP/1.1" status: 204 len: 168 time: 2.9063389 Mar 08 11:52:03.741255 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-11789d3d-bb57-496e-a533-fe0ac7873b36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2097859 Mar 08 11:52:03.742104 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48972) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:03.742437 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48974) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:03.783191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:03.821653 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-66902e8f-26f0-405a-ad77-03051218d03a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8363662 Mar 08 11:52:03.831700 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48980) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:03.841068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:03.890947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:03.936342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2779438-4475-475e-8032-36322eec7c36,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:03.952294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:03.952800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:03.953330 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:03.953780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:03.954351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:03.960744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:03.960744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:03.960744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:03.960744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:03.960744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:03.960744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:03.960744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:04.002471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7f4db6cf-1038-402c-b02f-60ef9c8821dd up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:04.033782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d5379d0d-f5f2-48b6-8f88-8a61382f5d08 None None] Provisioning for port 5f00a118-09b5-4aef-a134-709236a6291f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:04.035851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54418fb-17da-4d21-8e7a-5a692b9dad8e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:04.052155 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d5379d0d-f5f2-48b6-8f88-8a61382f5d08 None None] Provisioning complete for port 5f00a118-09b5-4aef-a134-709236a6291f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:04.052528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d5379d0d-f5f2-48b6-8f88-8a61382f5d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:04.096354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Allocated IP 2001:db8:1::2 (e142c6e6-19c2-47ee-8ff3-d84ad97d5be0/089cea62-d467-495e-af78-0dafc624393d/47fb16b3-d27d-449c-8a92-24c2689db2d2) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:04.153815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:04.191935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54418fb-17da-4d21-8e7a-5a692b9dad8e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=7d6d9bc1-1daf-4ffc-8b45-6b6eae27e031,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:04.198513 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3fb748d8-35ba-4d6f-a34f-42abb24b7f8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1492ab6ed7d44351b02b7d03d51b6118&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5398376 Mar 08 11:52:04.209415 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 48986) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:04.213652 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d40613f-db8d-426b-b819-6916186eb58a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] GET failed (client error): The resource could not be found. Mar 08 11:52:04.216103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8d40613f-db8d-426b-b819-6916186eb58a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Synchronizing usage tracker for tenant:7de1376e68a0406fa9574618456d0c66 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:04.346964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:04.352195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d54418fb-17da-4d21-8e7a-5a692b9dad8e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:04.354403 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d54418fb-17da-4d21-8e7a-5a692b9dad8e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/7d6d9bc1-1daf-4ffc-8b45-6b6eae27e031 HTTP/1.1" status: 204 len: 168 time: 2.2782757 Mar 08 11:52:04.355592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:04.358694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48990) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:04.361101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:04.419503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Allocated IP 172.26.4.202 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/e3c3089c-8fea-48d1-9e89-48e6926b4fe4) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:04.433780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:04.434250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7f4db6cf-1038-402c-b02f-60ef9c8821dd triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:04.434250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:04.476213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad7f68a-ee46-4f87-83fd-5cb4e050dc6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:04.478907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad7f68a-ee46-4f87-83fd-5cb4e050dc6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:04.481220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad7f68a-ee46-4f87-83fd-5cb4e050dc6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:04.482826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3ad7f68a-ee46-4f87-83fd-5cb4e050dc6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:04.616942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:04.621616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:04.678136 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-068c91ff-b0e8-4142-abde-d6612d2a9ede None None] Could not find standard attr ID for object 7d6d9bc1-1daf-4ffc-8b45-6b6eae27e031. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:52:04.684954 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 91be71a4-b726-4e3b-b0c8-96f824c5b642 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:04.732360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:04.733051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:04.747768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3ad7f68a-ee46-4f87-83fd-5cb4e050dc6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:04.752023 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3ad7f68a-ee46-4f87-83fd-5cb4e050dc6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3896215 Mar 08 11:52:04.754405 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Transition to ACTIVE for port object 47fb16b3-d27d-449c-8a92-24c2689db2d2 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:04.757226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48994) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:04.786618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Transition to ACTIVE for port object 47fb16b3-d27d-449c-8a92-24c2689db2d2 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:04.827263 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8d40613f-db8d-426b-b819-6916186eb58a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] Unset dirty status for tenant:7de1376e68a0406fa9574618456d0c66 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:04.828353 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8d40613f-db8d-426b-b819-6916186eb58a tempest-PortsAdminExtendedAttrsTestJSON-118974312 tempest-PortsAdminExtendedAttrsTestJSON-118974312-project-admin] 10.222.0.32 "GET /v2.0/ports/a6ea909f-589d-4cd0-aa12-821f1efa5e1b HTTP/1.1" status: 404 len: 333 time: 1.0823624 Mar 08 11:52:04.832608 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 48998) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:04.882769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae70322-acdc-4988-93b8-72826bd65e39 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 44735e1b-9731-481c-ab9a-51993002a21d {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:04.917843 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:04.940642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eae70322-acdc-4988-93b8-72826bd65e39 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:04.942835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 91be71a4-b726-4e3b-b0c8-96f824c5b642 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:04.946713 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.001056 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 91be71a4-b726-4e3b-b0c8-96f824c5b642 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:05.001400 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.021415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8845fc6f-bb61-43ea-af9a-fbf49d6af60f tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.031975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eae70322-acdc-4988-93b8-72826bd65e39 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.039999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-58425753-3e1c-4b2d-89a8-5d3980d3cc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.045253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:05.054056 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:05.060292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Network e142c6e6-19c2-47ee-8ff3-d84ad97d5be0 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:05.075731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:05.078011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:05.080537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:05.093015 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Pushing event updated for resources: {'Port': ['ID=47fb16b3-d27d-449c-8a92-24c2689db2d2,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:05.152855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-58425753-3e1c-4b2d-89a8-5d3980d3cc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.165767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Pushing event updated for resources: {'Port': ['ID=e3c3089c-8fea-48d1-9e89-48e6926b4fe4,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:05.218386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Attempting to bind port 47fb16b3-d27d-449c-8a92-24c2689db2d2 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:52:05.219856 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Attempting to bind port 47fb16b3-d27d-449c-8a92-24c2689db2d2 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '03bdf3a3-c118-4079-8739-48db232e7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:52:05.219856 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Attempting to bind port 47fb16b3-d27d-449c-8a92-24c2689db2d2 on network e142c6e6-19c2-47ee-8ff3-d84ad97d5be0 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:52:05.239508 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:52:05.239508 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Checking segment: {'id': '03bdf3a3-c118-4079-8739-48db232e7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:05.243199 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.243199 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Bound using segment: {'id': '03bdf3a3-c118-4079-8739-48db232e7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:52:05.243199 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Bound port: 47fb16b3-d27d-449c-8a92-24c2689db2d2, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bdf3a3-c118-4079-8739-48db232e7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:52:05.243199 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.280468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.300901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8845fc6f-bb61-43ea-af9a-fbf49d6af60f tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.315422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eae70322-acdc-4988-93b8-72826bd65e39 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.389384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 91be71a4-b726-4e3b-b0c8-96f824c5b642, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=91be71a4-b726-4e3b-b0c8-96f824c5b642,segment=NetworkSegment(92ad865f-a0b9-4ac2-9585-6bb7f855a96a),segment_id=92ad865f-a0b9-4ac2-9585-6bb7f855a96a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:05.396787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-8845fc6f-bb61-43ea-af9a-fbf49d6af60f tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:05.404311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] For port 47fb16b3-d27d-449c-8a92-24c2689db2d2, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:52:05.410210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] For port 47fb16b3-d27d-449c-8a92-24c2689db2d2, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=47fb16b3-d27d-449c-8a92-24c2689db2d2,segment=NetworkSegment(03bdf3a3-c118-4079-8739-48db232e7ece),segment_id=03bdf3a3-c118-4079-8739-48db232e7ece)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:52:05.413992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-8845fc6f-bb61-43ea-af9a-fbf49d6af60f tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506a5b68-0688-4ac9-b948-66711bf820ca') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:05.414284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-8845fc6f-bb61-43ea-af9a-fbf49d6af60f tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506a5b68-0688-4ac9-b948-66711bf820ca') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:05.430733 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8845fc6f-bb61-43ea-af9a-fbf49d6af60f tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.444128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.451567 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8845fc6f-bb61-43ea-af9a-fbf49d6af60f tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.458312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8845fc6f-bb61-43ea-af9a-fbf49d6af60f tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:52:05.458698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8845fc6f-bb61-43ea-af9a-fbf49d6af60f tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:52:05.477228 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:52:05.485396 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.553904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.554744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.591500 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=91be71a4-b726-4e3b-b0c8-96f824c5b642,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:05.598586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eae70322-acdc-4988-93b8-72826bd65e39 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.653017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-58425753-3e1c-4b2d-89a8-5d3980d3cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.679904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe6056-297e-4f3e-9f52-6447143a7e19 None None] Pushing event updated for resources: {'Port': ['ID=47fb16b3-d27d-449c-8a92-24c2689db2d2,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:05.690539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58425753-3e1c-4b2d-89a8-5d3980d3cc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2779438-4475-475e-8032-36322eec7c36,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:05.793097 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8845fc6f-bb61-43ea-af9a-fbf49d6af60f tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.801010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 438d4e99-1ce0-4447-a302-2676e2648071 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:05.821802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8845fc6f-bb61-43ea-af9a-fbf49d6af60f tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.830809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:05.836129 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-58425753-3e1c-4b2d-89a8-5d3980d3cc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.837184 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-58425753-3e1c-4b2d-89a8-5d3980d3cc7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2779438-4475-475e-8032-36322eec7c36 HTTP/1.1" status: 204 len: 168 time: 1.6255808 Mar 08 11:52:05.840010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:05.841697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.851690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787e556a-df65-49df-9aa1-664ad5f0798f None None] Network 438d4e99-1ce0-4447-a302-2676e2648071 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:05.854652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eae70322-acdc-4988-93b8-72826bd65e39 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:05.858226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845fc6f-bb61-43ea-af9a-fbf49d6af60f tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] Pushing event deleted for resources: {'Network': ['ID=c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:05.873915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Subnet': ['ID=be136a84-76dc-4bb8-8087-11c47c5fcb3a,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:05.909363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75d6fb2-cb83-42f6-abae-c2364ed49146 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:05.950234 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8845fc6f-bb61-43ea-af9a-fbf49d6af60f tempest-PortsAdminExtendedAttrsTestJSON-542558650 tempest-PortsAdminExtendedAttrsTestJSON-542558650-project] 10.222.0.32 "DELETE /v2.0/networks/c45fd3f3-3cfc-4c4f-84e5-93b62f95d7db HTTP/1.1" status: 204 len: 168 time: 1.1161501 Mar 08 11:52:05.967644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae70322-acdc-4988-93b8-72826bd65e39 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=44735e1b-9731-481c-ab9a-51993002a21d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:06.029938 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-08c06810-1d10-4ae1-88f6-22bc5ec45117 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2005281 Mar 08 11:52:06.032108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49008) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:06.042007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1035069026', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'be136a84-76dc-4bb8-8087-11c47c5fcb3a'}], 'security_groups': ['70334047-b7d1-404e-8434-bf1fe4908c33']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:06.091886 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:06.141168 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-eae70322-acdc-4988-93b8-72826bd65e39 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/44735e1b-9731-481c-ab9a-51993002a21d HTTP/1.1" status: 204 len: 168 time: 1.3810430 Mar 08 11:52:06.142549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49012) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:06.457277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:06.527464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1493a43-2691-4c0d-979c-93274a6f479c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 6093b71b-6959-4dec-bdd3-f2b6681451fe {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:06.532794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b1493a43-2691-4c0d-979c-93274a6f479c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:06.763467 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30585de-e47b-4998-8c39-e96da28a404f None None] Update dhcp port {'port': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'fixed_ips': [{'subnet_id': '7628ddd0-8aaf-4692-93a5-dfdda7c2df83', 'ip_address': '172.20.0.2'}, {'subnet_id': 'be136a84-76dc-4bb8-8087-11c47c5fcb3a'}], 'binding:host_id': 'dv-neutron-828143-8-hyperv'}, 'id': '7f4db6cf-1038-402c-b02f-60ef9c8821dd'} from dv-neutron-828143-8-hyperv. {{(pid=88471) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 11:52:06.791220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b1493a43-2691-4c0d-979c-93274a6f479c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:06.811233 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Allocated IP 2001:db8:1::1 (e142c6e6-19c2-47ee-8ff3-d84ad97d5be0/089cea62-d467-495e-af78-0dafc624393d/e2b80262-7ab6-451f-8e2c-1350071b1a92) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:06.894797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49020) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:06.935639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b1493a43-2691-4c0d-979c-93274a6f479c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:06.958842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d30585de-e47b-4998-8c39-e96da28a404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:07.050538 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:07.069203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Transition to ACTIVE for port object e2b80262-7ab6-451f-8e2c-1350071b1a92 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:07.186613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b1493a43-2691-4c0d-979c-93274a6f479c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:07.208856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:07.213090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:07.244957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b1493a43-2691-4c0d-979c-93274a6f479c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:07.248229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-d30585de-e47b-4998-8c39-e96da28a404f None None] Allocated IP 172.20.0.18 (438d4e99-1ce0-4447-a302-2676e2648071/be136a84-76dc-4bb8-8087-11c47c5fcb3a/7f4db6cf-1038-402c-b02f-60ef9c8821dd) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:07.267731 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b1493a43-2691-4c0d-979c-93274a6f479c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/6093b71b-6959-4dec-bdd3-f2b6681451fe HTTP/1.1" status: 204 len: 168 time: 1.1134639 Mar 08 11:52:07.276647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49026) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:07.279553 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1493a43-2691-4c0d-979c-93274a6f479c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=6093b71b-6959-4dec-bdd3-f2b6681451fe,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:07.295819 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33f5bf-7b6c-4fe5-a936-d0e6c6ea970a None None] Network e142c6e6-19c2-47ee-8ff3-d84ad97d5be0 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:07.389994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4d817ce5-0511-4082-9ad9-cd5b0f44a790 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:router {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:07.460652 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:07.497381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e533ff-3642-40f2-95df-f88bfddba11f None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:07.508636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4d817ce5-0511-4082-9ad9-cd5b0f44a790 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:router {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:07.517745 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4d817ce5-0511-4082-9ad9-cd5b0f44a790 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2387769 Mar 08 11:52:07.522300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49030) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:07.551409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:07.574276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d30585de-e47b-4998-8c39-e96da28a404f None None] For port 7f4db6cf-1038-402c-b02f-60ef9c8821dd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7f4db6cf-1038-402c-b02f-60ef9c8821dd,segment=NetworkSegment(de0567d6-8832-4b89-82e5-6d11c3744c63),segment_id=de0567d6-8832-4b89-82e5-6d11c3744c63)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:07.584169 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-05bba391-fca3-4d26-9f7c-ee0d53f1b29a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f152ca2c2cd54e5488be1c6a1b97ac73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933617 Mar 08 11:52:07.588513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network e142c6e6-19c2-47ee-8ff3-d84ad97d5be0 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:07.595730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49036) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:07.599377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:07.602071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:07.602948 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:07.686136 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ee76eb2f-6997-4633-a08a-adbbf1627f30 None None] Provisioning for port 47fb16b3-d27d-449c-8a92-24c2689db2d2 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:07.734389 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 91be71a4-b726-4e3b-b0c8-96f824c5b642 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:07.738980 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=e2b80262-7ab6-451f-8e2c-1350071b1a92,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:07.753510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:07.757829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:07.760909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:07.764741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:07.765091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:07.765423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:07.765753 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:07.766480 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:07.766480 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:07.766797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:07.767089 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:07.767224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:07.767410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:07.767732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:07.768050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:07.768367 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:07.820184 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d30585de-e47b-4998-8c39-e96da28a404f None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:07.839473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:07.843690 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:07.873358 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:07.890860 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-470793ff-5be0-4fb0-b96c-bc110a7a793d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:07.952777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Router dd23b676-09e2-4cea-b1e0-9dc918773a09 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:52:07.956947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d30585de-e47b-4998-8c39-e96da28a404f None None] Transition to ACTIVE for port object 7f4db6cf-1038-402c-b02f-60ef9c8821dd will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:07.980354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e7a2bb41-30b1-47d3-a13e-9952a307ecb6 None None] Provisioning complete for port 5f00a118-09b5-4aef-a134-709236a6291f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:07.980701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bb41-30b1-47d3-a13e-9952a307ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:07.985489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-470793ff-5be0-4fb0-b96c-bc110a7a793d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:08.059595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d30585de-e47b-4998-8c39-e96da28a404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:08.187524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 91be71a4-b726-4e3b-b0c8-96f824c5b642 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:08.187884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:08.263382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-19150ab7-467f-40ff-a22c-943c36922124 {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:52:08.263382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:52:08.319809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30585de-e47b-4998-8c39-e96da28a404f None None] Pushing event updated for resources: {'Port': ['ID=7f4db6cf-1038-402c-b02f-60ef9c8821dd,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:08.401157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:52:08.416284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Deleting port 5f00a118-09b5-4aef-a134-709236a6291f {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:08.416662 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:08.581383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 47fb16b3-d27d-449c-8a92-24c2689db2d2 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:08.634942 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:08.660242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b906bb-9405-4e4d-9f82-f508fa6f6baf None None] Sync routers for ids ['dd23b676-09e2-4cea-b1e0-9dc918773a09'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:08.670474 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-470793ff-5be0-4fb0-b96c-bc110a7a793d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:08.716676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.objects.ports [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88469) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:52:08.790011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b906bb-9405-4e4d-9f82-f508fa6f6baf None None] Routers {'dd23b676-09e2-4cea-b1e0-9dc918773a09'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:08.790660 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-08b906bb-9405-4e4d-9f82-f508fa6f6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['dd23b676-09e2-4cea-b1e0-9dc918773a09'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:08.867675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-470793ff-5be0-4fb0-b96c-bc110a7a793d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:08.874995 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-470793ff-5be0-4fb0-b96c-bc110a7a793d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94710734-2708-449c-a917-232ed1945892 HTTP/1.1" status: 204 len: 168 time: 1.1847794 Mar 08 11:52:08.901341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:08.906409 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e59a92da-b0f7-43b6-a657-e4cc318591ce tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "PUT /v2.0/routers/dd23b676-09e2-4cea-b1e0-9dc918773a09 HTTP/1.1" status: 200 len: 916 time: 7.3282573 Mar 08 11:52:08.911596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49044) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:08.912225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470793ff-5be0-4fb0-b96c-bc110a7a793d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94710734-2708-449c-a917-232ed1945892,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:09.054916 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:52:09.113249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:09.117330 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-08b906bb-9405-4e4d-9f82-f508fa6f6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:09.192928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b906bb-9405-4e4d-9f82-f508fa6f6baf None None] Routers {'dd23b676-09e2-4cea-b1e0-9dc918773a09'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:09.193420 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-08b906bb-9405-4e4d-9f82-f508fa6f6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['dd23b676-09e2-4cea-b1e0-9dc918773a09'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:09.281324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-462dad44-1e8e-4b5b-81e4-03ccf5d428b3 None None] Provisioning for port e2b80262-7ab6-451f-8e2c-1350071b1a92 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:09.297115 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-08b906bb-9405-4e4d-9f82-f508fa6f6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:09.297521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b906bb-9405-4e4d-9f82-f508fa6f6baf None None] The sync data for ids ['dd23b676-09e2-4cea-b1e0-9dc918773a09'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:09.299098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-462dad44-1e8e-4b5b-81e4-03ccf5d428b3 None None] Provisioning complete for port e2b80262-7ab6-451f-8e2c-1350071b1a92 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:09.299332 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-462dad44-1e8e-4b5b-81e4-03ccf5d428b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:09.353228 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9f6ad3ab-93b1-4fb4-a9f2-058dbf140c58 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/routers/dd23b676-09e2-4cea-b1e0-9dc918773a09 HTTP/1.1" status: 200 len: 922 time: 0.4310777 Mar 08 11:52:09.354862 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49050) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:09.357576 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-462dad44-1e8e-4b5b-81e4-03ccf5d428b3 None None] Port e2b80262-7ab6-451f-8e2c-1350071b1a92 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:09.401242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] For port 5f00a118-09b5-4aef-a134-709236a6291f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5f00a118-09b5-4aef-a134-709236a6291f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:09.401920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:09.436985 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:09.464135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22968090-4796-4a79-a123-877c09f29f14 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:09.475667 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-22968090-4796-4a79-a123-877c09f29f14 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&device_id=dd23b676-09e2-4cea-b1e0-9dc918773a09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1020455 Mar 08 11:52:09.475667 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49054) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:09.538268 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Calling delete_port for 5f00a118-09b5-4aef-a134-709236a6291f owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:09.546428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:09.566563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:09.567212 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:09.587624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 47fb16b3-d27d-449c-8a92-24c2689db2d2 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:09.605001 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 47fb16b3-d27d-449c-8a92-24c2689db2d2 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:09.605354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:09.662256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b9dee9b7-c438-4695-b880-d85990c92547 None None] Provisioning complete for port 1749632c-6d79-4234-a1ad-0195905393ab triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:09.662653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b9dee9b7-c438-4695-b880-d85990c92547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:09.702130 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=e2b80262-7ab6-451f-8e2c-1350071b1a92,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:09.764177 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b9dee9b7-c438-4695-b880-d85990c92547 None None] Port 1749632c-6d79-4234-a1ad-0195905393ab cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:09.778334 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc660c-0a6e-413b-a6f2-abb21ef14412 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:09.779634 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-98dc660c-0a6e-413b-a6f2-abb21ef14412 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/networks/b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 881 time: 0.3101952 Mar 08 11:52:09.785386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49058) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:09.808259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49062) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:09.844376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b9dee9b7-c438-4695-b880-d85990c92547 None None] Provisioning complete for port e2b80262-7ab6-451f-8e2c-1350071b1a92 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:09.844376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b9dee9b7-c438-4695-b880-d85990c92547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:09.862658 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f8ca7c08-fee4-405b-a0f6-28ecc38df50d tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd23b676-09e2-4cea-b1e0-9dc918773a09 HTTP/1.1" status: 200 len: 205 time: 0.0759521 Mar 08 11:52:09.863273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49068) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:09.910784 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b9dee9b7-c438-4695-b880-d85990c92547 None None] Port e2b80262-7ab6-451f-8e2c-1350071b1a92 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:09.912519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-15e30627-e4b8-4f86-8ad9-a5ec574cb1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:09.947952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] For port 5f00a118-09b5-4aef-a134-709236a6291f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5f00a118-09b5-4aef-a134-709236a6291f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:09.952074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:09.972811 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network e142c6e6-19c2-47ee-8ff3-d84ad97d5be0 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:09.987199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:09.987427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Delete allocated IP 172.20.0.7 (438d4e99-1ce0-4447-a302-2676e2648071/7628ddd0-8aaf-4692-93a5-dfdda7c2df83) {{(pid=88469) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 11:52:09.991274 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-05c64482-7c88-4e39-98f2-4c9c674c5412 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7de1376e68a0406fa9574618456d0c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541827 Mar 08 11:52:09.994609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49074) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:10.001407 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b9dee9b7-c438-4695-b880-d85990c92547 None None] Provisioning for port 7f4db6cf-1038-402c-b02f-60ef9c8821dd completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:10.005345 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 47fb16b3-d27d-449c-8a92-24c2689db2d2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=47fb16b3-d27d-449c-8a92-24c2689db2d2,segment=NetworkSegment(03bdf3a3-c118-4079-8739-48db232e7ece),segment_id=03bdf3a3-c118-4079-8739-48db232e7ece)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:10.011184 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b9dee9b7-c438-4695-b880-d85990c92547 None None] Provisioning complete for port 7f4db6cf-1038-402c-b02f-60ef9c8821dd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:10.011567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b9dee9b7-c438-4695-b880-d85990c92547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.029581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.034240 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.28 (438d4e99-1ce0-4447-a302-2676e2648071/be136a84-76dc-4bb8-8087-11c47c5fcb3a/1749632c-6d79-4234-a1ad-0195905393ab) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:10.104100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.178257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3ddc3b5f-145e-4615-803c-b4f780dc15f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.179902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.194496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.226776 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7f4db6cf-1038-402c-b02f-60ef9c8821dd up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:10.261349 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:52:10.261703 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:52:10.348351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b9dee9b7-c438-4695-b880-d85990c92547 None None] Provisioning complete for port 64fddef7-9dd4-4672-9d8c-80fc61579b36 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:10.348738 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b9dee9b7-c438-4695-b880-d85990c92547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.353614 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.379467 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=47fb16b3-d27d-449c-8a92-24c2689db2d2,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:10.432615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b9dee9b7-c438-4695-b880-d85990c92547 None None] Port 64fddef7-9dd4-4672-9d8c-80fc61579b36 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:10.435295 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7f4db6cf-1038-402c-b02f-60ef9c8821dd triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:10.435672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.459387 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 4be3e455-03e3-40f4-9581-3388070bfded has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:52:10.470792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:10.484757 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:10.490608 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3ddc3b5f-145e-4615-803c-b4f780dc15f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.506415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:10.507173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.520189 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=5f00a118-09b5-4aef-a134-709236a6291f,revision_number=8']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:10.537402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=93677406-57c1-4837-b89c-e37955cfa23a,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:10.616170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.637753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Transition to ACTIVE for port object 1749632c-6d79-4234-a1ad-0195905393ab will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:10.659739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1ef9baa6-e095-467d-b895-534b2fad3434 None None] Provisioning complete for port e2b80262-7ab6-451f-8e2c-1350071b1a92 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:10.660135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1ef9baa6-e095-467d-b895-534b2fad3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.664274 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c8cea6a3-32b3-4be2-b301-8de700e3ceeb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1424272 Mar 08 11:52:10.667046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49086) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:10.678552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:10.743662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3ddc3b5f-145e-4615-803c-b4f780dc15f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.743762 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5f00a118-09b5-4aef-a134-709236a6291f no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:52:10.764270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.823772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Deleting port 5f00a118-09b5-4aef-a134-709236a6291f {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:10.824161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.875428 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1ef9baa6-e095-467d-b895-534b2fad3434 None None] Port e2b80262-7ab6-451f-8e2c-1350071b1a92 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:10.881616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc3b5f-145e-4615-803c-b4f780dc15f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35fe436-bd09-4e20-a6de-9d061b267e31,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:10.899165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3ddc3b5f-145e-4615-803c-b4f780dc15f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.900281 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3ddc3b5f-145e-4615-803c-b4f780dc15f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d35fe436-bd09-4e20-a6de-9d061b267e31 HTTP/1.1" status: 204 len: 168 time: 0.8971159 Mar 08 11:52:10.915267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:10.951337 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-7d5208a3-2587-467d-9f89-e4cbf6c8fe76 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-949840872&fields=id&tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f HTTP/1.1" status: 200 len: 267 time: 0.1001172 Mar 08 11:52:10.952523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:10.962836 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3348b229-ef3d-4469-ae28-d32705619d82 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2140942 Mar 08 11:52:10.964931 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Sync routers for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:10.980530 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:10.981911 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:51:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:10.983904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49092) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:10.992809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1527911162'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:11.014969 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:11.024135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:network and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:11.033192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=1749632c-6d79-4234-a1ad-0195905393ab,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:11.060742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:11.069070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:11.073638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:11.076469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] In _notify_port_updated(), no bound segment for port 1749632c-6d79-4234-a1ad-0195905393ab on network 438d4e99-1ce0-4447-a302-2676e2648071 {{(pid=88469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:52:11.082335 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:11.082630 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:11.083398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.085377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Deleting port e3c3089c-8fea-48d1-9e89-48e6926b4fe4 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:11.085720 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.087754 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-158422c4-64ab-4962-9d3e-6af91d2d82f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "PUT /v2.0/ports/1749632c-6d79-4234-a1ad-0195905393ab HTTP/1.1" status: 200 len: 921 time: 5.0545986 Mar 08 11:52:11.091429 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49096) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:11.094708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:11.132087 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:11.214460 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.218476 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:11.230317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:11.234581 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.262757 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d524810e-8adc-4416-8cf8-05391fac6dba tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:11.265428 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d524810e-8adc-4416-8cf8-05391fac6dba tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 812 time: 0.3000805 Mar 08 11:52:11.334413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-99b96662-9729-4343-9c0e-5d856c908fd0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port 1749632c-6d79-4234-a1ad-0195905393ab {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:11.334966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99b96662-9729-4343-9c0e-5d856c908fd0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.354447 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d5e13abf-bb95-4e6d-8b2c-844aedef99f5 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/quotas/fc845f00a4be4cc0b54e556d5bddbd4f HTTP/1.1" status: 200 len: 375 time: 0.0300856 Mar 08 11:52:11.387813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:11.393241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.446387 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 5f00a118-09b5-4aef-a134-709236a6291f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5f00a118-09b5-4aef-a134-709236a6291f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:11.447987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:52:11.457529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.505200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.600904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.601470 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Added segment f77058d6-403b-4fd5-822c-620a8ca776d0 of type vlan for network 2827c571-3f02-4e9c-b1bc-b54623703d11 Mar 08 11:52:11.610259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Calling delete_port for e3c3089c-8fea-48d1-9e89-48e6926b4fe4 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:11.616539 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=5f00a118-09b5-4aef-a134-709236a6291f,revision_number=9']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:11.631840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] For port 5f00a118-09b5-4aef-a134-709236a6291f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5f00a118-09b5-4aef-a134-709236a6291f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:11.634005 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.779539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.785922 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:07Z', 'revision_number': 3, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:08Z', 'revision_number': 2, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:11.793529 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Checking router: 4be3e455-03e3-40f4-9581-3388070bfded for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:11.793988 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Updating router 4be3e455-03e3-40f4-9581-3388070bfded port e2b80262-7ab6-451f-8e2c-1350071b1a92 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:52:11.795624 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-8f9d1b2f-f9a2-48f3-ae4c-6effa9f02695 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4340973 Mar 08 11:52:11.886398 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.946768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.951654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Calling delete_port for 5f00a118-09b5-4aef-a134-709236a6291f owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:11.955331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:11.956135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:11.959715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99b96662-9729-4343-9c0e-5d856c908fd0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:12.097695 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:52:12.098139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:52:12.119354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1db918ee-f37d-4663-aff0-72279291e671 None None] Provisioning for port 1749632c-6d79-4234-a1ad-0195905393ab completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:12.130482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1db918ee-f37d-4663-aff0-72279291e671 None None] Provisioning complete for port 1749632c-6d79-4234-a1ad-0195905393ab triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:12.130482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1db918ee-f37d-4663-aff0-72279291e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:12.146419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Network': ['ID=2827c571-3f02-4e9c-b1bc-b54623703d11,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:12.156582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-99b96662-9729-4343-9c0e-5d856c908fd0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for 1749632c-6d79-4234-a1ad-0195905393ab owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:12.199437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dee75c45-7869-401a-ac18-e6f9e8c74893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:12.207344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 2827c571-3f02-4e9c-b1bc-b54623703d11 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:52:12.247060 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 47fb16b3-d27d-449c-8a92-24c2689db2d2 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:12.265485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49112) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:12.266122 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cb525c11-2d3c-470d-81c3-6487b77b8040 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2805281 Mar 08 11:52:12.274668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'subnet': {'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:12.277407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:12.388710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Pushing event deleted for resources: {'Port': ['ID=e3c3089c-8fea-48d1-9e89-48e6926b4fe4,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:12.406201 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:12.455608 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1db918ee-f37d-4663-aff0-72279291e671 None None] Port 1749632c-6d79-4234-a1ad-0195905393ab cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:12.481798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 47fb16b3-d27d-449c-8a92-24c2689db2d2 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:12.482350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:12.499007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:12.503552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:subnet and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:12.506497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:12.512392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:12.535928 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-abac682a-a8a5-4aa3-8579-e8df15cc0947 service neutron] 10.222.0.32 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7207181 Mar 08 11:52:12.540954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:12.554645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:12.580556 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Transition to ACTIVE for port object e2b80262-7ab6-451f-8e2c-1350071b1a92 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:12.592160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Deleting port 5f00a118-09b5-4aef-a134-709236a6291f {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:12.592850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:12.601004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99b96662-9729-4343-9c0e-5d856c908fd0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:12.602640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:12.606510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:12.691965 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:12.713210 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b96662-9729-4343-9c0e-5d856c908fd0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=1749632c-6d79-4234-a1ad-0195905393ab,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:12.716332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:12.778685 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:12.822588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:12.823188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:12.866019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=622a2b4d-222b-4b2d-8ce0-825dccd0ba43,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:12.900013 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12483f6-c9ee-4b93-8d0f-b789beecbd04 None None] Pushing event updated for resources: {'Port': ['ID=e2b80262-7ab6-451f-8e2c-1350071b1a92,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:12.940730 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-a77b1d44-de63-4dff-b5e0-92e2c21ad5af service neutron] 10.222.0.32 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781108 Mar 08 11:52:12.984153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49124) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:13.067398 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4d2d02d6-ec88-40ba-ba84-af7f867c5c2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3985410 Mar 08 11:52:13.070921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49130) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:13.080674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] For port 5f00a118-09b5-4aef-a134-709236a6291f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5f00a118-09b5-4aef-a134-709236a6291f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:13.081068 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.119358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'mac_address': 'fa:16:3e:7a:9c:ce', 'name': 'tempest-NetworksTestDHCPv6-813886369'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:13.222279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.226185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.247084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-99b96662-9729-4343-9c0e-5d856c908fd0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.320373 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Attempting to bind port e2b80262-7ab6-451f-8e2c-1350071b1a92 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:52:13.320892 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Attempting to bind port e2b80262-7ab6-451f-8e2c-1350071b1a92 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '03bdf3a3-c118-4079-8739-48db232e7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:52:13.321260 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Attempting to bind port e2b80262-7ab6-451f-8e2c-1350071b1a92 on network e142c6e6-19c2-47ee-8ff3-d84ad97d5be0 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:52:13.323863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.324381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Fanout notify agent at l3_agent the message router_deleted on router dd23b676-09e2-4cea-b1e0-9dc918773a09 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:52:13.339153 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-99b96662-9729-4343-9c0e-5d856c908fd0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/1749632c-6d79-4234-a1ad-0195905393ab HTTP/1.1" status: 204 len: 168 time: 2.2467029 Mar 08 11:52:13.342628 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.348135 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-73ef8cac-0cc1-4d07-bedb-13a7aad19284 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "DELETE /v2.0/routers/dd23b676-09e2-4cea-b1e0-9dc918773a09 HTTP/1.1" status: 204 len: 168 time: 3.4780385 Mar 08 11:52:13.348135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49140) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:13.348803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49144) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:13.357169 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:52:13.357541 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Checking segment: {'id': '03bdf3a3-c118-4079-8739-48db232e7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:13.359818 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.360214 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Bound using segment: {'id': '03bdf3a3-c118-4079-8739-48db232e7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:52:13.360722 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Bound port: e2b80262-7ab6-451f-8e2c-1350071b1a92, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bdf3a3-c118-4079-8739-48db232e7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:52:13.361120 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.362789 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1001507833'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:13.397491 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Calling delete_port for 5f00a118-09b5-4aef-a134-709236a6291f owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:13.413998 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-211988212', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:13.420842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:13.423473 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:13.428655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Usage tracker for resource:router and tenant:869ff70f5e3b428d8169fcb3052b7878 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:13.432876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:13.440558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:13.443881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:network and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:13.451779 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb3773e-b143-4c8b-9c7a-576d7269f209 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:52:13.457107 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5fb3773e-b143-4c8b-9c7a-576d7269f209 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/1749632c-6d79-4234-a1ad-0195905393ab HTTP/1.1" status: 404 len: 333 time: 0.1103985 Mar 08 11:52:13.457906 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49148) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:13.463507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:13.489435 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:13.517852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.519671 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.569447 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] For port e2b80262-7ab6-451f-8e2c-1350071b1a92, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:52:13.573038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:13.587797 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] For port e2b80262-7ab6-451f-8e2c-1350071b1a92, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e2b80262-7ab6-451f-8e2c-1350071b1a92,segment=NetworkSegment(03bdf3a3-c118-4079-8739-48db232e7ece),segment_id=03bdf3a3-c118-4079-8739-48db232e7ece)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:52:13.592322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:13.600109 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.606434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.607739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-01aac329-befe-486a-9900-5af9d473fba0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.644469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-01aac329-befe-486a-9900-5af9d473fba0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.651782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.655468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Made reservation on behalf of bcfd272a30304664a6d8859ebca227e9 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:13.660638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.661211 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.662714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.665458 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Pushing event deleted for resources: {'Port': ['ID=5f00a118-09b5-4aef-a134-709236a6291f,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:13.680534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.683749 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.722331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:13.722753 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:13.723200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:13.723788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:13.724128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:13.724595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:13.725026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:13.725518 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:13.725899 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:13.726676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:13.726970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:13.727199 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:13.727627 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:13.731558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:security_group_rule and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:13.735305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:13.742950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:13.758305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:13.771503 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:13.773227 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:13.778783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.806221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-01aac329-befe-486a-9900-5af9d473fba0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:13.942301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a374d2-f790-410b-b432-03b91a467923 None None] No DVR routers for this DVR port 5f00a118-09b5-4aef-a134-709236a6291f on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:52:13.967438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e395c4-2ca0-432f-921a-45be2b6874a5 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:14.014392 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:14.175095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aac329-befe-486a-9900-5af9d473fba0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907bb1d2-0b1c-4f23-a1bb-964ed93e1c54,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:14.222105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-01aac329-befe-486a-9900-5af9d473fba0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:14.226589 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-01aac329-befe-486a-9900-5af9d473fba0 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/security-groups/907bb1d2-0b1c-4f23-a1bb-964ed93e1c54 HTTP/1.1" status: 204 len: 168 time: 0.7653275 Mar 08 11:52:14.227349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49158) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:14.295461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:14.303445 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Subnet': ['ID=8fb1fc36-c9a2-4d66-ad59-94af780db0e5,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:14.363783 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12483f6-c9ee-4b93-8d0f-b789beecbd04 None None] Pushing event updated for resources: {'Port': ['ID=e2b80262-7ab6-451f-8e2c-1350071b1a92,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:14.379535 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:07Z', 'revision_number': 3, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:13Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:14.384001 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:14.391655 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97eae94-4426-40bf-ba52-1a8f64356261 None None] The sync data for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv is: [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:07Z', 'revision_number': 3, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:13Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:14.443031 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:14.518064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Checking segment: {'id': 'f77058d6-403b-4fd5-822c-620a8ca776d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:14.518441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network hostable DHCP agents. Network: 2827c571-3f02-4e9c-b1bc-b54623703d11, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:52:14.543714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '622a2b4d-222b-4b2d-8ce0-825dccd0ba43'}, {'subnet_id': '93677406-57c1-4837-b89c-e37955cfa23a'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:52:14.543714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:14.544906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:52:14.557632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f22667c9-15bb-4742-afdb-b2396af6e6ad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:14.591555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1761be0-3e97-420c-910f-7f08981620c2,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:14.609960 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:14.611156 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Added segment f4d32704-8712-4535-9337-37121ddcbfbb of type vlan for network 2f60beac-3b31-4ddf-827a-0614249e373b Mar 08 11:52:14.636370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:14.681190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port e825d0e3-072b-4a95-9812-8814109c671c yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:52:14.764223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f22667c9-15bb-4742-afdb-b2396af6e6ad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:14.840099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:14.870221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 2827c571-3f02-4e9c-b1bc-b54623703d11 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:52:14.931056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:14.938128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-da4cbf32-351e-4aac-8766-db9d1459b5a7 req-e657201e-b5b5-48b7-8702-b52375c6184e tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Synchronizing usage tracker for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:15.048914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 172.20.0.13 (b6b97662-0baa-4f27-9a4e-9894348947bb/622a2b4d-222b-4b2d-8ce0-825dccd0ba43/e825d0e3-072b-4a95-9812-8814109c671c) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:15.052468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 2827c571-3f02-4e9c-b1bc-b54623703d11) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:15.057800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:15.065755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:15.065854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b93ab-a221-4b31-996b-50e22b9e7c4a None None] Network 2827c571-3f02-4e9c-b1bc-b54623703d11 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:15.067879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::f816:3eff:fe7a:9cce (b6b97662-0baa-4f27-9a4e-9894348947bb/93677406-57c1-4837-b89c-e37955cfa23a/e825d0e3-072b-4a95-9812-8814109c671c) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:15.085434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-da4cbf32-351e-4aac-8766-db9d1459b5a7 req-e657201e-b5b5-48b7-8702-b52375c6184e tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Unset dirty status for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:15.086827 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da4cbf32-351e-4aac-8766-db9d1459b5a7 req-e657201e-b5b5-48b7-8702-b52375c6184e tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 210 time: 0.7893806 Mar 08 11:52:15.120066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f22667c9-15bb-4742-afdb-b2396af6e6ad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:15.141066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22667c9-15bb-4742-afdb-b2396af6e6ad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70334047-b7d1-404e-8434-bf1fe4908c33,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:15.147991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:15.154951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:15.155555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:15.208987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:15.232718 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4bea9579-ae88-4188-88e9-3d80c2ef2f29 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9661174 Mar 08 11:52:15.233395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49170) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:15.249476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:15.252785 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f22667c9-15bb-4742-afdb-b2396af6e6ad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:15.254292 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f22667c9-15bb-4742-afdb-b2396af6e6ad tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/security-groups/70334047-b7d1-404e-8434-bf1fe4908c33 HTTP/1.1" status: 204 len: 168 time: 1.0241632 Mar 08 11:52:15.293242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49174) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:15.351535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-2827c571-3f02-4e9c-b1bc-b54623703d11', 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'fixed_ips': [{'subnet_id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:52:15.352614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:15.460915 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4723206 Mar 08 11:52:15.473584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49178) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:15.488032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'subnet': {'network_id': '2f60beac-3b31-4ddf-827a-0614249e373b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:15.521004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a3136-27d9-4f89-8c8e-f7f74e75959c tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Network': ['ID=2f60beac-3b31-4ddf-827a-0614249e373b,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:15.546620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 2f60beac-3b31-4ddf-827a-0614249e373b details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:52:15.583256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Allocated IP 2001:db8:2::2 (2827c571-3f02-4e9c-b1bc-b54623703d11/8fb1fc36-c9a2-4d66-ad59-94af780db0e5/a680e484-6185-4549-9321-8a2457434b90) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:15.600008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-534497cf-f9f6-409f-b5b9-91a59b1f120b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting subnet 7628ddd0-8aaf-4692-93a5-dfdda7c2df83 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:15.613202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-534497cf-f9f6-409f-b5b9-91a59b1f120b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:15.722895 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:15.734911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:15.745285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-534497cf-f9f6-409f-b5b9-91a59b1f120b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:15.767300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object e825d0e3-072b-4a95-9812-8814109c671c will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:15.773197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:subnet and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:15.782265 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:15.798858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Allocated IP 172.26.4.52 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/05dab574-d12c-4b75-95dc-c28e742d33de) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:15.806863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:15.903377 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:15.915466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Transition to ACTIVE for port object a680e484-6185-4549-9321-8a2457434b90 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:15.930335 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Made reservation on behalf of bcfd272a30304664a6d8859ebca227e9 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:15.933805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:15.935343 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Transition to ACTIVE for port object a680e484-6185-4549-9321-8a2457434b90 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:16.039482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:16.053214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-534497cf-f9f6-409f-b5b9-91a59b1f120b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:16.155842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Network 2827c571-3f02-4e9c-b1bc-b54623703d11 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:16.157933 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:16.176077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:16.179794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:16.244397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:16.284915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device e2b80262-7ab6-451f-8e2c-1350071b1a92 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:16.307241 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fa2cd873-fc77-4643-a2bf-7445f977e41b req-2a9d9f1d-99f4-45d3-b721-634c6a20dd3b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 210 time: 0.0647557 Mar 08 11:52:16.338248 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-534497cf-f9f6-409f-b5b9-91a59b1f120b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:16.364082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:16.370838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:16.373376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:16.385487 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Pushing event updated for resources: {'Port': ['ID=a680e484-6185-4549-9321-8a2457434b90,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:16.386452 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534497cf-f9f6-409f-b5b9-91a59b1f120b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Subnet': ['ID=7628ddd0-8aaf-4692-93a5-dfdda7c2df83,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:16.390217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-534497cf-f9f6-409f-b5b9-91a59b1f120b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:16.400576 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2fd898-2c48-4431-8a1e-204fcb624664 None None] Network 438d4e99-1ce0-4447-a302-2676e2648071 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:16.409110 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-534497cf-f9f6-409f-b5b9-91a59b1f120b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/7628ddd0-8aaf-4692-93a5-dfdda7c2df83 HTTP/1.1" status: 204 len: 168 time: 1.1144543 Mar 08 11:52:16.409993 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49186) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:16.413728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:16.417735 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:16.421946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:16.431614 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=e825d0e3-072b-4a95-9812-8814109c671c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:16.511801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:16.574502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:16.635915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:16.636477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:16.651970 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Attempting to bind port a680e484-6185-4549-9321-8a2457434b90 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:52:16.652349 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Attempting to bind port a680e484-6185-4549-9321-8a2457434b90 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'f77058d6-403b-4fd5-822c-620a8ca776d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:52:16.652705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Attempting to bind port a680e484-6185-4549-9321-8a2457434b90 on network 2827c571-3f02-4e9c-b1bc-b54623703d11 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:52:16.662151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:16.683152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:16.702913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Allocated IP 172.20.0.2 (b6b97662-0baa-4f27-9a4e-9894348947bb/622a2b4d-222b-4b2d-8ce0-825dccd0ba43/58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:16.711326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Allocated IP 2001:db8::f816:3eff:fe9c:b577 (b6b97662-0baa-4f27-9a4e-9894348947bb/93677406-57c1-4837-b89c-e37955cfa23a/58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:16.714807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:52:16.715321 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Checking segment: {'id': 'f77058d6-403b-4fd5-822c-620a8ca776d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:16.715830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:16.716437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Bound using segment: {'id': 'f77058d6-403b-4fd5-822c-620a8ca776d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:52:16.717207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Bound port: a680e484-6185-4549-9321-8a2457434b90, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77058d6-403b-4fd5-822c-620a8ca776d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:52:16.717640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:16.731898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Pushing event updated for resources: {'Port': ['ID=05dab574-d12c-4b75-95dc-c28e742d33de,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:16.757713 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e9a51668-dda6-44c9-b830-c84b088b6f44 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6645346 Mar 08 11:52:16.762089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49190) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:16.766764 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Checking segment: {'id': 'f4d32704-8712-4535-9337-37121ddcbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f60beac-3b31-4ddf-827a-0614249e373b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:16.767368 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network hostable DHCP agents. Network: 2f60beac-3b31-4ddf-827a-0614249e373b, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:52:16.789948 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Subnet': ['ID=d4c68857-93dd-4a24-a4b4-93f81accbb68,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:16.905980 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:16.912500 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port e2b80262-7ab6-451f-8e2c-1350071b1a92 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:16.960887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port e2b80262-7ab6-451f-8e2c-1350071b1a92 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:16.961231 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:16.963556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff32d9a0-52af-41a4-8534-fc405db2b738 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:16.963702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:16.964269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ff32d9a0-52af-41a4-8534-fc405db2b738 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:16.974776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:17.005096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Allocated IP 2001:db8:2::1 (2827c571-3f02-4e9c-b1bc-b54623703d11/8fb1fc36-c9a2-4d66-ad59-94af780db0e5/ca76756c-97b3-4dad-b0ae-47d8c7914228) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:17.010221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network 2f60beac-3b31-4ddf-827a-0614249e373b is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:52:17.020000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:17.073785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] For port a680e484-6185-4549-9321-8a2457434b90, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:52:17.114043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ff32d9a0-52af-41a4-8534-fc405db2b738 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:17.115205 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ff32d9a0-52af-41a4-8534-fc405db2b738 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.3523738 Mar 08 11:52:17.118278 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49194) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:17.127963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] For port a680e484-6185-4549-9321-8a2457434b90, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a680e484-6185-4549-9321-8a2457434b90,segment=NetworkSegment(f77058d6-403b-4fd5-822c-620a8ca776d0),segment_id=f77058d6-403b-4fd5-822c-620a8ca776d0)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:52:17.170689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:17.175009 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.190345 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.190895 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 2f60beac-3b31-4ddf-827a-0614249e373b) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:17.195762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:17.196340 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.209650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Transition to ACTIVE for port object ca76756c-97b3-4dad-b0ae-47d8c7914228 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:17.234186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff09dc4-6972-423f-9da2-7448c3f19925 None None] Network 2f60beac-3b31-4ddf-827a-0614249e373b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:17.274107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.277975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.319881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.423414 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Transition to ACTIVE for port object 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:17.445588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.489079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 2827c571-3f02-4e9c-b1bc-b54623703d11 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:17.496193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:17.500506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=ca76756c-97b3-4dad-b0ae-47d8c7914228,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:17.503363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:17.503896 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.528238 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1ce5588c-be58-494c-9dd8-c10afb70fe25 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0538323 Mar 08 11:52:17.535917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49200) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:17.542652 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b91e59e1-7965-45fd-b1df-718f8bb2b0bd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port e825d0e3-072b-4a95-9812-8814109c671c {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:17.543138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b91e59e1-7965-45fd-b1df-718f8bb2b0bd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.572241 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Transition to ACTIVE for port object 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:17.582156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1090803775', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}, 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:17.586486 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cf203-ef49-4159-b39f-8a8467206d3a None None] Pushing event updated for resources: {'Port': ['ID=a680e484-6185-4549-9321-8a2457434b90,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:17.608683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:17.617478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-3ffb5fa6-32bf-4719-99f5-5160166f5833 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:17.618270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-3ffb5fa6-32bf-4719-99f5-5160166f5833 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Synchronizing usage tracker for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:17.660117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:router and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:17.676695 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:17.684080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port e2b80262-7ab6-451f-8e2c-1350071b1a92, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e2b80262-7ab6-451f-8e2c-1350071b1a92,segment=NetworkSegment(03bdf3a3-c118-4079-8739-48db232e7ece),segment_id=03bdf3a3-c118-4079-8739-48db232e7ece)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:17.717585 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.724954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:17.776684 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-92d0ca70-1920-411a-9ed7-6e2bdad5c38e req-c7000887-1034-49fd-ab99-f764d0d06408 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 210 time: 0.1728911 Mar 08 11:52:17.793427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.794602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.820495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.826996 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.856301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93383f58-5872-4e6a-badb-678c07f0635c None None] Network 2f60beac-3b31-4ddf-827a-0614249e373b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:17.913316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:17.915128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.937636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:17.938008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-3ffb5fa6-32bf-4719-99f5-5160166f5833 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Unset dirty status for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:17.940046 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-3ffb5fa6-32bf-4719-99f5-5160166f5833 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 812 time: 0.6504345 Mar 08 11:52:17.961027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:17.961179 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:18.082113 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Pushing event updated for resources: {'Port': ['ID=58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:18.233695 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=e2b80262-7ab6-451f-8e2c-1350071b1a92,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:18.394980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Attempting to bind port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:52:18.395363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Attempting to bind port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:52:18.395725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Attempting to bind port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:52:18.412031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a680e484-6185-4549-9321-8a2457434b90 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:18.498918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:52:18.499797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:18.499961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:18.501744 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:52:18.501744 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Bound port: 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:52:18.502154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:18.596868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-dc1b31c1-7506-4cf0-8002-0797048552b1 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Synchronizing usage tracker for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:18.665488 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b91e59e1-7965-45fd-b1df-718f8bb2b0bd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:18.888084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-dc1b31c1-7506-4cf0-8002-0797048552b1 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Unset dirty status for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:18.889246 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-dc1b31c1-7506-4cf0-8002-0797048552b1 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f HTTP/1.1" status: 200 len: 379 time: 0.7414525 Mar 08 11:52:18.891893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:18.913367 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b91e59e1-7965-45fd-b1df-718f8bb2b0bd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for e825d0e3-072b-4a95-9812-8814109c671c owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:18.920989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Request body: {'port': {'device_id': '23c365c9-d6ff-4c2f-82d7-0da6b470681e', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'admin_state_up': True, 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'security_groups': ['5b40134e-559d-46e7-9b5d-eb9ae4d02f8d']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:18.990069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d568460b-ba89-44b5-9185-36543162b757 None None] Provisioning complete for port 64fddef7-9dd4-4672-9d8c-80fc61579b36 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:18.991089 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d568460b-ba89-44b5-9185-36543162b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:19.063939 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] For port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:52:19.079587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d568460b-ba89-44b5-9185-36543162b757 None None] Port 64fddef7-9dd4-4672-9d8c-80fc61579b36 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:19.082100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] For port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:52:19.092919 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port a680e484-6185-4549-9321-8a2457434b90 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:19.098058 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d568460b-ba89-44b5-9185-36543162b757 None None] Provisioning complete for port 7f4db6cf-1038-402c-b02f-60ef9c8821dd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:19.101720 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d568460b-ba89-44b5-9185-36543162b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:19.107451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:19.115200 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-64904ac1-66b7-4ebb-87c1-f526e9216c3b req-e46eef3f-2359-4d7a-a4af-ca711aa62b78 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 210 time: 0.1197643 Mar 08 11:52:19.154893 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:19.264410 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75150b53-bc73-48b9-a6bf-42223f79aea5 None None] Pushing event updated for resources: {'Port': ['ID=58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:19.423886 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed7558f-85c5-49f7-b42d-dffc209645aa None None] Network 2827c571-3f02-4e9c-b1bc-b54623703d11 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:19.494050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:19.524477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:19.598158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:19.716239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:19.717109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:19.756347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-200030bf-7f01-484f-92e9-7c21aee542fa None None] Provisioning for port a680e484-6185-4549-9321-8a2457434b90 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:19.771782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-200030bf-7f01-484f-92e9-7c21aee542fa None None] Provisioning complete for port a680e484-6185-4549-9321-8a2457434b90 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:19.772159 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-200030bf-7f01-484f-92e9-7c21aee542fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:19.801279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:19.822641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Made reservation on behalf of fc845f00a4be4cc0b54e556d5bddbd4f for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:19.828577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:19.854028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=ca76756c-97b3-4dad-b0ae-47d8c7914228,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:19.908412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 438d4e99-1ce0-4447-a302-2676e2648071 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:19.915583 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Subnet': ['ID=9d75cd11-a582-4ca8-81aa-7b1d03869ed2,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:19.919736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:19.925082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:19.925667 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:19.980913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-200030bf-7f01-484f-92e9-7c21aee542fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:20.008229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1650d156-ba6f-4a01-8d47-2e52f59d64ee None None] Network 438d4e99-1ce0-4447-a302-2676e2648071 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:20.048698 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-31b89880-6ede-43f7-acf7-7ddb4d096821 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6372690 Mar 08 11:52:20.052010 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49208) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:20.062784 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'security_group': {'name': 'tempest-secgroup-521233854'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:20.079728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:20.091538 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:security_group and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:20.104026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:20.111123 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Router af2e7801-d118-4928-996d-abd3b0ae5183 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:52:20.118531 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:20.121178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:20.251276 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b91e59e1-7965-45fd-b1df-718f8bb2b0bd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:20.253678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-200030bf-7f01-484f-92e9-7c21aee542fa None None] For port a680e484-6185-4549-9321-8a2457434b90, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a680e484-6185-4549-9321-8a2457434b90,segment=NetworkSegment(f77058d6-403b-4fd5-822c-620a8ca776d0),segment_id=f77058d6-403b-4fd5-822c-620a8ca776d0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:20.336353 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:20.359301 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:20.403082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-200030bf-7f01-484f-92e9-7c21aee542fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:20.438996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e59e1-7965-45fd-b1df-718f8bb2b0bd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=e825d0e3-072b-4a95-9812-8814109c671c,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:20.506791 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:20.510796 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:security_group_rule and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:20.514472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:20.523631 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:20.527759 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device e2b80262-7ab6-451f-8e2c-1350071b1a92 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:20.604884 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:20.754201 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:20.763021 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b91e59e1-7965-45fd-b1df-718f8bb2b0bd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:20.788572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:20.827915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc2f46-b265-4646-b85a-374223a0d123 None None] Sync routers for ids ['af2e7801-d118-4928-996d-abd3b0ae5183'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:20.832519 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-29ff7f3a-2072-4c1b-8dff-b4f93e9d4bd5 req-866b0fa0-18bc-4c0a-9b54-59415b3f0f7f tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 210 time: 0.4427285 Mar 08 11:52:20.864266 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b91e59e1-7965-45fd-b1df-718f8bb2b0bd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/e825d0e3-072b-4a95-9812-8814109c671c HTTP/1.1" status: 204 len: 168 time: 3.7433281 Mar 08 11:52:20.868823 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49214) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:20.899509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Allocated IP 172.20.0.13 (0cb5307d-f1c4-4c48-9397-88891f9fc66b/da5e07e7-3d89-486c-b9a0-ded02e68dde4/4b961f1a-c978-4561-8fe5-2541c5ca12fb) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:20.908619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200030bf-7f01-484f-92e9-7c21aee542fa None None] Pushing event updated for resources: {'Port': ['ID=a680e484-6185-4549-9321-8a2457434b90,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:20.933247 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f351081f-80a4-4777-bf4d-2efd3628dda8 None None] Provisioning for port ca76756c-97b3-4dad-b0ae-47d8c7914228 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:20.942828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc2f46-b265-4646-b85a-374223a0d123 None None] Routers {'af2e7801-d118-4928-996d-abd3b0ae5183'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:20.943635 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-f7fc2f46-b265-4646-b85a-374223a0d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['af2e7801-d118-4928-996d-abd3b0ae5183'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:20.967845 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36060fef-a103-4ed4-beba-3606af05168b,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:20.981037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d019b-6c92-4359-aa62-e9fa012a8b0d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:20.981037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d019b-6c92-4359-aa62-e9fa012a8b0d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:20.981037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d019b-6c92-4359-aa62-e9fa012a8b0d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:20.981037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-984d019b-6c92-4359-aa62-e9fa012a8b0d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:20.990058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:20.992190 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-99e220d8-6556-4ed3-af6c-10e41831a4a3 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9392514 Mar 08 11:52:20.995993 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49218) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:21.019368 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'security_group': {'name': 'tempest-secgroup-2117893241'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:21.025914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:21.027516 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0b05dcdf-6f41-4c9f-8de9-35bc3949dfc3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.6778679 Mar 08 11:52:21.031495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49222) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:21.032992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:21.039207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f351081f-80a4-4777-bf4d-2efd3628dda8 None None] Provisioning complete for port ca76756c-97b3-4dad-b0ae-47d8c7914228 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:21.039773 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f351081f-80a4-4777-bf4d-2efd3628dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:21.043501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:21.067728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port e2b80262-7ab6-451f-8e2c-1350071b1a92 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:21.068096 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:21.116953 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937702c-e07d-4ef5-92f3-97a2ba6b8d49 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:21.120743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:security_group and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:21.133440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-984d019b-6c92-4359-aa62-e9fa012a8b0d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:21.135046 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-984d019b-6c92-4359-aa62-e9fa012a8b0d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2632394 Mar 08 11:52:21.138003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:21.143597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49226) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:21.146940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-f7fc2f46-b265-4646-b85a-374223a0d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:21.192358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:21.193959 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc2f46-b265-4646-b85a-374223a0d123 None None] Routers {'af2e7801-d118-4928-996d-abd3b0ae5183'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:21.194391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:21.194594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-f7fc2f46-b265-4646-b85a-374223a0d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['af2e7801-d118-4928-996d-abd3b0ae5183'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:21.209818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Transition to ACTIVE for port object 4b961f1a-c978-4561-8fe5-2541c5ca12fb will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:21.272401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 2827c571-3f02-4e9c-b1bc-b54623703d11 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:21.275302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:21.284812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-f7fc2f46-b265-4646-b85a-374223a0d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:21.285220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc2f46-b265-4646-b85a-374223a0d123 None None] The sync data for ids ['af2e7801-d118-4928-996d-abd3b0ae5183'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:21.358669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd22e9b2-9894-4308-ae4b-a1abfd83cc0e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 622a2b4d-222b-4b2d-8ce0-825dccd0ba43 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:21.365488 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd22e9b2-9894-4308-ae4b-a1abfd83cc0e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:21.392929 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f351081f-80a4-4777-bf4d-2efd3628dda8 None None] Port ca76756c-97b3-4dad-b0ae-47d8c7914228 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:21.417464 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f351081f-80a4-4777-bf4d-2efd3628dda8 None None] Provisioning complete for port a680e484-6185-4549-9321-8a2457434b90 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:21.417902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f351081f-80a4-4777-bf4d-2efd3628dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:21.423670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:21.423898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:21.508992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Network 0cb5307d-f1c4-4c48-9397-88891f9fc66b is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:21.585510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:21.606818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:21.680023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd22e9b2-9894-4308-ae4b-a1abfd83cc0e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:21.723093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:21.753607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:security_group_rule and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:21.762726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:21.862276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:21.862647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:21.901809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'Port': ['ID=4b961f1a-c978-4561-8fe5-2541c5ca12fb,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:21.932060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 4be3e455-03e3-40f4-9581-3388070bfded has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:52:21.947326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.26.4.198 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/9eaea258-f801-470d-b070-90a103408f47) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:21.990239 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:22.043654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:22.103105 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff855cd-763a-4779-8724-899ffbbc3dc4 None None] Update dhcp port {'port': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'fixed_ips': [{'subnet_id': 'be136a84-76dc-4bb8-8087-11c47c5fcb3a', 'ip_address': '172.20.0.18'}, {'subnet_id': '9d75cd11-a582-4ca8-81aa-7b1d03869ed2'}], 'binding:host_id': 'dv-neutron-828143-8-hyperv'}, 'id': '7f4db6cf-1038-402c-b02f-60ef9c8821dd'} from dv-neutron-828143-8-hyperv. {{(pid=88471) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 11:52:22.131129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:22.135893 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-b4878ee4-e066-43bd-9a34-2d1165075f05 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2196167 Mar 08 11:52:22.144017 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ac3e5d50-eeb3-4bb1-b036-a78ffcd7dc36 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8917971 Mar 08 11:52:22.146024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49232) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:22.155083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-302271654'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:22.157283 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Sync routers for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:22.178538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:22.180347 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:22.180962 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:22.183242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:network and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:22.186301 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:22.192859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:22.231717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fff855cd-763a-4779-8724-899ffbbc3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.278119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Request body: {'port': {'device_id': '23c365c9-d6ff-4c2f-82d7-0da6b470681e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:22.304426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:22.308132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.527341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ed60b-82fc-4240-b102-662d043c23f1 req-21eda49a-aeb4-4082-84c0-0a416099f88b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:22.528905 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8c8ed60b-82fc-4240-b102-662d043c23f1 req-21eda49a-aeb4-4082-84c0-0a416099f88b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 932 time: 0.5400677 Mar 08 11:52:22.537742 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:22.544382 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd22e9b2-9894-4308-ae4b-a1abfd83cc0e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.549294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:52:22.550427 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:22.575587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.588067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.597704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.598056 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Added segment 555c06a3-01b9-43d2-9e7d-ee0fdba40542 of type vlan for network 27af1929-6456-4e8e-b761-ea6f747d5264 Mar 08 11:52:22.604907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] Provisioning for port 4b961f1a-c978-4561-8fe5-2541c5ca12fb completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:22.617907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] Provisioning complete for port 4b961f1a-c978-4561-8fe5-2541c5ca12fb triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:22.625598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.681353 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.709194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.739675 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-fff855cd-763a-4779-8724-899ffbbc3dc4 None None] Allocated IP 172.20.0.2 (438d4e99-1ce0-4447-a302-2676e2648071/9d75cd11-a582-4ca8-81aa-7b1d03869ed2/7f4db6cf-1038-402c-b02f-60ef9c8821dd) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:22.765198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a680e484-6185-4549-9321-8a2457434b90 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:22.767705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.812244 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8c8ed60b-82fc-4240-b102-662d043c23f1 req-9351994a-5cf1-4aca-b6e8-22d98d625aef tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268219 Mar 08 11:52:22.827421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] Port 4b961f1a-c978-4561-8fe5-2541c5ca12fb cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:22.833305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.852326 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.931247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Deleting port 05dab574-d12c-4b75-95dc-c28e742d33de {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:22.931597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.982318 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e680296f-a282-43fb-803c-c1bd680a2158,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:22.997241 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd22e9b2-9894-4308-ae4b-a1abfd83cc0e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:22.998591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port a680e484-6185-4549-9321-8a2457434b90 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:22.998980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.032953 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.resource_extend [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:52:23.062603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.067991 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c0046272-9776-4f47-b6b4-346bf2a0c3e8 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0625503 Mar 08 11:52:23.067991 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22e9b2-9894-4308-ae4b-a1abfd83cc0e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=622a2b4d-222b-4b2d-8ce0-825dccd0ba43,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:23.069771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49238) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:23.086695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd22e9b2-9894-4308-ae4b-a1abfd83cc0e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.087766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'security_group': {'name': 'tempest-secgroup-1308703981'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:23.089899 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dd22e9b2-9894-4308-ae4b-a1abfd83cc0e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/622a2b4d-222b-4b2d-8ce0-825dccd0ba43 HTTP/1.1" status: 204 len: 168 time: 1.9438725 Mar 08 11:52:23.092085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49242) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:23.099699 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] Provisioning for port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:23.111310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:23.117003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:security_group and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:23.128726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc33125c-fae5-4df6-b112-583610a20095 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:23.143875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:23.149060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.154561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:23.155160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.194076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:23.264339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b12289-119b-49b3-ac5f-4cd05b404d12 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 93677406-57c1-4837-b89c-e37955cfa23a {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:23.266211 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.273210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] Provisioning complete for port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:23.273586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.284583 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-65b12289-119b-49b3-ac5f-4cd05b404d12 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.311108 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca76756c-97b3-4dad-b0ae-47d8c7914228', 'name': '', 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:8e:73:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:18Z', 'revision_number': 2, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:23.328372 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Checking router: 4be3e455-03e3-40f4-9581-3388070bfded for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:23.329113 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Updating router 4be3e455-03e3-40f4-9581-3388070bfded port ca76756c-97b3-4dad-b0ae-47d8c7914228 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:52:23.379449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.394095 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.400648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-65b12289-119b-49b3-ac5f-4cd05b404d12 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.433100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-fff855cd-763a-4779-8724-899ffbbc3dc4 None None] For port 7f4db6cf-1038-402c-b02f-60ef9c8821dd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7f4db6cf-1038-402c-b02f-60ef9c8821dd,segment=NetworkSegment(de0567d6-8832-4b89-82e5-6d11c3744c63),segment_id=de0567d6-8832-4b89-82e5-6d11c3744c63)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:23.712402 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Calling delete_port for 05dab574-d12c-4b75-95dc-c28e742d33de owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:23.712541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fff855cd-763a-4779-8724-899ffbbc3dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.712647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Network': ['ID=27af1929-6456-4e8e-b761-ea6f747d5264,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:23.733744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=9eaea258-f801-470d-b070-90a103408f47,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:23.749912 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:23.754533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:23.760194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:23.781950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 27af1929-6456-4e8e-b761-ea6f747d5264 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:52:23.797257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-65b12289-119b-49b3-ac5f-4cd05b404d12 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.866783 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.921089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.935843 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b961f1a-c978-4561-8fe5-2541c5ca12fb {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:52:23.952828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:23.958847 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-08b6f169-1b8c-4dda-8399-379d8d9fcb4d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8090978 Mar 08 11:52:23.964017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49248) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:23.970307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'subnet': {'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:24.031827 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fff855cd-763a-4779-8724-899ffbbc3dc4 None None] Transition to ACTIVE for port object 7f4db6cf-1038-402c-b02f-60ef9c8821dd will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:24.033643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.072006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-65b12289-119b-49b3-ac5f-4cd05b404d12 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.073090 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Transition to ACTIVE for port object ca76756c-97b3-4dad-b0ae-47d8c7914228 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:24.083343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:24.087675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Transition to ACTIVE for port object 4b961f1a-c978-4561-8fe5-2541c5ca12fb will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:24.118221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.126321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:security_group_rule and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:24.135477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:24.150626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:24.164650 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.168500 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b12289-119b-49b3-ac5f-4cd05b404d12 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=93677406-57c1-4837-b89c-e37955cfa23a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:24.182104 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-65b12289-119b-49b3-ac5f-4cd05b404d12 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.188442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Pushing event deleted for resources: {'Port': ['ID=05dab574-d12c-4b75-95dc-c28e742d33de,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:24.198960 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.220710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:24.225175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:52:24.227015 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:52:24.227015 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fff855cd-763a-4779-8724-899ffbbc3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.240435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:subnet and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:24.271424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:24.283943 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:24.313662 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.371342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.408695 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e45ea7-9ac1-440b-b90b-a272dc03941d None None] Pushing event updated for resources: {'Port': ['ID=ca76756c-97b3-4dad-b0ae-47d8c7914228,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:24.480458 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff855cd-763a-4779-8724-899ffbbc3dc4 None None] Pushing event updated for resources: {'Port': ['ID=7f4db6cf-1038-402c-b02f-60ef9c8821dd,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:24.508554 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Attempting to bind port ca76756c-97b3-4dad-b0ae-47d8c7914228 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:52:24.508941 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Attempting to bind port ca76756c-97b3-4dad-b0ae-47d8c7914228 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'f77058d6-403b-4fd5-822c-620a8ca776d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:52:24.509286 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Attempting to bind port ca76756c-97b3-4dad-b0ae-47d8c7914228 on network 2827c571-3f02-4e9c-b1bc-b54623703d11 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:52:24.520736 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:52:24.521119 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Checking segment: {'id': 'f77058d6-403b-4fd5-822c-620a8ca776d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:24.521529 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.521965 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Bound using segment: {'id': 'f77058d6-403b-4fd5-822c-620a8ca776d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:52:24.522441 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Bound port: ca76756c-97b3-4dad-b0ae-47d8c7914228, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77058d6-403b-4fd5-822c-620a8ca776d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:52:24.522866 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.676974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7f4db6cf-1038-402c-b02f-60ef9c8821dd up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:24.720298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Made reservation on behalf of f760e85082c84851af19b07d0d1cf0c0 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:24.725129 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.729701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.736309 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] For port ca76756c-97b3-4dad-b0ae-47d8c7914228, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:52:24.739528 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] For port ca76756c-97b3-4dad-b0ae-47d8c7914228, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ca76756c-97b3-4dad-b0ae-47d8c7914228,segment=NetworkSegment(f77058d6-403b-4fd5-822c-620a8ca776d0),segment_id=f77058d6-403b-4fd5-822c-620a8ca776d0)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:52:24.788506 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-65b12289-119b-49b3-ac5f-4cd05b404d12 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/93677406-57c1-4837-b89c-e37955cfa23a HTTP/1.1" status: 204 len: 168 time: 1.6953743 Mar 08 11:52:24.822939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49252) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:24.828413 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.875429 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:24.934836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] For port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:24.978997 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:24.980083 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:25.022992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:25.040546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8e3ad4-c182-4021-a269-6bcff75e32b5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:25.189723 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e45ea7-9ac1-440b-b90b-a272dc03941d None None] Pushing event updated for resources: {'Port': ['ID=ca76756c-97b3-4dad-b0ae-47d8c7914228,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:25.210796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28aea2-3d07-4316-8796-8922c89b3a41 None None] Pushing event updated for resources: {'Port': ['ID=58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:25.222914 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cf0bcc67-0a5e-4188-b008-b317b09fb4b8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3988171 Mar 08 11:52:25.328672 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:25.332262 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49256) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:25.338462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b961f1a-c978-4561-8fe5-2541c5ca12fb,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:25.364282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590ea99-104f-4edc-bac6-e519c8182105 req-304d18ea-eefb-422a-a567-2449d1f311a5 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:25.368508 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-2590ea99-104f-4edc-bac6-e519c8182105 req-304d18ea-eefb-422a-a567-2449d1f311a5 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Synchronizing usage tracker for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:25.371689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:25.374720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:25.423906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-da1adf69-edc4-4b9d-a2eb-1016b049ab0e None None] Provisioning complete for port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:25.429736 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-da1adf69-edc4-4b9d-a2eb-1016b049ab0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:25.444508 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:25.446518 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7ed0a6dd-076b-4abc-8935-c4ef9d5487dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3748291 Mar 08 11:52:25.481292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49260) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:25.511614 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-641810609', 'security_groups': ['9b8e3ad4-c182-4021-a269-6bcff75e32b5'], 'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9d75cd11-a582-4ca8-81aa-7b1d03869ed2'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:25.566952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-2590ea99-104f-4edc-bac6-e519c8182105 req-304d18ea-eefb-422a-a567-2449d1f311a5 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Unset dirty status for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:25.574925 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2590ea99-104f-4edc-bac6-e519c8182105 req-304d18ea-eefb-422a-a567-2449d1f311a5 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 932 time: 1.5260291 Mar 08 11:52:25.712390 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-da1adf69-edc4-4b9d-a2eb-1016b049ab0e None None] Could not find standard attr ID for object e825d0e3-072b-4a95-9812-8814109c671c. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:52:25.780385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6d918c-5108-41f1-a5e6-cb1285e6906f None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:25.841570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Attempting to bind port 4b961f1a-c978-4561-8fe5-2541c5ca12fb on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:52:25.841985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Attempting to bind port 4b961f1a-c978-4561-8fe5-2541c5ca12fb by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:52:25.842262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Attempting to bind port 4b961f1a-c978-4561-8fe5-2541c5ca12fb on network 0cb5307d-f1c4-4c48-9397-88891f9fc66b {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:52:25.876872 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2590ea99-104f-4edc-bac6-e519c8182105 req-2149b461-200a-416f-8cfa-34ec0df10cab tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005755 Mar 08 11:52:25.877429 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Port 4b961f1a-c978-4561-8fe5-2541c5ca12fb on network 0cb5307d-f1c4-4c48-9397-88891f9fc66b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:52:25.877755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Attempting to bind port 4b961f1a-c978-4561-8fe5-2541c5ca12fb on network 0cb5307d-f1c4-4c48-9397-88891f9fc66b {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:52:25.898952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:52:25.899299 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Checking segment: {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:25.899688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Bound using segment: {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:52:25.900130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Bound port: 4b961f1a-c978-4561-8fe5-2541c5ca12fb, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:52:25.908832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:25.923137 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:25.928413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:25.975670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-92267eae-0b0e-464c-8eb8-b73bf8218172 None None] Provisioning complete for port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:25.976346 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-92267eae-0b0e-464c-8eb8-b73bf8218172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:26.029564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:26.055566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:26.065426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:26.107546 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca76756c-97b3-4dad-b0ae-47d8c7914228', 'name': '', 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:8e:73:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:24Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:26.115523 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605bfe9-3b8e-454b-8c40-047d738802a7 None None] The sync data for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv is: [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca76756c-97b3-4dad-b0ae-47d8c7914228', 'name': '', 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:8e:73:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:24Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:26.168525 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:26.180901 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-92267eae-0b0e-464c-8eb8-b73bf8218172 None None] Provisioning complete for port 64fddef7-9dd4-4672-9d8c-80fc61579b36 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:26.181291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-92267eae-0b0e-464c-8eb8-b73bf8218172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:26.185620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:port and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:26.197712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:26.226794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:26.244044 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:26.274573 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Router af2e7801-d118-4928-996d-abd3b0ae5183 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:52:26.291236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-92267eae-0b0e-464c-8eb8-b73bf8218172 None None] Port 64fddef7-9dd4-4672-9d8c-80fc61579b36 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:26.326301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de9714-1951-47e4-8592-b6abfddcf064 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:52:26.332157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-34de9714-1951-47e4-8592-b6abfddcf064 None None] Deleting port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:26.332873 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-34de9714-1951-47e4-8592-b6abfddcf064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:26.338356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] For port 4b961f1a-c978-4561-8fe5-2541c5ca12fb, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:52:26.342282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] For port 4b961f1a-c978-4561-8fe5-2541c5ca12fb, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4b961f1a-c978-4561-8fe5-2541c5ca12fb,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:52:26.375850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:26.380416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:26.381765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-92267eae-0b0e-464c-8eb8-b73bf8218172 None None] Provisioning for port 7f4db6cf-1038-402c-b02f-60ef9c8821dd completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:26.384295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:26.392760 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-92267eae-0b0e-464c-8eb8-b73bf8218172 None None] Provisioning complete for port 7f4db6cf-1038-402c-b02f-60ef9c8821dd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:26.393381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-92267eae-0b0e-464c-8eb8-b73bf8218172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:26.455218 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:26.500207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:26.513994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:26.538181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd8aea8-4742-4524-a28b-3698e14461d3 None None] Sync routers for ids ['af2e7801-d118-4928-996d-abd3b0ae5183'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:26.600388 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:26.605767 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-921efc07-9478-4341-8730-8bdd30d2a589 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "PUT /v2.0/routers/af2e7801-d118-4928-996d-abd3b0ae5183 HTTP/1.1" status: 200 len: 705 time: 5.5697680 Mar 08 11:52:26.606642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49264) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:26.689814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd8aea8-4742-4524-a28b-3698e14461d3 None None] Routers {'af2e7801-d118-4928-996d-abd3b0ae5183'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:26.693072 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8bd8aea8-4742-4524-a28b-3698e14461d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['af2e7801-d118-4928-996d-abd3b0ae5183'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:26.701976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:26.701976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:26.713904 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] 10.222.0.18 "PUT /v2.0/ports/4b961f1a-c978-4561-8fe5-2541c5ca12fb HTTP/1.1" status: 200 len: 1094 time: 4.5685511 Mar 08 11:52:26.716845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c365c9-d6ff-4c2f-82d7-0da6b470681e', 'tag': '4b961f1a-c978-4561-8fe5-2541c5ca12fb'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:52:26.839513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8bd8aea8-4742-4524-a28b-3698e14461d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:26.843691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ca76756c-97b3-4dad-b0ae-47d8c7914228 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:26.991610 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:27.006669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:27.041804 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd8aea8-4742-4524-a28b-3698e14461d3 None None] Routers {'af2e7801-d118-4928-996d-abd3b0ae5183'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:27.042658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8bd8aea8-4742-4524-a28b-3698e14461d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['af2e7801-d118-4928-996d-abd3b0ae5183'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:27.048971 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c365c9-d6ff-4c2f-82d7-0da6b470681e', 'tag': '4b961f1a-c978-4561-8fe5-2541c5ca12fb', 'status': 'completed', 'code': 200} Mar 08 11:52:27.065197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] device_id is not set on port 2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:52:27.102045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391e6da-5e13-4ddc-8881-0dcf9d32dba6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b961f1a-c978-4561-8fe5-2541c5ca12fb,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:27.126093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-34de9714-1951-47e4-8592-b6abfddcf064 None None] For port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:27.126637 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-34de9714-1951-47e4-8592-b6abfddcf064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:27.216676 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-31ee8bd4-e18c-40a2-bed9-7afb01e9e66b tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/routers/af2e7801-d118-4928-996d-abd3b0ae5183 HTTP/1.1" status: 200 len: 740 time: 0.6069868 Mar 08 11:52:27.223635 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49274) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:27.232727 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Subnet': ['ID=d63ebffc-beeb-4a92-b31e-326af0e2fe0d,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:27.271177 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Checking segment: {'id': '555c06a3-01b9-43d2-9e7d-ee0fdba40542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:27.271929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network hostable DHCP agents. Network: 27af1929-6456-4e8e-b761-ea6f747d5264, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:52:27.294999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8bd8aea8-4742-4524-a28b-3698e14461d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:27.295765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd8aea8-4742-4524-a28b-3698e14461d3 None None] The sync data for ids ['af2e7801-d118-4928-996d-abd3b0ae5183'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:27.311749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:52:27.312210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-34de9714-1951-47e4-8592-b6abfddcf064 None None] Calling delete_port for 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:27.325398 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-23eb10a7-7f11-4f4c-8ea5-9380ba64e026 tempest-RoutersAdminTest-1549173657 tempest-RoutersAdminTest-1549173657-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&device_id=af2e7801-d118-4928-996d-abd3b0ae5183 HTTP/1.1" status: 200 len: 205 time: 0.0698593 Mar 08 11:52:27.325861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49278) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:27.346746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port ca76756c-97b3-4dad-b0ae-47d8c7914228 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:27.361738 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port ca76756c-97b3-4dad-b0ae-47d8c7914228 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:27.365902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:27.377402 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bb9b5695-4756-4176-a6ae-2973419afcfd tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "GET /v2.0/ports?device_id=af2e7801-d118-4928-996d-abd3b0ae5183 HTTP/1.1" status: 200 len: 205 time: 0.0502875 Mar 08 11:52:27.379944 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49282) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:27.440701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 27af1929-6456-4e8e-b761-ea6f747d5264 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:52:27.442945 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:27.465218 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-0a07c03f-7407-4f3b-a943-6aa033510623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:27.466756 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-0a07c03f-7407-4f3b-a943-6aa033510623 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 1097 time: 0.4551229 Mar 08 11:52:27.526572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:27.551376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-34de9714-1951-47e4-8592-b6abfddcf064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:27.563984 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-a3fee823-958b-4072-a509-1596aa397101 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b961f1a-c978-4561-8fe5-2541c5ca12fb HTTP/1.1" status: 200 len: 217 time: 0.0820291 Mar 08 11:52:27.575319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83bc0a-512a-40bb-a5b9-89bdf0e0c288 req-75dbba6a-6d11-4f17-a189-5ad28728d583 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:27.576916 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa83bc0a-512a-40bb-a5b9-89bdf0e0c288 req-75dbba6a-6d11-4f17-a189-5ad28728d583 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 944 time: 0.4772429 Mar 08 11:52:27.583582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:27.590893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-62f33a9f-8206-403b-8b63-0e7fc00dd28f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:27.616918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de9714-1951-47e4-8592-b6abfddcf064 None None] Pushing event deleted for resources: {'Port': ['ID=58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:27.626849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de9714-1951-47e4-8592-b6abfddcf064 None None] No DVR routers for this DVR port 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:52:27.640573 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port ca76756c-97b3-4dad-b0ae-47d8c7914228, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ca76756c-97b3-4dad-b0ae-47d8c7914228,segment=NetworkSegment(f77058d6-403b-4fd5-822c-620a8ca776d0),segment_id=f77058d6-403b-4fd5-822c-620a8ca776d0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:27.644739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:27.654302 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 27af1929-6456-4e8e-b761-ea6f747d5264) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:27.660550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb3463-d0fd-4563-8c6e-e9fe38af36c7 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:27.677776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:27.678392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:27.689838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:27.690443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:27.695617 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3531706-3b08-4bc1-8b15-22fab9092cff None None] Network 27af1929-6456-4e8e-b761-ea6f747d5264 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:27.703419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.11 (438d4e99-1ce0-4447-a302-2676e2648071/9d75cd11-a582-4ca8-81aa-7b1d03869ed2/2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:27.727209 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:27.774536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=8f666ed8-832a-4d5f-b85f-5a63a61c3885,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:27.857101 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:52:27.925104 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-808a2b30-bb12-41f7-8bcf-82046f9c210f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9564838 Mar 08 11:52:27.925319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-c3799247-3be6-41dc-b7db-7ba3383f6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:27.925319 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-c3799247-3be6-41dc-b7db-7ba3383f6cbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.3369691 Mar 08 11:52:27.926799 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-73bcbf19-adaf-4a89-83cf-9003ecb0f789 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5929947 Mar 08 11:52:27.927451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49286) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:27.927780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49288) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:27.935565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:27.948130 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7c364-db5a-40e7-8db3-631e3ab8f7b1 None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:27.963277 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7c364-db5a-40e7-8db3-631e3ab8f7b1 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:27.964962 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a8f7c364-db5a-40e7-8db3-631e3ab8f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:27.975168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:52:27.975735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 58c5ec76-cb91-4bb0-ad20-0dccf32b1dcf not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:52:27.992934 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa83bc0a-512a-40bb-a5b9-89bdf0e0c288 req-b32ec9da-2745-427a-868d-79aa204fd2e0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3643208 Mar 08 11:52:28.009038 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:28.051032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=ca76756c-97b3-4dad-b0ae-47d8c7914228,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:28.113093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-62f33a9f-8206-403b-8b63-0e7fc00dd28f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:28.126276 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a8f7c364-db5a-40e7-8db3-631e3ab8f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:28.134830 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7c364-db5a-40e7-8db3-631e3ab8f7b1 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:28.135424 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a8f7c364-db5a-40e7-8db3-631e3ab8f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:28.172035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-62f33a9f-8206-403b-8b63-0e7fc00dd28f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:28.198370 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a8f7c364-db5a-40e7-8db3-631e3ab8f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:28.198780 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7c364-db5a-40e7-8db3-631e3ab8f7b1 None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:28.223509 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-27af1929-6456-4e8e-b761-ea6f747d5264', 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'fixed_ips': [{'subnet_id': 'd63ebffc-beeb-4a92-b31e-326af0e2fe0d'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:52:28.224500 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:28.227719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:28.244953 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Transition to ACTIVE for port object 2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:28.273205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:28.277150 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8e88112f-1664-4d21-83c7-16823a70992f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.7366171 Mar 08 11:52:28.286959 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49294) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:28.324471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '8f666ed8-832a-4d5f-b85f-5a63a61c3885'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:52:28.325322 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:28.359554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-346d9b10-d53a-41de-9ab9-5d367d2e62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:28.361549 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-346d9b10-d53a-41de-9ab9-5d367d2e62d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4242256 Mar 08 11:52:28.383489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:28.500484 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-62f33a9f-8206-403b-8b63-0e7fc00dd28f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:28.501166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f33a9f-8206-403b-8b63-0e7fc00dd28f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Fanout notify agent at l3_agent the message router_deleted on router af2e7801-d118-4928-996d-abd3b0ae5183 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:52:28.561847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Allocated IP 2001:db8:3::2 (27af1929-6456-4e8e-b761-ea6f747d5264/d63ebffc-beeb-4a92-b31e-326af0e2fe0d/63d07e3f-f6da-44c6-aade-e6429ca6241e) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:28.563809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 438d4e99-1ce0-4447-a302-2676e2648071 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:28.588067 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-62f33a9f-8206-403b-8b63-0e7fc00dd28f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:28.588802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Allocated IP 172.20.0.2 (b6b97662-0baa-4f27-9a4e-9894348947bb/8f666ed8-832a-4d5f-b85f-5a63a61c3885/8911835b-b69e-4220-9f93-6058f5a31171) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:28.593130 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-62f33a9f-8206-403b-8b63-0e7fc00dd28f tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "DELETE /v2.0/routers/af2e7801-d118-4928-996d-abd3b0ae5183 HTTP/1.1" status: 204 len: 168 time: 1.2082448 Mar 08 11:52:28.594939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49298) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:28.633120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:28.640332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:28.645657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:28.656161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:28.679857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:28.680876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:28.684856 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-264e9b1a-3a8f-486f-8a53-cfe00ac84ab8 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "GET /v2.0/ports?device_id=af2e7801-d118-4928-996d-abd3b0ae5183 HTTP/1.1" status: 200 len: 205 time: 0.0863066 Mar 08 11:52:28.692078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49302) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:28.693598 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:28.849432 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-647901f4-6cd0-4f63-95ba-6b189d0c00a5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] delete failed (client error): The resource could not be found. Mar 08 11:52:28.850504 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-647901f4-6cd0-4f63-95ba-6b189d0c00a5 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "DELETE /v2.0/routers/af2e7801-d118-4928-996d-abd3b0ae5183 HTTP/1.1" status: 404 len: 336 time: 0.1448088 Mar 08 11:52:28.868974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49306) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:28.882236 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:28.886250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:28.923469 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-ce055ca0-c97f-482d-a36e-1b8bcf054d44 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463398 Mar 08 11:52:28.926960 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ca76756c-97b3-4dad-b0ae-47d8c7914228 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:28.974103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:28.974721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:28.976487 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5033a385-41cf-4ef6-a3bd-38556a714a24 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd23b676-09e2-4cea-b1e0-9dc918773a09 HTTP/1.1" status: 200 len: 205 time: 0.1047590 Mar 08 11:52:28.981455 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49310) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:29.150366 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2d38bf72-226a-4ea5-bc23-f76b4d13c557 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6438570 Mar 08 11:52:29.153215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49316) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:29.166775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0b4711a5-4179-4ada-8f79-967276453379 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:29.178356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:29.202745 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-4d32b843-9a71-4924-9a50-c012d9079727 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] delete failed (client error): The resource could not be found. Mar 08 11:52:29.206869 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4d32b843-9a71-4924-9a50-c012d9079727 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "DELETE /v2.0/routers/dd23b676-09e2-4cea-b1e0-9dc918773a09 HTTP/1.1" status: 404 len: 336 time: 0.1751533 Mar 08 11:52:29.216006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3bbf6164-4620-4809-95d7-a41b7f8b5930 None None] Provisioning for port 2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:29.219158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49320) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:29.234048 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Transition to ACTIVE for port object 63d07e3f-f6da-44c6-aade-e6429ca6241e will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:29.257000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3bbf6164-4620-4809-95d7-a41b7f8b5930 None None] Provisioning complete for port 2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:29.257241 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6164-4620-4809-95d7-a41b7f8b5930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:29.271696 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc45c235-bd1e-4443-937a-a82f9e2f2f53 req-64b38f8e-aeaf-48cd-874b-e895ee8af4ef service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389482 Mar 08 11:52:29.290800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port ca76756c-97b3-4dad-b0ae-47d8c7914228 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:29.291145 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:29.332420 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f2888dca-6fec-4456-b35b-e0645c49f004 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b935e0-e0ce-47ef-b49d-1210d9346f22 HTTP/1.1" status: 200 len: 205 time: 0.1078985 Mar 08 11:52:29.349865 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49324) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:29.355601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:29.355796 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:29.360357 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Transition to ACTIVE for port object 63d07e3f-f6da-44c6-aade-e6429ca6241e will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:29.384414 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Transition to ACTIVE for port object 8911835b-b69e-4220-9f93-6058f5a31171 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:29.392483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf6164-4620-4809-95d7-a41b7f8b5930 None None] Port 2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:29.418571 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Transition to ACTIVE for port object 8911835b-b69e-4220-9f93-6058f5a31171 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:29.420461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:29.527958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Network 27af1929-6456-4e8e-b761-ea6f747d5264 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:29.539950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:29.540760 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-71e0e58c-b8bd-4ca8-8318-b7daf267cdd2 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] delete failed (client error): The resource could not be found. Mar 08 11:52:29.544836 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-71e0e58c-b8bd-4ca8-8318-b7daf267cdd2 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "DELETE /v2.0/routers/d3b935e0-e0ce-47ef-b49d-1210d9346f22 HTTP/1.1" status: 404 len: 336 time: 0.1770020 Mar 08 11:52:29.552014 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:29.553593 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9e04b-4d54-4c14-9600-025e6e78c6e7 req-0e84a32a-c385-498a-bbdc-058f596537f9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:29.555488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:29.558635 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-40e9e04b-4d54-4c14-9600-025e6e78c6e7 req-0e84a32a-c385-498a-bbdc-058f596537f9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 944 time: 0.4419820 Mar 08 11:52:29.564404 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Pushing event updated for resources: {'Port': ['ID=63d07e3f-f6da-44c6-aade-e6429ca6241e,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:29.570295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49328) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:29.694296 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:29.703896 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ea42bd9a-09da-4db6-a29a-81a1c5c54cb8 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4dfacb7-4e12-4aa8-b3e4-758dde579030 HTTP/1.1" status: 200 len: 205 time: 0.1352997 Mar 08 11:52:29.705504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:29.710701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49332) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:29.717733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:29.756371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Pushing event updated for resources: {'Port': ['ID=8911835b-b69e-4220-9f93-6058f5a31171,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:29.769485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Attempting to bind port 63d07e3f-f6da-44c6-aade-e6429ca6241e on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:52:29.769854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Attempting to bind port 63d07e3f-f6da-44c6-aade-e6429ca6241e by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '555c06a3-01b9-43d2-9e7d-ee0fdba40542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:52:29.770235 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Attempting to bind port 63d07e3f-f6da-44c6-aade-e6429ca6241e on network 27af1929-6456-4e8e-b761-ea6f747d5264 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:52:29.807690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:52:29.808169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Checking segment: {'id': '555c06a3-01b9-43d2-9e7d-ee0fdba40542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:29.808479 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:29.808875 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Bound using segment: {'id': '555c06a3-01b9-43d2-9e7d-ee0fdba40542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:52:29.809340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Bound port: 63d07e3f-f6da-44c6-aade-e6429ca6241e, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555c06a3-01b9-43d2-9e7d-ee0fdba40542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:52:29.809711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:29.814206 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-40e9e04b-4d54-4c14-9600-025e6e78c6e7 req-89c83bfa-489a-43e3-912d-c32cd22ea9b6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321523 Mar 08 11:52:29.814385 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-c4671615-688b-46ee-bae5-620bdb738e27 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] delete failed (client error): The resource could not be found. Mar 08 11:52:29.815293 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c4671615-688b-46ee-bae5-620bdb738e27 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "DELETE /v2.0/routers/e4dfacb7-4e12-4aa8-b3e4-758dde579030 HTTP/1.1" status: 404 len: 336 time: 0.1000979 Mar 08 11:52:29.818636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49336) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:29.842141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Attempting to bind port 8911835b-b69e-4220-9f93-6058f5a31171 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:52:29.842821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Attempting to bind port 8911835b-b69e-4220-9f93-6058f5a31171 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:52:29.843419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Attempting to bind port 8911835b-b69e-4220-9f93-6058f5a31171 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:52:29.872125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0b4711a5-4179-4ada-8f79-967276453379 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:29.880623 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:52:29.881588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:29.882306 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:29.882717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:52:29.883237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Bound port: 8911835b-b69e-4220-9f93-6058f5a31171, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:52:29.883626 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:29.910998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0b4711a5-4179-4ada-8f79-967276453379 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:29.923539 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0cc5c733-d346-4681-aa4c-0e3f38e999c6 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fce154f-c562-49f0-83f4-61871aabe4c1 HTTP/1.1" status: 200 len: 205 time: 0.1013262 Mar 08 11:52:29.930958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0b4711a5-4179-4ada-8f79-967276453379 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:29.933596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49340) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:29.940542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e21a02-136d-4126-9268-8f1753ee338c req-4d2d127d-a6c7-495c-87e3-205e319e4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:29.942024 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-78e21a02-136d-4126-9268-8f1753ee338c req-4d2d127d-a6c7-495c-87e3-205e319e4971 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 1097 time: 0.5486352 Mar 08 11:52:30.004358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0b4711a5-4179-4ada-8f79-967276453379 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:30.004837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] For port 63d07e3f-f6da-44c6-aade-e6429ca6241e, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:52:30.020714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] For port 63d07e3f-f6da-44c6-aade-e6429ca6241e, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=63d07e3f-f6da-44c6-aade-e6429ca6241e,segment=NetworkSegment(555c06a3-01b9-43d2-9e7d-ee0fdba40542),segment_id=555c06a3-01b9-43d2-9e7d-ee0fdba40542)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:52:30.024824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] For port 8911835b-b69e-4220-9f93-6058f5a31171, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:52:30.028311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] For port 8911835b-b69e-4220-9f93-6058f5a31171, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8911835b-b69e-4220-9f93-6058f5a31171,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:52:30.092839 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-082aaa46-6d3c-4a78-8d87-e66c09fd5704 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] delete failed (client error): The resource could not be found. Mar 08 11:52:30.093861 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-082aaa46-6d3c-4a78-8d87-e66c09fd5704 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "DELETE /v2.0/routers/1fce154f-c562-49f0-83f4-61871aabe4c1 HTTP/1.1" status: 404 len: 336 time: 0.1570230 Mar 08 11:52:30.099662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49344) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:30.118024 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:30.160581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:30.199674 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4711a5-4179-4ada-8f79-967276453379 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:30.203135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0b4711a5-4179-4ada-8f79-967276453379 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:30.212650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Allocated IP 2001:db8:3::1 (27af1929-6456-4e8e-b761-ea6f747d5264/d63ebffc-beeb-4a92-b31e-326af0e2fe0d/682c08fa-e787-41a2-a6d0-72f09f1684cf) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:30.241359 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88230954-83f2-4a33-bfb0-1dd15c4c5b7c None None] Pushing event updated for resources: {'Port': ['ID=63d07e3f-f6da-44c6-aade-e6429ca6241e,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:30.262037 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-79bca3ff-1f6e-4a51-8364-57a0b941ead3 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb0d3c79-a9f1-49cf-a881-7a464132d200 HTTP/1.1" status: 200 len: 205 time: 0.1578288 Mar 08 11:52:30.266903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49348) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:30.338977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c95a78-22b4-43b0-b709-b6ed5f987514 None None] Pushing event updated for resources: {'Port': ['ID=8911835b-b69e-4220-9f93-6058f5a31171,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:30.375879 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-603360c5-1756-4572-9e59-662a6b80e315 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] delete failed (client error): The resource could not be found. Mar 08 11:52:30.381159 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-603360c5-1756-4572-9e59-662a6b80e315 tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "DELETE /v2.0/routers/fb0d3c79-a9f1-49cf-a881-7a464132d200 HTTP/1.1" status: 404 len: 336 time: 0.1078830 Mar 08 11:52:30.399910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49352) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:30.468660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e21a02-136d-4126-9268-8f1753ee338c req-32937048-fccb-48ab-9aba-f4bdf74631c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:30.470190 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-78e21a02-136d-4126-9268-8f1753ee338c req-32937048-fccb-48ab-9aba-f4bdf74631c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 913 time: 0.4613683 Mar 08 11:52:30.511958 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd32b484-662f-45ae-a274-2b7a6822378e tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] DELETE failed (client error): The resource could not be found. Mar 08 11:52:30.512458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd32b484-662f-45ae-a274-2b7a6822378e tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:30.600120 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fd32b484-662f-45ae-a274-2b7a6822378e tempest-RoutersAdminTest-564376230 tempest-RoutersAdminTest-564376230-project] 10.222.0.32 "DELETE /v2.0/subnets/fee94076-e7d2-4243-a2b5-4e08110fc948 HTTP/1.1" status: 404 len: 337 time: 0.1872604 Mar 08 11:52:30.621071 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-78e21a02-136d-4126-9268-8f1753ee338c req-0a17addd-1d8b-4e41-afee-b3bac2835adf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b961f1a-c978-4561-8fe5-2541c5ca12fb HTTP/1.1" status: 200 len: 217 time: 0.1379523 Mar 08 11:52:30.623039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:30.776363 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.objects.ports [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:52:30.853661 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.ipam_backend_mixin [None req-0b4711a5-4179-4ada-8f79-967276453379 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9d75cd11-a582-4ca8-81aa-7b1d03869ed2 (CIDR: 172.20.0.0/28) Mar 08 11:52:30.903902 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4711a5-4179-4ada-8f79-967276453379 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:52:30.904645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4711a5-4179-4ada-8f79-967276453379 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:30.930956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:30.933084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8911835b-b69e-4220-9f93-6058f5a31171 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:30.943235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e21a02-136d-4126-9268-8f1753ee338c req-a241c78e-ce1d-4fad-a850-65d47528268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:30.944743 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-78e21a02-136d-4126-9268-8f1753ee338c req-a241c78e-ce1d-4fad-a850-65d47528268c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.2854972 Mar 08 11:52:30.977170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Transition to ACTIVE for port object 682c08fa-e787-41a2-a6d0-72f09f1684cf will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:31.128480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 8911835b-b69e-4220-9f93-6058f5a31171 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:31.134123 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 63d07e3f-f6da-44c6-aade-e6429ca6241e up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:31.165126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:31.212356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49362) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:31.221801 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0b4711a5-4179-4ada-8f79-967276453379 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0642705 Mar 08 11:52:31.241619 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49366) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:31.258222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-31397f52-fe2e-4567-bae4-f598f12797dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:31.303457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 27af1929-6456-4e8e-b761-ea6f747d5264 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:31.306588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 63d07e3f-f6da-44c6-aade-e6429ca6241e completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:31.322975 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=682c08fa-e787-41a2-a6d0-72f09f1684cf,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:31.327091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:31.330789 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:31.331348 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:31.349508 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:31.576730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-534ee2e5-bd75-4761-bbe8-25096a07a585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:31.618483 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] For port 8911835b-b69e-4220-9f93-6058f5a31171, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8911835b-b69e-4220-9f93-6058f5a31171,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:31.650139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e21a02-136d-4126-9268-8f1753ee338c req-2f51bd30-6636-4d95-9205-27eb688d62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:31.651909 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-78e21a02-136d-4126-9268-8f1753ee338c req-2f51bd30-6636-4d95-9205-27eb688d62a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6157274 Mar 08 11:52:31.661208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-534ee2e5-bd75-4761-bbe8-25096a07a585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:31.675979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a5085-4242-4c4e-bb11-0ea0e7716e24 req-f4f13dd3-9721-4f15-aa55-974aa8ef9e8d tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:31.678169 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bb2a5085-4242-4c4e-bb11-0ea0e7716e24 req-f4f13dd3-9721-4f15-aa55-974aa8ef9e8d tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 944 time: 0.5932403 Mar 08 11:52:31.703551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:31.731242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-534ee2e5-bd75-4761-bbe8-25096a07a585 admin admin] Usage tracker for resource:security_group_rule and tenant:869ff70f5e3b428d8169fcb3052b7878 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:31.748879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-534ee2e5-bd75-4761-bbe8-25096a07a585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:31.771707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4dadbe-8941-4c00-a8cf-935a32efb949 None None] Network 27af1929-6456-4e8e-b761-ea6f747d5264 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:31.777648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:31.809681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-534ee2e5-bd75-4761-bbe8-25096a07a585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:31.866742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:31.867353 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:31.914510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-31397f52-fe2e-4567-bae4-f598f12797dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:31.935717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-31397f52-fe2e-4567-bae4-f598f12797dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:31.944816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ab5cd147-f80d-4f30-a8c2-92785fc4d5ab None None] Provisioning for port 63d07e3f-f6da-44c6-aade-e6429ca6241e completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:31.946033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-31397f52-fe2e-4567-bae4-f598f12797dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:31.954745 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bb2a5085-4242-4c4e-bb11-0ea0e7716e24 req-bbcdcf4e-cda3-4657-92d8-c7411b314a9a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382941 Mar 08 11:52:31.963184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-31397f52-fe2e-4567-bae4-f598f12797dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:31.973693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ab5cd147-f80d-4f30-a8c2-92785fc4d5ab None None] Provisioning complete for port 63d07e3f-f6da-44c6-aade-e6429ca6241e triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:31.974488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ab5cd147-f80d-4f30-a8c2-92785fc4d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.014106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.20.0.1 (2f60beac-3b31-4ddf-827a-0614249e373b/d4c68857-93dd-4a24-a4b4-93f81accbb68/255e3206-7b4f-4874-9f05-12a57bef9458) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:32.041470 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-78e21a02-136d-4126-9268-8f1753ee338c req-a90b0764-5b94-4fc2-84c2-518482d55d1b service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582652 Mar 08 11:52:32.137240 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31397f52-fe2e-4567-bae4-f598f12797dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:32.141440 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-31397f52-fe2e-4567-bae4-f598f12797dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.212383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:32.218806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ab5cd147-f80d-4f30-a8c2-92785fc4d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.223276 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:32.227153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:32.227725 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.263257 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ab5cd147-f80d-4f30-a8c2-92785fc4d5ab None None] For port 63d07e3f-f6da-44c6-aade-e6429ca6241e, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=63d07e3f-f6da-44c6-aade-e6429ca6241e,segment=NetworkSegment(555c06a3-01b9-43d2-9e7d-ee0fdba40542),segment_id=555c06a3-01b9-43d2-9e7d-ee0fdba40542)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:32.301507 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=4b8f9152-22fc-48ca-9231-56908605211d,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:32.340307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=8911835b-b69e-4220-9f93-6058f5a31171,revision_number=4']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:32.347030 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ab5cd147-f80d-4f30-a8c2-92785fc4d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.455330 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b4136338-efa1-450b-a7ee-a7a63b6db712 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5232606 Mar 08 11:52:32.461182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49372) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:32.468485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-534ee2e5-bd75-4761-bbe8-25096a07a585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.483477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40e360-384c-4c71-82ad-a695431b1c6b None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:32.484705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'mac_address': 'fa:16:3e:a8:d2:43', 'name': 'tempest-NetworksTestDHCPv6-632304141'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:32.515289 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-78e21a02-136d-4126-9268-8f1753ee338c req-5a1adade-0a75-48fa-a8de-7d8b60e1aa93 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521086 Mar 08 11:52:32.555711 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.604005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-534ee2e5-bd75-4761-bbe8-25096a07a585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.606900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0d45470b-1998-412a-8b62-2946ed085105 None None] Provisioning for port 8911835b-b69e-4220-9f93-6058f5a31171 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:32.621964 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cd147-f80d-4f30-a8c2-92785fc4d5ab None None] Pushing event updated for resources: {'Port': ['ID=63d07e3f-f6da-44c6-aade-e6429ca6241e,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:32.627668 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0d45470b-1998-412a-8b62-2946ed085105 None None] Provisioning complete for port 8911835b-b69e-4220-9f93-6058f5a31171 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:32.628042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d45470b-1998-412a-8b62-2946ed085105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.628621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.630083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.660700 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-534ee2e5-bd75-4761-bbe8-25096a07a585 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=869ff70f5e3b428d8169fcb3052b7878&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4422371 Mar 08 11:52:32.683492 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49376) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:32.740684 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.762887 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.ipam_backend_mixin [None req-31397f52-fe2e-4567-bae4-f598f12797dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet be136a84-76dc-4bb8-8087-11c47c5fcb3a (CIDR: 172.20.0.16/28) Mar 08 11:52:32.771878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8911835b-b69e-4220-9f93-6058f5a31171 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:32.821511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ee2e5-bd75-4761-bbe8-25096a07a585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5783f2c-2351-4d20-b29f-422cf44b12ba,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:32.832865 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-31397f52-fe2e-4567-bae4-f598f12797dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:52:32.833366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31397f52-fe2e-4567-bae4-f598f12797dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:32.865449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event updated for resources: {'Port': ['ID=682c08fa-e787-41a2-a6d0-72f09f1684cf,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:32.866089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5eee2ac2-3e45-46a8-911b-2a78c69cd46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.895799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:32.906033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:port and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:32.914377 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:32.929835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:32.932694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5eee2ac2-3e45-46a8-911b-2a78c69cd46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.949988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d45470b-1998-412a-8b62-2946ed085105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.959550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:32.969861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Network 27af1929-6456-4e8e-b761-ea6f747d5264 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:32.971529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:32.983201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 8911835b-b69e-4220-9f93-6058f5a31171 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:32.983586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:33.033133 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-31397f52-fe2e-4567-bae4-f598f12797dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.7873306 Mar 08 11:52:33.035676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49382) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:33.049135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0d45470b-1998-412a-8b62-2946ed085105 None None] For port 8911835b-b69e-4220-9f93-6058f5a31171, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8911835b-b69e-4220-9f93-6058f5a31171,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:33.049687 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network 2f60beac-3b31-4ddf-827a-0614249e373b is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:33.054355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'subnet': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:33.188834 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:33.213350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:33.219701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:33.223536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Usage tracker for resource:subnet and tenant:6bf2e6502ed8457aba4798042de61a1a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:33.226503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:33.229117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 4be3e455-03e3-40f4-9581-3388070bfded has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:52:33.233413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:33.247013 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d45470b-1998-412a-8b62-2946ed085105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:33.265155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:33.298930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:33.325394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=255e3206-7b4f-4874-9f05-12a57bef9458,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:33.436863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:52:33.437329 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:52:33.443106 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62fe3b-496e-48e3-956f-9bd83d4240cd req-96b9d48d-ad99-4efa-bd83-fca350652e36 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:33.447173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-07e5cb8c-7cc9-4ff3-a898-bc55cabfb382 None None] Provisioning complete for port 63d07e3f-f6da-44c6-aade-e6429ca6241e triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:33.447558 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-07e5cb8c-7cc9-4ff3-a898-bc55cabfb382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:33.450500 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7e62fe3b-496e-48e3-956f-9bd83d4240cd req-96b9d48d-ad99-4efa-bd83-fca350652e36 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 944 time: 0.3131616 Mar 08 11:52:33.499717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45470b-1998-412a-8b62-2946ed085105 None None] Pushing event updated for resources: {'Port': ['ID=8911835b-b69e-4220-9f93-6058f5a31171,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:33.521308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:33.528123 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7584eeed-8f39-4b54-88fa-43f987a0c0dd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5975239 Mar 08 11:52:33.531031 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49386) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:33.538119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-eb31b679-70af-4f13-8bdd-45422ea28099 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:33.538371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Sync routers for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:33.575975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5eee2ac2-3e45-46a8-911b-2a78c69cd46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:33.582039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Made reservation on behalf of 6bf2e6502ed8457aba4798042de61a1a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:33.586061 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:33.586554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:33.586701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:33.628459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:33.631849 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7e62fe3b-496e-48e3-956f-9bd83d4240cd req-7ec447ea-7c4c-4150-99be-d97781e22efa tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803782 Mar 08 11:52:33.659288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee2ac2-3e45-46a8-911b-2a78c69cd46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5783f2c-2351-4d20-b29f-422cf44b12ba,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:33.683885 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5eee2ac2-3e45-46a8-911b-2a78c69cd46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:33.687310 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5eee2ac2-3e45-46a8-911b-2a78c69cd46d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5783f2c-2351-4d20-b29f-422cf44b12ba HTTP/1.1" status: 204 len: 168 time: 1.0010610 Mar 08 11:52:33.853535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:33.861025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:33.918778 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port e109d0ea-ad23-40b9-bcfe-3b1e1d10836b yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:52:33.929559 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-07e5cb8c-7cc9-4ff3-a898-bc55cabfb382 None None] Provisioning for port 682c08fa-e787-41a2-a6d0-72f09f1684cf completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:33.983476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-07e5cb8c-7cc9-4ff3-a898-bc55cabfb382 None None] Provisioning complete for port 682c08fa-e787-41a2-a6d0-72f09f1684cf triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:33.983476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-07e5cb8c-7cc9-4ff3-a898-bc55cabfb382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:34.154704 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-07e5cb8c-7cc9-4ff3-a898-bc55cabfb382 None None] Port 682c08fa-e787-41a2-a6d0-72f09f1684cf cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:34.257006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:34.315657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ea247ee2-40b3-4b80-a907-f438a6988209 None None] Provisioning complete for port 8911835b-b69e-4220-9f93-6058f5a31171 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:34.315943 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ea247ee2-40b3-4b80-a907-f438a6988209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:34.373250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 172.20.0.14 (b6b97662-0baa-4f27-9a4e-9894348947bb/8f666ed8-832a-4d5f-b85f-5a63a61c3885/e109d0ea-ad23-40b9-bcfe-3b1e1d10836b) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:34.392147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::f816:3eff:fea8:d243 (b6b97662-0baa-4f27-9a4e-9894348947bb/4b8f9152-22fc-48ca-9231-56908605211d/e109d0ea-ad23-40b9-bcfe-3b1e1d10836b) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:34.420267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.extraroute_db [None req-eb31b679-70af-4f13-8bdd-45422ea28099 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 08 11:52:34.441094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.extraroute_db [None req-eb31b679-70af-4f13-8bdd-45422ea28099 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Removed routes are [] {{(pid=88470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 08 11:52:34.441650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eb31b679-70af-4f13-8bdd-45422ea28099 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:34.518376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:31Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '682c08fa-e787-41a2-a6d0-72f09f1684cf', 'name': '', 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:c7:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd63ebffc-beeb-4a92-b31e-326af0e2fe0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:29Z', 'updated_at': '2022-03-08T11:52:32Z', 'revision_number': 2, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': 'd63ebffc-beeb-4a92-b31e-326af0e2fe0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca76756c-97b3-4dad-b0ae-47d8c7914228', 'name': '', 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:8e:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:27Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:34.522336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Checking router: 4be3e455-03e3-40f4-9581-3388070bfded for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:34.525083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Updating router 4be3e455-03e3-40f4-9581-3388070bfded port 682c08fa-e787-41a2-a6d0-72f09f1684cf binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:52:34.549651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49394) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:34.581207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:34.643062 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:34.758825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8911835b-b69e-4220-9f93-6058f5a31171 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:34.884665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eb31b679-70af-4f13-8bdd-45422ea28099 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:34.888863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eb31b679-70af-4f13-8bdd-45422ea28099 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:34.943325 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 8911835b-b69e-4220-9f93-6058f5a31171 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:34.943695 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:34.973937 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-801674ac-b9f7-4dcd-9bcb-9528d6747bc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b71d398df0e4cef9206d80e68d79d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209020 Mar 08 11:52:34.992615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Network 438d4e99-1ce0-4447-a302-2676e2648071 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:34.995637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49400) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:35.007368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:35.037534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:35.038168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:35.045538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d419967-3715-41c5-aadd-9b4ec5c579ef None None] Network 438d4e99-1ce0-4447-a302-2676e2648071 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:35.055014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb31b679-70af-4f13-8bdd-45422ea28099 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 4be3e455-03e3-40f4-9581-3388070bfded has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:52:35.092723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Subnet': ['ID=02fe8ee6-518b-4fae-9783-79f434b0f579,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:35.186614 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:35.199501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:35.221775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb31b679-70af-4f13-8bdd-45422ea28099 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:35.230077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eb31b679-70af-4f13-8bdd-45422ea28099 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:35.234132 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-eb31b679-70af-4f13-8bdd-45422ea28099 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded HTTP/1.1" status: 200 len: 953 time: 1.7011070 Mar 08 11:52:35.234425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49404) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:35.239235 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Transition to ACTIVE for port object 682c08fa-e787-41a2-a6d0-72f09f1684cf will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:35.259073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 63d07e3f-f6da-44c6-aade-e6429ca6241e up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:35.259282 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3635e53f-0da0-4685-92fa-c295eb2500dd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2208247 Mar 08 11:52:35.271592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49408) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:35.285569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b270f32c-6d46-4f3c-8232-b1e4e1bd9729 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1504720806', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02fe8ee6-518b-4fae-9783-79f434b0f579'}], 'security_groups': ['36060fef-a103-4ed4-beba-3606af05168b', 'e680296f-a282-43fb-803c-c1bd680a2158']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:35.323827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object e109d0ea-ad23-40b9-bcfe-3b1e1d10836b will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:35.339965 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adef2c-a56e-475c-a539-deec541ff190 req-c13b19f7-2985-4830-b3c4-bed2ecf2046b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:35.341428 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b6adef2c-a56e-475c-a539-deec541ff190 req-c13b19f7-2985-4830-b3c4-bed2ecf2046b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 944 time: 0.5130472 Mar 08 11:52:35.342144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6779-e495-4d79-889c-78fa9ab62419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:35.356430 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:35.418331 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-aca04209-8ad3-4a04-b373-f71c404427fb tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded HTTP/1.1" status: 200 len: 953 time: 0.1824193 Mar 08 11:52:35.418999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49412) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:35.424526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e23632c6-2acf-4281-89c8-899038342045 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'router': {'routes': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:35.438958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6779-e495-4d79-889c-78fa9ab62419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:35.534795 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b6adef2c-a56e-475c-a539-deec541ff190 req-7d157757-0e1a-4cf5-a8ef-020e4615db23 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711977 Mar 08 11:52:35.552170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bd085-3eb8-4d53-9131-14d824f3b56b None None] Pushing event updated for resources: {'Port': ['ID=682c08fa-e787-41a2-a6d0-72f09f1684cf,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:35.632547 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 63d07e3f-f6da-44c6-aade-e6429ca6241e triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:35.632950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:35.764141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Attempting to bind port 682c08fa-e787-41a2-a6d0-72f09f1684cf on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:52:35.764508 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Attempting to bind port 682c08fa-e787-41a2-a6d0-72f09f1684cf by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '555c06a3-01b9-43d2-9e7d-ee0fdba40542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:52:35.764874 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Attempting to bind port 682c08fa-e787-41a2-a6d0-72f09f1684cf on network 27af1929-6456-4e8e-b761-ea6f747d5264 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:52:35.784622 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:52:35.784999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Checking segment: {'id': '555c06a3-01b9-43d2-9e7d-ee0fdba40542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:35.785405 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:35.785804 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Bound using segment: {'id': '555c06a3-01b9-43d2-9e7d-ee0fdba40542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:52:35.786325 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Bound port: 682c08fa-e787-41a2-a6d0-72f09f1684cf, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555c06a3-01b9-43d2-9e7d-ee0fdba40542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:52:35.786711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:35.816594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:35.833147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:35.910369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:35.915995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:35.920825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:36.018354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:36.066943 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] For port 682c08fa-e787-41a2-a6d0-72f09f1684cf, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:52:36.071112 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] For port 682c08fa-e787-41a2-a6d0-72f09f1684cf, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=682c08fa-e787-41a2-a6d0-72f09f1684cf,segment=NetworkSegment(555c06a3-01b9-43d2-9e7d-ee0fdba40542),segment_id=555c06a3-01b9-43d2-9e7d-ee0fdba40542)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:52:36.076671 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6c3834-06e2-4a57-9ce0-3795561c2529 None None] Update dhcp port {'port': {'network_id': '438d4e99-1ce0-4447-a302-2676e2648071', 'fixed_ips': [{'subnet_id': 'be136a84-76dc-4bb8-8087-11c47c5fcb3a', 'ip_address': '172.20.0.18'}, {'subnet_id': '9d75cd11-a582-4ca8-81aa-7b1d03869ed2', 'ip_address': '172.20.0.2'}, {'subnet_id': '02fe8ee6-518b-4fae-9783-79f434b0f579'}], 'binding:host_id': 'dv-neutron-828143-8-hyperv'}, 'id': '7f4db6cf-1038-402c-b02f-60ef9c8821dd'} from dv-neutron-828143-8-hyperv. {{(pid=88471) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 11:52:36.086360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6779-e495-4d79-889c-78fa9ab62419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:36.130794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=e109d0ea-ad23-40b9-bcfe-3b1e1d10836b,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:36.140109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f6779-e495-4d79-889c-78fa9ab62419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a416517-375e-4f7c-809e-d1ea9793ca41,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:36.143327 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3834-06e2-4a57-9ce0-3795561c2529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:36.157083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:36.243808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.extraroute_db [None req-e23632c6-2acf-4281-89c8-899038342045 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Added routes are [] {{(pid=88470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 08 11:52:36.244518 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.extraroute_db [None req-e23632c6-2acf-4281-89c8-899038342045 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 08 11:52:36.268991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6779-e495-4d79-889c-78fa9ab62419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:36.273141 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8a1f6779-e495-4d79-889c-78fa9ab62419 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a416517-375e-4f7c-809e-d1ea9793ca41 HTTP/1.1" status: 204 len: 168 time: 1.2728066 Mar 08 11:52:36.273141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:36.296047 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e23632c6-2acf-4281-89c8-899038342045 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:36.299786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b270f32c-6d46-4f3c-8232-b1e4e1bd9729 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:36.334007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:36.335198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:36.339746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=255e3206-7b4f-4874-9f05-12a57bef9458,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:36.347591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:36.348236 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:36.441689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bd085-3eb8-4d53-9131-14d824f3b56b None None] Pushing event updated for resources: {'Port': ['ID=682c08fa-e787-41a2-a6d0-72f09f1684cf,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:36.571937 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2faf5e1e-358d-4769-87a2-82491223aca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1013541 Mar 08 11:52:36.577264 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49418) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:36.666935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2e67515a-6909-40d8-a3ee-f4b1cfbe1fe6 None None] Provisioning for port e109d0ea-ad23-40b9-bcfe-3b1e1d10836b completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:36.697493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network 2f60beac-3b31-4ddf-827a-0614249e373b is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:36.701624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:36.708008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:36.768082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2e67515a-6909-40d8-a3ee-f4b1cfbe1fe6 None None] Provisioning complete for port e109d0ea-ad23-40b9-bcfe-3b1e1d10836b triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:36.768460 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2e67515a-6909-40d8-a3ee-f4b1cfbe1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:36.841640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-7d6c3834-06e2-4a57-9ce0-3795561c2529 None None] Allocated IP 172.20.0.34 (438d4e99-1ce0-4447-a302-2676e2648071/02fe8ee6-518b-4fae-9783-79f434b0f579/7f4db6cf-1038-402c-b02f-60ef9c8821dd) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:36.947813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2e67515a-6909-40d8-a3ee-f4b1cfbe1fe6 None None] Port e109d0ea-ad23-40b9-bcfe-3b1e1d10836b cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:36.952242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e23632c6-2acf-4281-89c8-899038342045 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:36.969590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a7de69-2273-41dd-87a7-c236347eacbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:36.975675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a7de69-2273-41dd-87a7-c236347eacbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:36.976559 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-29a7de69-2273-41dd-87a7-c236347eacbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:36.982178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e23632c6-2acf-4281-89c8-899038342045 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:37.056652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:52:37.143552 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc9e29-a8a1-4a36-bad8-236f80216bfb req-47245629-8dd3-4c05-9cbe-8da96d7099af tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:37.145208 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fcbc9e29-a8a1-4a36-bad8-236f80216bfb req-47245629-8dd3-4c05-9cbe-8da96d7099af tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 944 time: 0.3714883 Mar 08 11:52:37.150730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-29a7de69-2273-41dd-87a7-c236347eacbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:37.154622 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-29a7de69-2273-41dd-87a7-c236347eacbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5782034 Mar 08 11:52:37.155381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49434) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:37.221397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7d6c3834-06e2-4a57-9ce0-3795561c2529 None None] For port 7f4db6cf-1038-402c-b02f-60ef9c8821dd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7f4db6cf-1038-402c-b02f-60ef9c8821dd,segment=NetworkSegment(de0567d6-8832-4b89-82e5-6d11c3744c63),segment_id=de0567d6-8832-4b89-82e5-6d11c3744c63)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:37.252259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23632c6-2acf-4281-89c8-899038342045 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 4be3e455-03e3-40f4-9581-3388070bfded has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:52:37.260905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3834-06e2-4a57-9ce0-3795561c2529 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:37.282242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:37.285915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7d6c3834-06e2-4a57-9ce0-3795561c2529 None None] Transition to ACTIVE for port object 7f4db6cf-1038-402c-b02f-60ef9c8821dd will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:37.290559 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-02676dbf-f12d-4037-b617-c210019dc0c4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "PUT /v2.0/routers/4c736bf3-0bde-47d4-92e5-98d9a0ac1d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0006254 Mar 08 11:52:37.290781 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49438) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:37.295192 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fcbc9e29-a8a1-4a36-bad8-236f80216bfb req-b8a63500-9ed4-441a-9c58-6cb4599678bf tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255233 Mar 08 11:52:37.296339 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c46d3-0c32-4e4a-b21c-d438048905b2 None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:37.300147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-82be369f-00be-4f6a-aac4-461cbb79b289 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port e109d0ea-ad23-40b9-bcfe-3b1e1d10836b {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:37.300562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-82be369f-00be-4f6a-aac4-461cbb79b289 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:37.307756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:36Z', 'revision_number': 7, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '682c08fa-e787-41a2-a6d0-72f09f1684cf', 'name': '', 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:c7:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd63ebffc-beeb-4a92-b31e-326af0e2fe0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:29Z', 'updated_at': '2022-03-08T11:52:36Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': 'd63ebffc-beeb-4a92-b31e-326af0e2fe0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca76756c-97b3-4dad-b0ae-47d8c7914228', 'name': '', 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:8e:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:27Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:37.314243 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c46d3-0c32-4e4a-b21c-d438048905b2 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:37.314243 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-5c0c46d3-0c32-4e4a-b21c-d438048905b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:37.314592 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207c6ee-cb7c-49c9-8bc2-ecb8ada41ef2 None None] The sync data for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv is: [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:36Z', 'revision_number': 7, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '682c08fa-e787-41a2-a6d0-72f09f1684cf', 'name': '', 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:c7:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd63ebffc-beeb-4a92-b31e-326af0e2fe0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:29Z', 'updated_at': '2022-03-08T11:52:36Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': 'd63ebffc-beeb-4a92-b31e-326af0e2fe0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca76756c-97b3-4dad-b0ae-47d8c7914228', 'name': '', 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:8e:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:27Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:37.340506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'port': {'network_id': '2f60beac-3b31-4ddf-827a-0614249e373b', 'name': 'tempest-FloatingIPTestJSON-512460921'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:37.404372 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3834-06e2-4a57-9ce0-3795561c2529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:37.419753 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-5c0c46d3-0c32-4e4a-b21c-d438048905b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:37.442518 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c46d3-0c32-4e4a-b21c-d438048905b2 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:37.443387 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-5c0c46d3-0c32-4e4a-b21c-d438048905b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:37.547243 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c3834-06e2-4a57-9ce0-3795561c2529 None None] Pushing event updated for resources: {'Port': ['ID=7f4db6cf-1038-402c-b02f-60ef9c8821dd,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:37.550771 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 4b961f1a-c978-4561-8fe5-2541c5ca12fb details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 11:52:37.603372 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-5c0c46d3-0c32-4e4a-b21c-d438048905b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:37.604022 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c46d3-0c32-4e4a-b21c-d438048905b2 None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:37.654175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-b270f32c-6d46-4f3c-8232-b1e4e1bd9729 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Delete allocated IP 172.20.0.11 (438d4e99-1ce0-4447-a302-2676e2648071/9d75cd11-a582-4ca8-81aa-7b1d03869ed2) {{(pid=88469) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 11:52:37.664086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-b270f32c-6d46-4f3c-8232-b1e4e1bd9729 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Allocated IP 172.20.0.40 (438d4e99-1ce0-4447-a302-2676e2648071/02fe8ee6-518b-4fae-9783-79f434b0f579/2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:37.884016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49450) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:37.956251 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 4b961f1a-c978-4561-8fe5-2541c5ca12fb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4b961f1a-c978-4561-8fe5-2541c5ca12fb,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:37.974409 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '4b961f1a-c978-4561-8fe5-2541c5ca12fb', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'port_id': '4b961f1a-c978-4561-8fe5-2541c5ca12fb', 'mac_address': 'fa:16:3e:84:20:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 11:52:38.003855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b270f32c-6d46-4f3c-8232-b1e4e1bd9729 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:38.044053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23632c6-2acf-4281-89c8-899038342045 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:38.055257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-b270f32c-6d46-4f3c-8232-b1e4e1bd9729 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Transition to ACTIVE for port object 2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:38.061750 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:38.063873 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e23632c6-2acf-4281-89c8-899038342045 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:38.066012 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e23632c6-2acf-4281-89c8-899038342045 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded HTTP/1.1" status: 200 len: 703 time: 2.6447837 Mar 08 11:52:38.068673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49456) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:38.086100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b961f1a-c978-4561-8fe5-2541c5ca12fb {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:52:38.106597 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 4b961f1a-c978-4561-8fe5-2541c5ca12fb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4b961f1a-c978-4561-8fe5-2541c5ca12fb,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:38.165601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:38.174855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:port and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:38.179826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:38.191513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:38.199453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:38.221182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-82be369f-00be-4f6a-aac4-461cbb79b289 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:38.296437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=4b961f1a-c978-4561-8fe5-2541c5ca12fb,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:38.320032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Made reservation on behalf of bcfd272a30304664a6d8859ebca227e9 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:38.330958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:38.331787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1423695398'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:38.342437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b270f32c-6d46-4f3c-8232-b1e4e1bd9729 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:38.360145 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:38.428972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-82be369f-00be-4f6a-aac4-461cbb79b289 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for e109d0ea-ad23-40b9-bcfe-3b1e1d10836b owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:38.481276 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] device_id is not set on port a0879124-e0bc-419e-a00c-10c3f8889cbb yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:52:38.488813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Usage tracker for resource:network and tenant:d2f540e73d824c0e83227068ee588cfa is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:38.491620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125ed09-be7a-4b83-b633-23253f5a0997 None None] Sync routers for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:38.502735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125ed09-be7a-4b83-b633-23253f5a0997 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:38.504308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5125ed09-be7a-4b83-b633-23253f5a0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:38.504489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:38.573013 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['4b961f1a-c978-4561-8fe5-2541c5ca12fb'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:52:38.583982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:38.701185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270f32c-6d46-4f3c-8232-b1e4e1bd9729 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event updated for resources: {'Port': ['ID=2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:38.720509 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9d5ab4cb-565e-4b3a-9872-bcf8c0cf07f9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded HTTP/1.1" status: 200 len: 703 time: 0.6503968 Mar 08 11:52:38.725909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49462) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:38.765380 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-5125ed09-be7a-4b83-b633-23253f5a0997 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:38.819393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Made reservation on behalf of d2f540e73d824c0e83227068ee588cfa for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:38.822091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:38.838997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b270f32c-6d46-4f3c-8232-b1e4e1bd9729 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] In _notify_port_updated(), no bound segment for port 2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 on network 438d4e99-1ce0-4447-a302-2676e2648071 {{(pid=88469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:52:38.843991 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7f4db6cf-1038-402c-b02f-60ef9c8821dd up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:38.844318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b270f32c-6d46-4f3c-8232-b1e4e1bd9729 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:38.844938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b270f32c-6d46-4f3c-8232-b1e4e1bd9729 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:38.845066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.20.0.5 (2f60beac-3b31-4ddf-827a-0614249e373b/d4c68857-93dd-4a24-a4b4-93f81accbb68/a0879124-e0bc-419e-a00c-10c3f8889cbb) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:38.848929 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b270f32c-6d46-4f3c-8232-b1e4e1bd9729 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "PUT /v2.0/ports/2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 HTTP/1.1" status: 200 len: 960 time: 3.5659733 Mar 08 11:52:38.850222 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49466) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:38.904426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:38.944260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:38.964104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Usage tracker for resource:security_group_rule and tenant:d2f540e73d824c0e83227068ee588cfa is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:38.973608 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65121f8f-0167-410c-be3f-adacea298649 req-d8460f1f-a6ac-4245-bdfb-2828bc44acff tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:38.975098 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-65121f8f-0167-410c-be3f-adacea298649 req-d8460f1f-a6ac-4245-bdfb-2828bc44acff tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 945 time: 0.4951782 Mar 08 11:52:38.978087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:38.998953 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-95b9272f-a8b1-4305-bc24-317959b68ac9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port 2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:38.999325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-95b9272f-a8b1-4305-bc24-317959b68ac9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.016551 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6429644b-a928-46fd-8c85-31bec0308d58 None None] Provisioning for port 2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:39.048059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:39.061810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6429644b-a928-46fd-8c85-31bec0308d58 None None] Provisioning complete for port 2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:39.062157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6429644b-a928-46fd-8c85-31bec0308d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.214030 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-65121f8f-0167-410c-be3f-adacea298649 req-387fb96a-e074-4533-9c9a-3b0c4ad118d6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760938 Mar 08 11:52:39.226413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-6429644b-a928-46fd-8c85-31bec0308d58 None None] Port 2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:39.240401 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 682c08fa-e787-41a2-a6d0-72f09f1684cf up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:39.277471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-82be369f-00be-4f6a-aac4-461cbb79b289 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.401578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.403814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6429644b-a928-46fd-8c85-31bec0308d58 None None] Provisioning complete for port 64fddef7-9dd4-4672-9d8c-80fc61579b36 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:39.404229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6429644b-a928-46fd-8c85-31bec0308d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.433647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be369f-00be-4f6a-aac4-461cbb79b289 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=e109d0ea-ad23-40b9-bcfe-3b1e1d10836b,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:39.481762 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-6429644b-a928-46fd-8c85-31bec0308d58 None None] Port 64fddef7-9dd4-4672-9d8c-80fc61579b36 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:39.485069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.519835 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-82be369f-00be-4f6a-aac4-461cbb79b289 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.528086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:52:39.555350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.611242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.618404 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6429644b-a928-46fd-8c85-31bec0308d58 None None] Provisioning for port 7f4db6cf-1038-402c-b02f-60ef9c8821dd completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:39.649099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6429644b-a928-46fd-8c85-31bec0308d58 None None] Provisioning complete for port 7f4db6cf-1038-402c-b02f-60ef9c8821dd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:39.649579 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6429644b-a928-46fd-8c85-31bec0308d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.668870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fddac16-e421-4df1-aa47-542561c00fc1,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:39.670452 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-82be369f-00be-4f6a-aac4-461cbb79b289 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/e109d0ea-ad23-40b9-bcfe-3b1e1d10836b HTTP/1.1" status: 204 len: 168 time: 2.5115325 Mar 08 11:52:39.672883 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.673654 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Added segment 73ae13c1-1583-455a-8a1c-134a55e72047 of type vlan for network cebfe8f3-dc25-45d0-81f5-5c48857a5baa Mar 08 11:52:39.676478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49470) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:39.692002 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5125ed09-be7a-4b83-b633-23253f5a0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:36Z', 'revision_number': 7, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '682c08fa-e787-41a2-a6d0-72f09f1684cf', 'name': '', 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:c7:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd63ebffc-beeb-4a92-b31e-326af0e2fe0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:29Z', 'updated_at': '2022-03-08T11:52:36Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': 'd63ebffc-beeb-4a92-b31e-326af0e2fe0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca76756c-97b3-4dad-b0ae-47d8c7914228', 'name': '', 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:8e:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:27Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:39.694695 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 682c08fa-e787-41a2-a6d0-72f09f1684cf completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:39.708019 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 682c08fa-e787-41a2-a6d0-72f09f1684cf triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:39.708531 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.742576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-95b9272f-a8b1-4305-bc24-317959b68ac9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.767836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125ed09-be7a-4b83-b633-23253f5a0997 None None] Checking router: 4be3e455-03e3-40f4-9581-3388070bfded for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:39.811445 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125ed09-be7a-4b83-b633-23253f5a0997 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:39.811445 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5125ed09-be7a-4b83-b633-23253f5a0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:39.969600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:39.988878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-94ef4176-c507-4f2d-bbb5-83b90fc4fe52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:40.014223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-95b9272f-a8b1-4305-bc24-317959b68ac9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for 2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:40.044932 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:40.058781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540bf84f-8a7f-4df6-ab90-0183387b8ae9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:40.060265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540bf84f-8a7f-4df6-ab90-0183387b8ae9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:40.061807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540bf84f-8a7f-4df6-ab90-0183387b8ae9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:40.062630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-540bf84f-8a7f-4df6-ab90-0183387b8ae9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:40.144921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-5125ed09-be7a-4b83-b633-23253f5a0997 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:40.155014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network 2f60beac-3b31-4ddf-827a-0614249e373b is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:40.161196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:40.173676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:40.200742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:40.205910 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:40.207056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:40.226465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=a0879124-e0bc-419e-a00c-10c3f8889cbb,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:40.238986 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:40.259307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-540bf84f-8a7f-4df6-ab90-0183387b8ae9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:40.260360 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-540bf84f-8a7f-4df6-ab90-0183387b8ae9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5784149 Mar 08 11:52:40.271277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49476) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:40.347091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 682c08fa-e787-41a2-a6d0-72f09f1684cf {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:40.347470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:40.358524 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:40.360144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:40.423597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-95b9272f-a8b1-4305-bc24-317959b68ac9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:40.439283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 682c08fa-e787-41a2-a6d0-72f09f1684cf, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=682c08fa-e787-41a2-a6d0-72f09f1684cf,segment=NetworkSegment(555c06a3-01b9-43d2-9e7d-ee0fdba40542),segment_id=555c06a3-01b9-43d2-9e7d-ee0fdba40542)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:40.443595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-405a989d-233a-4fcf-9330-142fa41e4e3f None None] Could not find standard attr ID for object 2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:52:40.465288 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5801754 Mar 08 11:52:40.466036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49480) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:40.478804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Request body: {'subnet': {'network_id': 'cebfe8f3-dc25-45d0-81f5-5c48857a5baa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:40.496042 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c2b4abbb-6b69-4371-9a45-c481c9d35441 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1968300 Mar 08 11:52:40.496042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9272f-a8b1-4305-bc24-317959b68ac9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:40.496678 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49484) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:40.499551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62a334-4647-4544-9b26-f94f4da0301f tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event updated for resources: {'Network': ['ID=cebfe8f3-dc25-45d0-81f5-5c48857a5baa,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:40.508623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'port': {'network_id': '2f60beac-3b31-4ddf-827a-0614249e373b', 'name': 'tempest-FloatingIPTestJSON-384922613'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:40.527256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network cebfe8f3-dc25-45d0-81f5-5c48857a5baa details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:52:40.545538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:40.545760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f8df6c-7d53-4413-b317-a5e672888435 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 4b8f9152-22fc-48ca-9231-56908605211d {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:40.584416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77f8df6c-7d53-4413-b317-a5e672888435 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:40.752136 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=682c08fa-e787-41a2-a6d0-72f09f1684cf,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:40.777636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5125ed09-be7a-4b83-b633-23253f5a0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:36Z', 'revision_number': 7, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '682c08fa-e787-41a2-a6d0-72f09f1684cf', 'name': '', 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:c7:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd63ebffc-beeb-4a92-b31e-326af0e2fe0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:29Z', 'updated_at': '2022-03-08T11:52:36Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': 'd63ebffc-beeb-4a92-b31e-326af0e2fe0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca76756c-97b3-4dad-b0ae-47d8c7914228', 'name': '', 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:8e:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:27Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:40.781827 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125ed09-be7a-4b83-b633-23253f5a0997 None None] The sync data for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv is: [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:36Z', 'revision_number': 7, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '682c08fa-e787-41a2-a6d0-72f09f1684cf', 'name': '', 'network_id': '27af1929-6456-4e8e-b761-ea6f747d5264', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:c7:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd63ebffc-beeb-4a92-b31e-326af0e2fe0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:29Z', 'updated_at': '2022-03-08T11:52:36Z', 'revision_number': 4, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': 'd63ebffc-beeb-4a92-b31e-326af0e2fe0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca76756c-97b3-4dad-b0ae-47d8c7914228', 'name': '', 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:8e:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:27Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:40.789102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:40.797023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-95b9272f-a8b1-4305-bc24-317959b68ac9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:40.797774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Usage tracker for resource:subnet and tenant:d2f540e73d824c0e83227068ee588cfa is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:40.799281 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-95b9272f-a8b1-4305-bc24-317959b68ac9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 HTTP/1.1" status: 204 len: 168 time: 1.9490058 Mar 08 11:52:40.802188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77f8df6c-7d53-4413-b317-a5e672888435 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:40.807837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb9737-009c-48f5-8eb0-752393e5988e req-0fceabf5-d2f2-467c-a328-ae97e8bceb23 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:40.810170 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-80fb9737-009c-48f5-8eb0-752393e5988e req-0fceabf5-d2f2-467c-a328-ae97e8bceb23 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 945 time: 0.4242864 Mar 08 11:52:40.834247 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49488) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:40.835282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:40.849865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:40.873255 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:40.888656 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:port and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:40.895967 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:40.905137 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-80fb9737-009c-48f5-8eb0-752393e5988e req-e431516f-74ae-44ce-a2c7-fdb1ab73c283 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682881 Mar 08 11:52:40.906138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:40.934084 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-3795e3d4-9ff7-4b0e-9730-a461daeec645 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] GET failed (client error): The resource could not be found. Mar 08 11:52:40.934628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3795e3d4-9ff7-4b0e-9730-a461daeec645 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Synchronizing usage tracker for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:40.944479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] For port 682c08fa-e787-41a2-a6d0-72f09f1684cf, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=682c08fa-e787-41a2-a6d0-72f09f1684cf,segment=NetworkSegment(555c06a3-01b9-43d2-9e7d-ee0fdba40542),segment_id=555c06a3-01b9-43d2-9e7d-ee0fdba40542)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:40.944849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:40.975191 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Made reservation on behalf of bcfd272a30304664a6d8859ebca227e9 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:40.978748 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.000364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] device_id is not set on port db679a86-3504-4d4c-afba-77de4db2e224 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:52:41.081006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Made reservation on behalf of d2f540e73d824c0e83227068ee588cfa for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:41.084406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.103355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for 682c08fa-e787-41a2-a6d0-72f09f1684cf owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:41.144143 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.20.0.4 (2f60beac-3b31-4ddf-827a-0614249e373b/d4c68857-93dd-4a24-a4b4-93f81accbb68/db679a86-3504-4d4c-afba-77de4db2e224) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:41.238184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3795e3d4-9ff7-4b0e-9730-a461daeec645 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Unset dirty status for tenant:6bf2e6502ed8457aba4798042de61a1a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:41.239332 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3795e3d4-9ff7-4b0e-9730-a461daeec645 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports/2fda47af-d6b0-4e16-8f6f-b32bd46ac0b8 HTTP/1.1" status: 404 len: 333 time: 0.4009850 Mar 08 11:52:41.250846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49492) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:41.255087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77f8df6c-7d53-4413-b317-a5e672888435 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.348595 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.437032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.505041 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network 2f60beac-3b31-4ddf-827a-0614249e373b is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:41.513079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:41.517760 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:41.528046 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 4b961f1a-c978-4561-8fe5-2541c5ca12fb up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:41.553839 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=db679a86-3504-4d4c-afba-77de4db2e224,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:41.594084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:41.595025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.677563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 4b961f1a-c978-4561-8fe5-2541c5ca12fb completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:41.682772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 4b961f1a-c978-4561-8fe5-2541c5ca12fb triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:41.683179 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.693113 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d8653773-d87a-4e22-bcc5-ff5c52875fa9 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1922016 Mar 08 11:52:41.696907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49496) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:41.704457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': 'db679a86-3504-4d4c-afba-77de4db2e224', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:41.710695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:41.715498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:floatingip and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:41.718999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:41.725299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:41.740383 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-42cf8822-5b66-4616-8313-5f6168dc45a9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.768638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77f8df6c-7d53-4413-b317-a5e672888435 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.809517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.820527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.827071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:52:41.828561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:52:41.829609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-42cf8822-5b66-4616-8313-5f6168dc45a9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.839720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8df6c-7d53-4413-b317-a5e672888435 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8f9152-22fc-48ca-9231-56908605211d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:41.841971 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c365c9-d6ff-4c2f-82d7-0da6b470681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b961f1a-c978-4561-8fe5-2541c5ca12fb'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:52:41.855142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 4b961f1a-c978-4561-8fe5-2541c5ca12fb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4b961f1a-c978-4561-8fe5-2541c5ca12fb,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:41.868289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77f8df6c-7d53-4413-b317-a5e672888435 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.871577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4594136-54a7-4fb2-a2d8-d039837d3f50 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:41.965564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.987499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:41.992372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.055300 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-77f8df6c-7d53-4413-b317-a5e672888435 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/4b8f9152-22fc-48ca-9231-56908605211d HTTP/1.1" status: 204 len: 168 time: 1.7828906 Mar 08 11:52:42.060919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49508) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:42.067523 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-42cf8822-5b66-4616-8313-5f6168dc45a9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.110161 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c365c9-d6ff-4c2f-82d7-0da6b470681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b961f1a-c978-4561-8fe5-2541c5ca12fb', 'code': 200} Mar 08 11:52:42.115022 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=4b961f1a-c978-4561-8fe5-2541c5ca12fb,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:42.145165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf8822-5b66-4616-8313-5f6168dc45a9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8e3ad4-c182-4021-a269-6bcff75e32b5,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:42.193962 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0b1f3a21-c458-47cc-a8c5-6108cc9930b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.194226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-42cf8822-5b66-4616-8313-5f6168dc45a9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.195635 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-42cf8822-5b66-4616-8313-5f6168dc45a9 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/security-groups/9b8e3ad4-c182-4021-a269-6bcff75e32b5 HTTP/1.1" status: 204 len: 168 time: 0.9423447 Mar 08 11:52:42.203481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49512) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:42.209527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event updated for resources: {'Subnet': ['ID=ce996239-5d98-4ffa-b74c-342752853ddf,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:42.214653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Checking segment: {'id': '73ae13c1-1583-455a-8a1c-134a55e72047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cebfe8f3-dc25-45d0-81f5-5c48857a5baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:42.215161 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Network hostable DHCP agents. Network: cebfe8f3-dc25-45d0-81f5-5c48857a5baa, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:52:42.238465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.26.4.183 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/d32a6e65-4ccf-43ba-9e2d-71417ad3d1cf) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:42.241632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa91feda-0aff-4549-b873-f8357f60e822 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 8f666ed8-832a-4d5f-b85f-5a63a61c3885 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:42.251197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-aa91feda-0aff-4549-b873-f8357f60e822 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.330309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 682c08fa-e787-41a2-a6d0-72f09f1684cf {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:42.330664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.384329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-aa91feda-0aff-4549-b873-f8357f60e822 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.432696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Network cebfe8f3-dc25-45d0-81f5-5c48857a5baa is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:52:42.496232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3be3377a-5731-4e37-ba8c-3a3815d08d17 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.507137 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707f57e-6f7b-456c-85c2-37275fa801dc req-a84284c8-f2f9-41ca-b145-10f4810cb780 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:42.508675 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4707f57e-6f7b-456c-85c2-37275fa801dc req-a84284c8-f2f9-41ca-b145-10f4810cb780 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 946 time: 0.3311732 Mar 08 11:52:42.592632 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4707f57e-6f7b-456c-85c2-37275fa801dc req-d19c65a4-0532-4272-b70f-3837c1189481 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738943 Mar 08 11:52:42.595881 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.656083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, cebfe8f3-dc25-45d0-81f5-5c48857a5baa) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:42.669816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e77ab7-3e9b-484f-8890-49ba060b1093 None None] Network cebfe8f3-dc25-45d0-81f5-5c48857a5baa requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:42.673506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3be3377a-5731-4e37-ba8c-3a3815d08d17 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.686490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:42.687079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.696692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.776189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:42.779578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-aa91feda-0aff-4549-b873-f8357f60e822 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.786090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 682c08fa-e787-41a2-a6d0-72f09f1684cf up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:42.788548 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:42.792562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:42.836238 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-78993a11-0130-4945-ba7d-b7631fa3d056 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3599622 Mar 08 11:52:42.837490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] For port 682c08fa-e787-41a2-a6d0-72f09f1684cf, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=682c08fa-e787-41a2-a6d0-72f09f1684cf,segment=NetworkSegment(555c06a3-01b9-43d2-9e7d-ee0fdba40542),segment_id=555c06a3-01b9-43d2-9e7d-ee0fdba40542)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:42.837853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.840000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=d32a6e65-4ccf-43ba-9e2d-71417ad3d1cf,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:42.843326 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49516) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:42.872350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Request body: {'port': {'network_id': 'cebfe8f3-dc25-45d0-81f5-5c48857a5baa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1729017705'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:42.975817 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 682c08fa-e787-41a2-a6d0-72f09f1684cf triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:42.975817 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:42.998721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for 682c08fa-e787-41a2-a6d0-72f09f1684cf owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:43.028922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3be3377a-5731-4e37-ba8c-3a3815d08d17 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.066285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3377a-5731-4e37-ba8c-3a3815d08d17 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e680296f-a282-43fb-803c-c1bd680a2158,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:43.073660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bf6be-e6c8-4ba4-9b5a-9996a2e01087 req-4fd0883d-7413-4235-92bc-d9c23b186c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:43.075218 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bc9bf6be-e6c8-4ba4-9b5a-9996a2e01087 req-4fd0883d-7413-4235-92bc-d9c23b186c09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 1099 time: 0.5340548 Mar 08 11:52:43.088615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:43.094158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-77f45f21-3584-4224-86a8-0773508bc86e None None] Provisioning complete for port 8911835b-b69e-4220-9f93-6058f5a31171 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:43.094533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-77f45f21-3584-4224-86a8-0773508bc86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.097569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Usage tracker for resource:port and tenant:d2f540e73d824c0e83227068ee588cfa is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:43.102411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:43.104083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3be3377a-5731-4e37-ba8c-3a3815d08d17 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.105463 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3be3377a-5731-4e37-ba8c-3a3815d08d17 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/security-groups/e680296f-a282-43fb-803c-c1bd680a2158 HTTP/1.1" status: 204 len: 168 time: 0.8973520 Mar 08 11:52:43.112634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49520) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:43.121216 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:43.196202 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bc9bf6be-e6c8-4ba4-9b5a-9996a2e01087 req-12beaf2d-990c-4a74-becc-b7227285cb77 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138325 Mar 08 11:52:43.198035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-cebfe8f3-dc25-45d0-81f5-5c48857a5baa', 'network_id': 'cebfe8f3-dc25-45d0-81f5-5c48857a5baa', 'tenant_id': 'd2f540e73d824c0e83227068ee588cfa', 'fixed_ips': [{'subnet_id': 'ce996239-5d98-4ffa-b74c-342752853ddf'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:52:43.198409 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.207583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-aa91feda-0aff-4549-b873-f8357f60e822 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.260525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Made reservation on behalf of d2f540e73d824c0e83227068ee588cfa for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:43.264067 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.267917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-aa91feda-0aff-4549-b873-f8357f60e822 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.275215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91feda-0aff-4549-b873-f8357f60e822 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=8f666ed8-832a-4d5f-b85f-5a63a61c3885,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:43.296002 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-aa91feda-0aff-4549-b873-f8357f60e822 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/8f666ed8-832a-4d5f-b85f-5a63a61c3885 HTTP/1.1" status: 204 len: 168 time: 1.2336709 Mar 08 11:52:43.303900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] device_id is not set on port 665c2869-f19a-4d6e-a684-715ffa73fafb yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:52:43.304061 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49524) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:43.305047 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868d4940-8fc6-4c0b-93d3-d9c02ba272f4 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:43.305428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-255569b9-dda1-40dd-89f1-a9734b04a744 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.403605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.420943 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7815d3ae-900f-4fb4-9ddb-55d8b4619cb8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1157203 Mar 08 11:52:43.421397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49528) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:43.441501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:43.466494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-255569b9-dda1-40dd-89f1-a9734b04a744 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.551440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Allocated IP 2001:db8::39a (cebfe8f3-dc25-45d0-81f5-5c48857a5baa/ce996239-5d98-4ffa-b74c-342752853ddf/665c2869-f19a-4d6e-a684-715ffa73fafb) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:43.560073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.579237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.606270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:43.610521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:43.614068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:43.620169 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:43.660985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.770100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd271fb4-bab9-4a29-93a7-06f4248a34b1 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:52:43.775083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bd271fb4-bab9-4a29-93a7-06f4248a34b1 None None] Deleting port 8911835b-b69e-4220-9f93-6058f5a31171 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:43.775560 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd271fb4-bab9-4a29-93a7-06f4248a34b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.864898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-255569b9-dda1-40dd-89f1-a9734b04a744 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.870096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:43.873497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.919550 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.923674 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:43.948557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Transition to ACTIVE for port object 665c2869-f19a-4d6e-a684-715ffa73fafb will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:43.984590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=682c08fa-e787-41a2-a6d0-72f09f1684cf,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:44.002749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bd271fb4-bab9-4a29-93a7-06f4248a34b1 None None] For port 8911835b-b69e-4220-9f93-6058f5a31171, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8911835b-b69e-4220-9f93-6058f5a31171,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:44.003287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd271fb4-bab9-4a29-93a7-06f4248a34b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.063877 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.074178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255569b9-dda1-40dd-89f1-a9734b04a744 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36060fef-a103-4ed4-beba-3606af05168b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:44.093517 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.172620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bd271fb4-bab9-4a29-93a7-06f4248a34b1 None None] Calling delete_port for 8911835b-b69e-4220-9f93-6058f5a31171 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:44.182608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Network cebfe8f3-dc25-45d0-81f5-5c48857a5baa is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:44.188126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:44.198780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:44.204304 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:44.204917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.208394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-255569b9-dda1-40dd-89f1-a9734b04a744 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.208671 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event updated for resources: {'Port': ['ID=665c2869-f19a-4d6e-a684-715ffa73fafb,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:44.211929 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-255569b9-dda1-40dd-89f1-a9734b04a744 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/security-groups/36060fef-a103-4ed4-beba-3606af05168b HTTP/1.1" status: 204 len: 168 time: 1.0934463 Mar 08 11:52:44.218125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49534) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:44.261586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Allocated IP 2001:db8::2 (cebfe8f3-dc25-45d0-81f5-5c48857a5baa/ce996239-5d98-4ffa-b74c-342752853ddf/2f9b76c0-857b-4c90-8841-004e651bd69a) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:44.333286 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7e23f916-d1cc-4532-ad8e-884ee38ac218 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4758022 Mar 08 11:52:44.335223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49538) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:44.342506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Request body: {'port': {'network_id': 'cebfe8f3-dc25-45d0-81f5-5c48857a5baa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-565041023', 'allowed_address_pairs': [{'ip_address': '2001:db8::39a', 'mac_address': 'fa:16:3e:6c:ba:91'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:44.346503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.390858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd271fb4-bab9-4a29-93a7-06f4248a34b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.413270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd8779-9b7f-4db8-a3b0-0c5b79a19ed9 req-a178d05c-4949-4e4a-8edd-fdec91b4428e tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:44.414651 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-82cd8779-9b7f-4db8-a3b0-0c5b79a19ed9 req-a178d05c-4949-4e4a-8edd-fdec91b4428e tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 946 time: 0.5638785 Mar 08 11:52:44.448307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd271fb4-bab9-4a29-93a7-06f4248a34b1 None None] No DVR routers for this DVR port 8911835b-b69e-4220-9f93-6058f5a31171 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:52:44.460159 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd271fb4-bab9-4a29-93a7-06f4248a34b1 None None] Pushing event deleted for resources: {'Port': ['ID=8911835b-b69e-4220-9f93-6058f5a31171,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:44.491201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99ffcd1-5083-4372-8456-5553259e7175 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting subnet 9d75cd11-a582-4ca8-81aa-7b1d03869ed2 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:44.502981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:44.509744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Usage tracker for resource:port and tenant:d2f540e73d824c0e83227068ee588cfa is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:44.514997 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:44.530517 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:44.573204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f99ffcd1-5083-4372-8456-5553259e7175 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.596182 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.632427 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Transition to ACTIVE for port object 2f9b76c0-857b-4c90-8841-004e651bd69a will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:44.657320 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Transition to ACTIVE for port object 2f9b76c0-857b-4c90-8841-004e651bd69a will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:44.682715 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.733896 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Made reservation on behalf of d2f540e73d824c0e83227068ee588cfa for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:44.736284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.747198 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.788388 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8911835b-b69e-4220-9f93-6058f5a31171 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:52:44.814350 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-82cd8779-9b7f-4db8-a3b0-0c5b79a19ed9 req-ea083d87-8900-40cb-9259-504505bd2272 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092375 Mar 08 11:52:44.818893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f99ffcd1-5083-4372-8456-5553259e7175 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.841267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.867133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Pushing event updated for resources: {'Port': ['ID=2f9b76c0-857b-4c90-8841-004e651bd69a,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:44.879983 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 8911835b-b69e-4220-9f93-6058f5a31171 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:52:44.880334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8911835b-b69e-4220-9f93-6058f5a31171 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:52:44.887324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Network cebfe8f3-dc25-45d0-81f5-5c48857a5baa is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:44.891163 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:44.895144 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:44.981840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=d32a6e65-4ccf-43ba-9e2d-71417ad3d1cf,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:44.989375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Attempting to bind port 2f9b76c0-857b-4c90-8841-004e651bd69a on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:52:44.990006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Attempting to bind port 2f9b76c0-857b-4c90-8841-004e651bd69a by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '73ae13c1-1583-455a-8a1c-134a55e72047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cebfe8f3-dc25-45d0-81f5-5c48857a5baa'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:52:44.990535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Attempting to bind port 2f9b76c0-857b-4c90-8841-004e651bd69a on network cebfe8f3-dc25-45d0-81f5-5c48857a5baa {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:52:44.993245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.996248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:52:44.996631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Checking segment: {'id': '73ae13c1-1583-455a-8a1c-134a55e72047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cebfe8f3-dc25-45d0-81f5-5c48857a5baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:44.997034 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:44.997428 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Bound using segment: {'id': '73ae13c1-1583-455a-8a1c-134a55e72047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cebfe8f3-dc25-45d0-81f5-5c48857a5baa'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:52:44.997907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Bound port: 2f9b76c0-857b-4c90-8841-004e651bd69a, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ae13c1-1583-455a-8a1c-134a55e72047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cebfe8f3-dc25-45d0-81f5-5c48857a5baa'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:52:44.998291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:45.019540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:45.072443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] device_id is not set on port 5b886939-e9e6-45af-8f69-cf8fb3bc5da4 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:52:45.091433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 4be3e455-03e3-40f4-9581-3388070bfded has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:52:45.103619 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:45.133929 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] For port 2f9b76c0-857b-4c90-8841-004e651bd69a, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:52:45.137565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] For port 2f9b76c0-857b-4c90-8841-004e651bd69a, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2f9b76c0-857b-4c90-8841-004e651bd69a,segment=NetworkSegment(73ae13c1-1583-455a-8a1c-134a55e72047),segment_id=73ae13c1-1583-455a-8a1c-134a55e72047)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:52:45.139798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f99ffcd1-5083-4372-8456-5553259e7175 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:45.175284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:45.260145 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d8f23-9a87-4235-b186-cea056cf8e8f None None] Pushing event updated for resources: {'Port': ['ID=2f9b76c0-857b-4c90-8841-004e651bd69a,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:45.301119 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Floating IP 1ec32b8c-8678-4f1c-9326-427a954f6fc8 associated. External IP: 172.26.4.183, port: db679a86-3504-4d4c-afba-77de4db2e224. Mar 08 11:52:45.390191 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Allocated IP 2001:db8::125 (cebfe8f3-dc25-45d0-81f5-5c48857a5baa/ce996239-5d98-4ffa-b74c-342752853ddf/5b886939-e9e6-45af-8f69-cf8fb3bc5da4) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:45.409830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:45.478706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:45.483647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:45.485999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:45.493315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18759ea-4de4-4b4d-9cf7-1445fb2ca3b9 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:45.569230 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:45.571041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=856f64ce-1fbc-46cc-8e59-4a28e5b0ab66,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:45.593182 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4d07e2-2528-419e-a981-6ac6eb95b5a8 None None] Sync routers for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:45.604692 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d59a4320-1f47-4f6d-8c09-4061617d4cb4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8729119 Mar 08 11:52:45.606203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49542) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:45.628566 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4d07e2-2528-419e-a981-6ac6eb95b5a8 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:45.628566 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2f4d07e2-2528-419e-a981-6ac6eb95b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:45.695451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c10fc9-0964-43ef-a4ab-3e3023415c96 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting subnet d63ebffc-beeb-4a92-b31e-326af0e2fe0d {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:45.699870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38c10fc9-0964-43ef-a4ab-3e3023415c96 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:45.784694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38c10fc9-0964-43ef-a4ab-3e3023415c96 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:45.823104 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-93825db0-3de2-463a-95be-1fe826e202f9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4006996 Mar 08 11:52:45.825901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49546) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:45.830796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f99ffcd1-5083-4372-8456-5553259e7175 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:45.850034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:45.856296 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-2f4d07e2-2528-419e-a981-6ac6eb95b5a8 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:45.875753 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '856f64ce-1fbc-46cc-8e59-4a28e5b0ab66'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:52:45.877146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:45.934786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ffcd1-5083-4372-8456-5553259e7175 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Subnet': ['ID=9d75cd11-a582-4ca8-81aa-7b1d03869ed2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:45.944070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f99ffcd1-5083-4372-8456-5553259e7175 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:45.954973 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f99ffcd1-5083-4372-8456-5553259e7175 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/9d75cd11-a582-4ca8-81aa-7b1d03869ed2 HTTP/1.1" status: 204 len: 168 time: 1.7352035 Mar 08 11:52:45.960650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49552) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:46.066420 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:52:46.071754 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d3365-df40-4790-b93b-07d667b98ba1 None None] Network 438d4e99-1ce0-4447-a302-2676e2648071 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:46.076666 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cefc5c0-1404-475a-a4e4-29b34ead8206 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting subnet 02fe8ee6-518b-4fae-9783-79f434b0f579 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:46.081866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2cefc5c0-1404-475a-a4e4-29b34ead8206 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:46.139880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38c10fc9-0964-43ef-a4ab-3e3023415c96 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:46.208513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:46.272007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:52:46.274977 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2cefc5c0-1404-475a-a4e4-29b34ead8206 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:46.275658 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2f4d07e2-2528-419e-a981-6ac6eb95b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:43Z', 'revision_number': 8, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca76756c-97b3-4dad-b0ae-47d8c7914228', 'name': '', 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:8e:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:27Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:46.280711 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4d07e2-2528-419e-a981-6ac6eb95b5a8 None None] Checking router: 4be3e455-03e3-40f4-9581-3388070bfded for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:46.292197 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4d07e2-2528-419e-a981-6ac6eb95b5a8 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:46.293197 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2f4d07e2-2528-419e-a981-6ac6eb95b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:46.324424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Transition to ACTIVE for port object 5b886939-e9e6-45af-8f69-cf8fb3bc5da4 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:46.362124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Allocated IP 172.20.0.2 (b6b97662-0baa-4f27-9a4e-9894348947bb/856f64ce-1fbc-46cc-8e59-4a28e5b0ab66/e8aa8278-80cb-4191-8fa0-60f0273aef22) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:46.391332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2cefc5c0-1404-475a-a4e4-29b34ead8206 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:46.501685 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38c10fc9-0964-43ef-a4ab-3e3023415c96 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:46.544127 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-2f4d07e2-2528-419e-a981-6ac6eb95b5a8 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:46.621000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2cefc5c0-1404-475a-a4e4-29b34ead8206 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:46.843579 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c10fc9-0964-43ef-a4ab-3e3023415c96 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Subnet': ['ID=d63ebffc-beeb-4a92-b31e-326af0e2fe0d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:46.951382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad5f1cb-9133-4e5f-8b46-dbd4c40c198a None None] Network cebfe8f3-dc25-45d0-81f5-5c48857a5baa requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:46.954810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38c10fc9-0964-43ef-a4ab-3e3023415c96 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:46.954810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefc5c0-1404-475a-a4e4-29b34ead8206 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Subnet': ['ID=02fe8ee6-518b-4fae-9783-79f434b0f579,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:46.955701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:46.956355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2cefc5c0-1404-475a-a4e4-29b34ead8206 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:46.956355 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-38c10fc9-0964-43ef-a4ab-3e3023415c96 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/d63ebffc-beeb-4a92-b31e-326af0e2fe0d HTTP/1.1" status: 204 len: 168 time: 1.2591569 Mar 08 11:52:46.956355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49556) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:46.956722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae232589-43cf-41e9-818b-93bd7bf1e4ad None None] Network 27af1929-6456-4e8e-b761-ea6f747d5264 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:46.956913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:46.956913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d2cee-3221-45f9-a89c-387c9c1d6976 req-0d17ecb6-188f-4e6f-aa58-bf1e70195a41 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:46.957604 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2f9b76c0-857b-4c90-8841-004e651bd69a up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:46.957818 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1c8d2cee-3221-45f9-a89c-387c9c1d6976 req-0d17ecb6-188f-4e6f-aa58-bf1e70195a41 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 946 time: 0.8638837 Mar 08 11:52:46.962246 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2cefc5c0-1404-475a-a4e4-29b34ead8206 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/02fe8ee6-518b-4fae-9783-79f434b0f579 HTTP/1.1" status: 204 len: 168 time: 0.9992194 Mar 08 11:52:46.965326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49560) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:47.036443 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2f4d07e2-2528-419e-a981-6ac6eb95b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:43Z', 'revision_number': 8, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca76756c-97b3-4dad-b0ae-47d8c7914228', 'name': '', 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:8e:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:27Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:47.042783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:47.045766 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4d07e2-2528-419e-a981-6ac6eb95b5a8 None None] The sync data for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv is: [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:43Z', 'revision_number': 8, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca76756c-97b3-4dad-b0ae-47d8c7914228', 'name': '', 'network_id': '2827c571-3f02-4e9c-b1bc-b54623703d11', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:8e:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:16Z', 'updated_at': '2022-03-08T11:52:27Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '8fb1fc36-c9a2-4d66-ad59-94af780db0e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:47.046207 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.058879 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:47.068404 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-103e67ca-0a47-47b9-9126-4573de717c7c None None] Provisioning for port 2f9b76c0-857b-4c90-8841-004e651bd69a completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:47.074429 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Transition to ACTIVE for port object e8aa8278-80cb-4191-8fa0-60f0273aef22 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:47.122084 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-19268d2e-fd7d-4e7b-9c62-68c9ff330973 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] DELETE failed (client error): The resource could not be found. Mar 08 11:52:47.123134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19268d2e-fd7d-4e7b-9c62-68c9ff330973 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:47.125608 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-19268d2e-fd7d-4e7b-9c62-68c9ff330973 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/9d75cd11-a582-4ca8-81aa-7b1d03869ed2 HTTP/1.1" status: 404 len: 337 time: 0.1589258 Mar 08 11:52:47.130349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49564) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:47.160444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:47.167012 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.180890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 63d07e3f-f6da-44c6-aade-e6429ca6241e {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:47.182807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.227413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Network cebfe8f3-dc25-45d0-81f5-5c48857a5baa is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:47.236762 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1c8d2cee-3221-45f9-a89c-387c9c1d6976 req-8c44c560-4b03-405b-a3ea-847cd6a4e5d6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898407 Mar 08 11:52:47.257565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Transition to ACTIVE for port object e8aa8278-80cb-4191-8fa0-60f0273aef22 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:47.292108 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 2f9b76c0-857b-4c90-8841-004e651bd69a completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:47.300805 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 2f9b76c0-857b-4c90-8841-004e651bd69a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:47.301276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.307710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-76595ce2-6718-4ed9-b663-3afa29b83ef4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting subnet be136a84-76dc-4bb8-8087-11c47c5fcb3a {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:47.310096 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:47.320687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:47.327379 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:47.331957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.354023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-76595ce2-6718-4ed9-b663-3afa29b83ef4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.393049 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a8fd2b-1e1d-46eb-b4ed-0a9e561d4488 None None] Network 438d4e99-1ce0-4447-a302-2676e2648071 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:47.423081 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.434676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:47.453827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event updated for resources: {'Port': ['ID=5b886939-e9e6-45af-8f69-cf8fb3bc5da4,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:47.456673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:47.460740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.518674 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] For port 63d07e3f-f6da-44c6-aade-e6429ca6241e, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=63d07e3f-f6da-44c6-aade-e6429ca6241e,segment=NetworkSegment(555c06a3-01b9-43d2-9e7d-ee0fdba40542),segment_id=555c06a3-01b9-43d2-9e7d-ee0fdba40542)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:47.519522 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.585771 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Pushing event updated for resources: {'Port': ['ID=e8aa8278-80cb-4191-8fa0-60f0273aef22,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:47.589523 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f7eadd-a352-4984-ab48-2ca11f4b7f15 None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:47.603554 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7e5bec8d-2efe-4d37-9439-0f64e119b3ef tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.2671740 Mar 08 11:52:47.609965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49570) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:47.612161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-76595ce2-6718-4ed9-b663-3afa29b83ef4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.658373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:47.702144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.712656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:47.715142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:47.717562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-eb5d0f71-4c86-4889-aae6-40bf3b98f171 None None] Provisioning complete for port 64fddef7-9dd4-4672-9d8c-80fc61579b36 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:47.717990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0f71-4c86-4889-aae6-40bf3b98f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.722890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for 63d07e3f-f6da-44c6-aade-e6429ca6241e owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:47.768503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7eadd-a352-4984-ab48-2ca11f4b7f15 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:47.769125 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-80f7eadd-a352-4984-ab48-2ca11f4b7f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:47.819623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1024782-c036-437f-a8d9-99f4264a0f83 req-60856221-4d99-4a19-b08a-656e1db5d81f tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:47.821538 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a1024782-c036-437f-a8d9-99f4264a0f83 req-60856221-4d99-4a19-b08a-656e1db5d81f tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 946 time: 0.3808384 Mar 08 11:52:47.824928 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f2d9800f-bfce-44d3-9f9b-5fda77d840ac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1268318 Mar 08 11:52:47.829321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49574) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:47.835971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-354adbcc-18bd-4a8b-bd48-0c6daf8f77e2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:47.857939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-76595ce2-6718-4ed9-b663-3afa29b83ef4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.902702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-80f7eadd-a352-4984-ab48-2ca11f4b7f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:47.911847 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bd0b43-aa2b-4fe1-92a8-44a96f273e47 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:47.915398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:47.918082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bd0b43-aa2b-4fe1-92a8-44a96f273e47 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:47.924629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bd0b43-aa2b-4fe1-92a8-44a96f273e47 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:47.925841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b1bd0b43-aa2b-4fe1-92a8-44a96f273e47 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Synchronizing usage tracker for tenant:d2f540e73d824c0e83227068ee588cfa on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:47.959134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d0f71-4c86-4889-aae6-40bf3b98f171 None None] Port 64fddef7-9dd4-4672-9d8c-80fc61579b36 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:48.076671 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7eadd-a352-4984-ab48-2ca11f4b7f15 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:48.077354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-80f7eadd-a352-4984-ab48-2ca11f4b7f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:48.084264 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b1bd0b43-aa2b-4fe1-92a8-44a96f273e47 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Unset dirty status for tenant:d2f540e73d824c0e83227068ee588cfa on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:48.085833 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b1bd0b43-aa2b-4fe1-92a8-44a96f273e47 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4461410 Mar 08 11:52:48.093147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49578) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:48.109024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=63d07e3f-f6da-44c6-aade-e6429ca6241e,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:48.114295 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] No DVR routers for this DVR port 63d07e3f-f6da-44c6-aade-e6429ca6241e on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:52:48.142528 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-76595ce2-6718-4ed9-b663-3afa29b83ef4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.166794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e869212-7962-4b66-9aed-8b73ca99f524 None None] DHCP port deletion for 27af1929-6456-4e8e-b761-ea6f747d5264 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:52:48.180008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-354adbcc-18bd-4a8b-bd48-0c6daf8f77e2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.198455 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76595ce2-6718-4ed9-b663-3afa29b83ef4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Subnet': ['ID=be136a84-76dc-4bb8-8087-11c47c5fcb3a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:48.215184 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Attempting to bind port e8aa8278-80cb-4191-8fa0-60f0273aef22 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:52:48.215678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Attempting to bind port e8aa8278-80cb-4191-8fa0-60f0273aef22 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:52:48.216138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Attempting to bind port e8aa8278-80cb-4191-8fa0-60f0273aef22 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:52:48.224793 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-80f7eadd-a352-4984-ab48-2ca11f4b7f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:48.225308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f7eadd-a352-4984-ab48-2ca11f4b7f15 None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:48.243900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-eb5d0f71-4c86-4889-aae6-40bf3b98f171 None None] Provisioning complete for port 7f4db6cf-1038-402c-b02f-60ef9c8821dd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:48.244372 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0f71-4c86-4889-aae6-40bf3b98f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.266232 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a1024782-c036-437f-a8d9-99f4264a0f83 req-d6bc8dcb-676a-4564-89fc-2d59804a1a58 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3729405 Mar 08 11:52:48.271084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-76595ce2-6718-4ed9-b663-3afa29b83ef4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.287765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9dd13f6b-a499-4e9e-964a-e3bf573669d8 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Deleting port 5b886939-e9e6-45af-8f69-cf8fb3bc5da4 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:48.288121 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9dd13f6b-a499-4e9e-964a-e3bf573669d8 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.304195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49582) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:48.309579 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:52:48.310117 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:52:48.310663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.311151 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:52:48.311723 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Bound port: e8aa8278-80cb-4191-8fa0-60f0273aef22, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:52:48.312729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.345615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.405973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.410156 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-76595ce2-6718-4ed9-b663-3afa29b83ef4 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/be136a84-76dc-4bb8-8087-11c47c5fcb3a HTTP/1.1" status: 204 len: 168 time: 1.2667282 Mar 08 11:52:48.421463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49588) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:48.490352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 2f9b76c0-857b-4c90-8841-004e651bd69a, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2f9b76c0-857b-4c90-8841-004e651bd69a,segment=NetworkSegment(73ae13c1-1583-455a-8a1c-134a55e72047),segment_id=73ae13c1-1583-455a-8a1c-134a55e72047)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:48.519813 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f69803-bf56-4191-ad45-728e1f0c0c2a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] DELETE failed (client error): The resource could not be found. Mar 08 11:52:48.520564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f69803-bf56-4191-ad45-728e1f0c0c2a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:48.522647 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c5f69803-bf56-4191-ad45-728e1f0c0c2a tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/7628ddd0-8aaf-4692-93a5-dfdda7c2df83 HTTP/1.1" status: 404 len: 337 time: 0.0999694 Mar 08 11:52:48.535257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49592) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:48.571658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] For port e8aa8278-80cb-4191-8fa0-60f0273aef22, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:52:48.573902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.580853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.objects.ports [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:52:48.634355 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-511d86da-177b-4eeb-9deb-a93f7967e7dc tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "GET /v2.0/ports?device_id=40e5c4e5-4258-4811-a39f-10e34017959f HTTP/1.1" status: 200 len: 205 time: 0.0899479 Mar 08 11:52:48.637561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49596) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:48.639753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27af1929-6456-4e8e-b761-ea6f747d5264']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:48.644809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] For port e8aa8278-80cb-4191-8fa0-60f0273aef22, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e8aa8278-80cb-4191-8fa0-60f0273aef22,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:52:48.701935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=2f9b76c0-857b-4c90-8841-004e651bd69a,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:48.722725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.766570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e0159-3e56-4513-b66d-cb95d2692a7f None None] DHCP port deletion for 438d4e99-1ce0-4447-a302-2676e2648071 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:52:48.795487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555c06a3-01b9-43d2-9e7d-ee0fdba40542') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:48.795811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555c06a3-01b9-43d2-9e7d-ee0fdba40542') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:48.795974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 63d07e3f-f6da-44c6-aade-e6429ca6241e no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:52:48.815652 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9dd13f6b-a499-4e9e-964a-e3bf573669d8 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.831934 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-646e0159-3e56-4513-b66d-cb95d2692a7f None None] Deleting port 7f4db6cf-1038-402c-b02f-60ef9c8821dd {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:48.832588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-646e0159-3e56-4513-b66d-cb95d2692a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.834374 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-a351b8f5-67de-4a26-8b6b-b40f145c9387 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] delete failed (client error): The resource could not be found. Mar 08 11:52:48.838774 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a351b8f5-67de-4a26-8b6b-b40f145c9387 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/routers/40e5c4e5-4258-4811-a39f-10e34017959f HTTP/1.1" status: 404 len: 336 time: 0.1754329 Mar 08 11:52:48.838774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:48.848096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49600) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:48.874054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 63d07e3f-f6da-44c6-aade-e6429ca6241e {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:52:48.875568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 63d07e3f-f6da-44c6-aade-e6429ca6241e not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:52:48.876163 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 682c08fa-e787-41a2-a6d0-72f09f1684cf no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:52:48.956224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 682c08fa-e787-41a2-a6d0-72f09f1684cf {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:52:48.956484 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 682c08fa-e787-41a2-a6d0-72f09f1684cf not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:52:48.987373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f95108-8114-4271-b23e-b710412e1ddc None None] Pushing event updated for resources: {'Port': ['ID=e8aa8278-80cb-4191-8fa0-60f0273aef22,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:49.016795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-354adbcc-18bd-4a8b-bd48-0c6daf8f77e2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:49.025686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:49.034699 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:52:49.035326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:49.129855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-9dd13f6b-a499-4e9e-964a-e3bf573669d8 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Calling delete_port for 5b886939-e9e6-45af-8f69-cf8fb3bc5da4 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:52:49.163442 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:52:49.170649 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c087280-aafe-40fd-8882-1d7a3af77bdd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] DELETE failed (client error): The resource could not be found. Mar 08 11:52:49.170649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c087280-aafe-40fd-8882-1d7a3af77bdd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:49.174956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-354adbcc-18bd-4a8b-bd48-0c6daf8f77e2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:49.175423 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-354adbcc-18bd-4a8b-bd48-0c6daf8f77e2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Floating IP 1ec32b8c-8678-4f1c-9326-427a954f6fc8 disassociated. External IP: 172.26.4.183, port: db679a86-3504-4d4c-afba-77de4db2e224. Mar 08 11:52:49.252889 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:49.260901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:49.268317 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/networks/27af1929-6456-4e8e-b761-ea6f747d5264 HTTP/1.1" status: 204 len: 168 time: 2.3972540 Mar 08 11:52:49.268968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49604) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:49.284204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4acc22c-52b2-432c-a571-d2491207ee25 tempest-TestVolumeBootPattern-1763862287 tempest-TestVolumeBootPattern-1763862287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:49.284494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-646e0159-3e56-4513-b66d-cb95d2692a7f None None] For port 7f4db6cf-1038-402c-b02f-60ef9c8821dd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7f4db6cf-1038-402c-b02f-60ef9c8821dd,segment=NetworkSegment(de0567d6-8832-4b89-82e5-6d11c3744c63),segment_id=de0567d6-8832-4b89-82e5-6d11c3744c63)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:49.284895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-646e0159-3e56-4513-b66d-cb95d2692a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:49.285012 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e4acc22c-52b2-432c-a571-d2491207ee25 tempest-TestVolumeBootPattern-1763862287 tempest-TestVolumeBootPattern-1763862287-project-admin] Synchronizing usage tracker for tenant:fcc47698978846d99ffc2804a3a64ff1 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:49.293118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b1debfec-c808-4322-81e9-3b98d5fdeb3e None None] Provisioning for port 665c2869-f19a-4d6e-a684-715ffa73fafb completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:49.381100 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8c087280-aafe-40fd-8882-1d7a3af77bdd tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/24a70513-a43f-497c-9099-f9f90e0b5aca HTTP/1.1" status: 404 len: 337 time: 0.5284419 Mar 08 11:52:49.382017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49608) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:49.428721 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:49.453388 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc520b12-5075-4dea-9f4e-11340fbc5fa7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] DELETE failed (client error): The resource could not be found. Mar 08 11:52:49.454387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc520b12-5075-4dea-9f4e-11340fbc5fa7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:49.460299 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fc520b12-5075-4dea-9f4e-11340fbc5fa7 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/04d34af0-52e3-4033-89d5-572c3371f945 HTTP/1.1" status: 404 len: 337 time: 0.0669682 Mar 08 11:52:49.461200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48719631-2fcd-4bc3-a0e7-39adc9d6dcda tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Network': ['ID=27af1929-6456-4e8e-b761-ea6f747d5264,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:49.465588 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49612) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:49.560004 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-646e0159-3e56-4513-b66d-cb95d2692a7f None None] Calling delete_port for 7f4db6cf-1038-402c-b02f-60ef9c8821dd owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:49.568484 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1aaf3e-4c65-4ab1-aa2c-bea1db582409 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] DELETE failed (client error): The resource could not be found. Mar 08 11:52:49.569320 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1aaf3e-4c65-4ab1-aa2c-bea1db582409 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:49.600868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b1debfec-c808-4322-81e9-3b98d5fdeb3e None None] Provisioning complete for port 665c2869-f19a-4d6e-a684-715ffa73fafb triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:49.601244 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b1debfec-c808-4322-81e9-3b98d5fdeb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:49.605825 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bd1aaf3e-4c65-4ab1-aa2c-bea1db582409 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/2254cce2-656b-44a8-bb7c-107f6822cdb9 HTTP/1.1" status: 404 len: 337 time: 0.1364489 Mar 08 11:52:49.607085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49616) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:49.611502 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e4acc22c-52b2-432c-a571-d2491207ee25 tempest-TestVolumeBootPattern-1763862287 tempest-TestVolumeBootPattern-1763862287-project-admin] Unset dirty status for tenant:fcc47698978846d99ffc2804a3a64ff1 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:49.612667 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e4acc22c-52b2-432c-a571-d2491207ee25 tempest-TestVolumeBootPattern-1763862287 tempest-TestVolumeBootPattern-1763862287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 1094 time: 1.3030224 Mar 08 11:52:49.626080 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49620) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:49.633832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '4b961f1a-c978-4561-8fe5-2541c5ca12fb', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:49.686621 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87fc872-1289-40dc-915c-a23689c59fa2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] DELETE failed (client error): The resource could not be found. Mar 08 11:52:49.687143 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87fc872-1289-40dc-915c-a23689c59fa2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:49.694769 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b87fc872-1289-40dc-915c-a23689c59fa2 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/fca67488-6620-4e81-af0a-465cfb58bcc5 HTTP/1.1" status: 404 len: 333 time: 0.0846157 Mar 08 11:52:49.706598 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9dd13f6b-a499-4e9e-964a-e3bf573669d8 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:49.706818 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49624) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:49.752731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b1debfec-c808-4322-81e9-3b98d5fdeb3e None None] Port 665c2869-f19a-4d6e-a684-715ffa73fafb cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:49.757164 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b1debfec-c808-4322-81e9-3b98d5fdeb3e None None] Could not find standard attr ID for object 5b886939-e9e6-45af-8f69-cf8fb3bc5da4. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:52:49.771794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b1debfec-c808-4322-81e9-3b98d5fdeb3e None None] Provisioning complete for port 2f9b76c0-857b-4c90-8841-004e651bd69a triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:49.776639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b1debfec-c808-4322-81e9-3b98d5fdeb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:49.787843 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:49.801260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Usage tracker for resource:floatingip and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:49.806920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-646e0159-3e56-4513-b66d-cb95d2692a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:49.818066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:49.849264 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd13f6b-a499-4e9e-964a-e3bf573669d8 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event deleted for resources: {'Port': ['ID=5b886939-e9e6-45af-8f69-cf8fb3bc5da4,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:49.865317 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e0f010-a616-4caa-9b68-c2ba20dc7515 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] DELETE failed (client error): The resource could not be found. Mar 08 11:52:49.865792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e0f010-a616-4caa-9b68-c2ba20dc7515 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:49.869712 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-35e0f010-a616-4caa-9b68-c2ba20dc7515 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/44b576cf-54f0-46cf-8135-344aedbaa920 HTTP/1.1" status: 404 len: 337 time: 0.1570690 Mar 08 11:52:49.869863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e0159-3e56-4513-b66d-cb95d2692a7f None None] Pushing event deleted for resources: {'Port': ['ID=7f4db6cf-1038-402c-b02f-60ef9c8821dd,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:49.873413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e0159-3e56-4513-b66d-cb95d2692a7f None None] No DVR routers for this DVR port 7f4db6cf-1038-402c-b02f-60ef9c8821dd on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:52:49.903502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49628) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:49.972887 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f739b54-ca2e-48a6-9525-72c10f72ed7f tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] DELETE failed (client error): The resource could not be found. Mar 08 11:52:49.973506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f739b54-ca2e-48a6-9525-72c10f72ed7f tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:49.984398 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5f739b54-ca2e-48a6-9525-72c10f72ed7f tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/249c9e7d-3bdf-4850-8452-c993f847c32d HTTP/1.1" status: 404 len: 337 time: 0.0776680 Mar 08 11:52:50.001648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49632) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:50.034904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:50.106480 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b14f7e5-6397-4b5b-96a6-57919b8db876 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] DELETE failed (client error): The resource could not be found. Mar 08 11:52:50.106730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b14f7e5-6397-4b5b-96a6-57919b8db876 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:50.108411 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1b14f7e5-6397-4b5b-96a6-57919b8db876 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/bd60ac39-a61c-49ee-95ea-0ea25931085a HTTP/1.1" status: 404 len: 333 time: 0.0754797 Mar 08 11:52:50.117111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49636) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:50.130963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9ca02f4f-9232-4c49-a7e0-b7eeff7d2043 None None] Could not find standard attr ID for object 5b886939-e9e6-45af-8f69-cf8fb3bc5da4. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:52:50.146660 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9ca02f4f-9232-4c49-a7e0-b7eeff7d2043 None None] Provisioning complete for port 665c2869-f19a-4d6e-a684-715ffa73fafb triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:50.147036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9ca02f4f-9232-4c49-a7e0-b7eeff7d2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:50.172316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9dd13f6b-a499-4e9e-964a-e3bf573669d8 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:50.172316 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9dd13f6b-a499-4e9e-964a-e3bf573669d8 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "DELETE /v2.0/ports/5b886939-e9e6-45af-8f69-cf8fb3bc5da4 HTTP/1.1" status: 204 len: 168 time: 2.0802369 Mar 08 11:52:50.173095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49638) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:50.229390 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-9ca02f4f-9232-4c49-a7e0-b7eeff7d2043 None None] Port 665c2869-f19a-4d6e-a684-715ffa73fafb cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:50.229514 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75a68d3-8c15-4e1c-8c39-b1b449035ee2 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] GET failed (client error): The resource could not be found. Mar 08 11:52:50.229514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d75a68d3-8c15-4e1c-8c39-b1b449035ee2 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Synchronizing usage tracker for tenant:d2f540e73d824c0e83227068ee588cfa on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:50.236988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] For port e8aa8278-80cb-4191-8fa0-60f0273aef22, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e8aa8278-80cb-4191-8fa0-60f0273aef22,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:50.250346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:50.277222 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac471f9f-df79-4e18-a933-14490397a64b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] DELETE failed (client error): The resource could not be found. Mar 08 11:52:50.277929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:50.278054 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac471f9f-df79-4e18-a933-14490397a64b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:50.279583 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ac471f9f-df79-4e18-a933-14490397a64b tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/8c0834ea-0e9b-4968-8e67-43c46127e376 HTTP/1.1" status: 404 len: 337 time: 0.0905559 Mar 08 11:52:50.282762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49644) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:50.323639 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-616882d9-c2d0-473d-83b2-610e37a50707 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] DELETE failed (client error): The resource could not be found. Mar 08 11:52:50.324108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616882d9-c2d0-473d-83b2-610e37a50707 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:52:50.325813 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-616882d9-c2d0-473d-83b2-610e37a50707 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/subnets/9f5a8cc9-1d16-42a5-82dc-320e3b5945f8 HTTP/1.1" status: 404 len: 337 time: 0.0401518 Mar 08 11:52:50.327157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d75a68d3-8c15-4e1c-8c39-b1b449035ee2 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Unset dirty status for tenant:d2f540e73d824c0e83227068ee588cfa on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:50.329016 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d75a68d3-8c15-4e1c-8c39-b1b449035ee2 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "GET /v2.0/ports/5b886939-e9e6-45af-8f69-cf8fb3bc5da4 HTTP/1.1" status: 404 len: 333 time: 0.1550195 Mar 08 11:52:50.332664 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49648) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:50.346527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49650) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:50.346527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Request body: {'port': {'network_id': 'cebfe8f3-dc25-45d0-81f5-5c48857a5baa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-486815216'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:50.414171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:50.414898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:50.511618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c360da53-a9aa-4dd2-801e-70f54919e1d0 None None] Provisioning for port e8aa8278-80cb-4191-8fa0-60f0273aef22 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:50.534370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354adbcc-18bd-4a8b-bd48-0c6daf8f77e2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:52:50.602093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:50.612519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:50.630898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:50.631502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:50.641140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c8d86-9027-4724-8d70-7188603b7f8c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Deleting port 64fddef7-9dd4-4672-9d8c-80fc61579b36 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:50.641296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8d86-9027-4724-8d70-7188603b7f8c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:50.646112 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54260d20-cbce-449d-abeb-b1387893cc2d None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:50.700383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=a141d537-df53-47c5-a677-02cd7e14282a,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:50.729650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=e8aa8278-80cb-4191-8fa0-60f0273aef22,revision_number=4']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:50.747705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:50.774230 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:50.787894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:50.805106 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-06fa74df-6f67-4ea0-ac78-91782cbd99c4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9775066 Mar 08 11:52:50.808244 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49656) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:50.818120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'mac_address': 'fa:16:3e:88:09:2f', 'name': 'tempest-NetworksTestDHCPv6-1868716008'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:50.873615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354adbcc-18bd-4a8b-bd48-0c6daf8f77e2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:50.886270 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557d44a-5796-433a-9d71-1a2b2bf8ebc3 None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:50.899898 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557d44a-5796-433a-9d71-1a2b2bf8ebc3 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:50.900894 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3557d44a-5796-433a-9d71-1a2b2bf8ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:50.906106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-354adbcc-18bd-4a8b-bd48-0c6daf8f77e2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:50.928115 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device e8aa8278-80cb-4191-8fa0-60f0273aef22 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:50.974711 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-354adbcc-18bd-4a8b-bd48-0c6daf8f77e2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "PUT /v2.0/floatingips/1ec32b8c-8678-4f1c-9326-427a954f6fc8 HTTP/1.1" status: 200 len: 688 time: 3.1442626 Mar 08 11:52:50.982459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49660) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:50.986495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2316b05-e90a-4074-be68-8c7c38d32253 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:51.016339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Made reservation on behalf of d2f540e73d824c0e83227068ee588cfa for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:51.020891 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:51.033885 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3557d44a-5796-433a-9d71-1a2b2bf8ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:51.044406 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557d44a-5796-433a-9d71-1a2b2bf8ebc3 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:51.045076 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3557d44a-5796-433a-9d71-1a2b2bf8ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:51.088807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port e8aa8278-80cb-4191-8fa0-60f0273aef22 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:51.094154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port e8aa8278-80cb-4191-8fa0-60f0273aef22 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:51.094540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:51.112657 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-3557d44a-5796-433a-9d71-1a2b2bf8ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:51.113347 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557d44a-5796-433a-9d71-1a2b2bf8ebc3 None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:51.231924 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] device_id is not set on port a7b173f2-9331-4f25-ac12-51f392f50b0b yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:52:51.238591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:51.275232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port e8aa8278-80cb-4191-8fa0-60f0273aef22, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e8aa8278-80cb-4191-8fa0-60f0273aef22,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:51.295401 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8d86-9027-4724-8d70-7188603b7f8c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:51.363377 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:51.364258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2f9b76c0-857b-4c90-8841-004e651bd69a up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:51.470057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c8d86-9027-4724-8d70-7188603b7f8c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Calling delete_port for 64fddef7-9dd4-4672-9d8c-80fc61579b36 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:51.496060 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=e8aa8278-80cb-4191-8fa0-60f0273aef22,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:51.503698 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:51.506707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 2f9b76c0-857b-4c90-8841-004e651bd69a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:51.507091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:51.522056 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:port and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:51.527378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:51.533871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Allocated IP 172.26.4.187 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/65a35ac3-b9c5-48aa-9932-b1ce8f2eb279) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:51.545361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:51.662889 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-16794cf6-89f7-4a1b-a1cc-2b9355ad94db tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port d32a6e65-4ccf-43ba-9e2d-71417ad3d1cf {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:51.663230 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-16794cf6-89f7-4a1b-a1cc-2b9355ad94db tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:51.673197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:51.706851 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7f4db6cf-1038-402c-b02f-60ef9c8821dd no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:52:51.749141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 7f4db6cf-1038-402c-b02f-60ef9c8821dd {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:52:51.750210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7f4db6cf-1038-402c-b02f-60ef9c8821dd not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:52:51.835400 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8d86-9027-4724-8d70-7188603b7f8c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:51.856130 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a1b1e4cd-b731-40a9-8e45-2060c68892e3 None None] Provisioning complete for port e8aa8278-80cb-4191-8fa0-60f0273aef22 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:51.856744 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e4cd-b731-40a9-8e45-2060c68892e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:51.911269 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c8d86-9027-4724-8d70-7188603b7f8c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Port': ['ID=64fddef7-9dd4-4672-9d8c-80fc61579b36,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:51.925646 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Allocated IP 2001:db8::33c (cebfe8f3-dc25-45d0-81f5-5c48857a5baa/ce996239-5d98-4ffa-b74c-342752853ddf/a7b173f2-9331-4f25-ac12-51f392f50b0b) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:51.934184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8d86-9027-4724-8d70-7188603b7f8c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:51.971360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.036054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 1a6e42fe-771b-48b0-b96c-520df930bd8b yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:52:52.042079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-16794cf6-89f7-4a1b-a1cc-2b9355ad94db tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.042415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-16794cf6-89f7-4a1b-a1cc-2b9355ad94db tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.075721 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1a4c8d86-9027-4724-8d70-7188603b7f8c tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/ports/64fddef7-9dd4-4672-9d8c-80fc61579b36 HTTP/1.1" status: 204 len: 168 time: 1.7375710 Mar 08 11:52:52.078134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49664) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:52.086389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.217370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-16794cf6-89f7-4a1b-a1cc-2b9355ad94db tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for d32a6e65-4ccf-43ba-9e2d-71417ad3d1cf owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:52.274801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d2316b05-e90a-4074-be68-8c7c38d32253 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port ca76756c-97b3-4dad-b0ae-47d8c7914228 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:52.275145 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2316b05-e90a-4074-be68-8c7c38d32253 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.363112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-faf2b2a7-14de-44b2-b646-7e3b4cbd99f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.451065 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.485626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.583202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:52.595483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:52.606694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:52.608068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-faf2b2a7-14de-44b2-b646-7e3b4cbd99f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.636949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'Port': ['ID=65a35ac3-b9c5-48aa-9932-b1ce8f2eb279,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:52.640759 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 172.20.0.11 (b6b97662-0baa-4f27-9a4e-9894348947bb/856f64ce-1fbc-46cc-8e59-4a28e5b0ab66/1a6e42fe-771b-48b0-b96c-520df930bd8b) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:52.646815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-faf2b2a7-14de-44b2-b646-7e3b4cbd99f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438d4e99-1ce0-4447-a302-2676e2648071']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:52.660462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::f816:3eff:fe88:92f (b6b97662-0baa-4f27-9a4e-9894348947bb/a141d537-df53-47c5-a677-02cd7e14282a/1a6e42fe-771b-48b0-b96c-520df930bd8b) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:52.668783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-faf2b2a7-14de-44b2-b646-7e3b4cbd99f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0567d6-8832-4b89-82e5-6d11c3744c63') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:52.669102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-faf2b2a7-14de-44b2-b646-7e3b4cbd99f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0567d6-8832-4b89-82e5-6d11c3744c63') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:52.673736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-d2316b05-e90a-4074-be68-8c7c38d32253 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] For port ca76756c-97b3-4dad-b0ae-47d8c7914228, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ca76756c-97b3-4dad-b0ae-47d8c7914228,segment=NetworkSegment(f77058d6-403b-4fd5-822c-620a8ca776d0),segment_id=f77058d6-403b-4fd5-822c-620a8ca776d0)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:52.674149 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2316b05-e90a-4074-be68-8c7c38d32253 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.679749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Transition to ACTIVE for port object a7b173f2-9331-4f25-ac12-51f392f50b0b will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:52.684952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-faf2b2a7-14de-44b2-b646-7e3b4cbd99f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.689719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-16794cf6-89f7-4a1b-a1cc-2b9355ad94db tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.715459 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device e8aa8278-80cb-4191-8fa0-60f0273aef22 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:52:52.732038 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-faf2b2a7-14de-44b2-b646-7e3b4cbd99f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.747549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf2b2a7-14de-44b2-b646-7e3b4cbd99f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:52:52.747952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-faf2b2a7-14de-44b2-b646-7e3b4cbd99f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:52:52.767451 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:52:52.794587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port e8aa8278-80cb-4191-8fa0-60f0273aef22 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:52.795081 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:52.854885 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d2316b05-e90a-4074-be68-8c7c38d32253 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for ca76756c-97b3-4dad-b0ae-47d8c7914228 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:52.883630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16794cf6-89f7-4a1b-a1cc-2b9355ad94db tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=d32a6e65-4ccf-43ba-9e2d-71417ad3d1cf,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:53.129448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-faf2b2a7-14de-44b2-b646-7e3b4cbd99f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:53.150331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:53.153068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-faf2b2a7-14de-44b2-b646-7e3b4cbd99f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:53.173320 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:53.179117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2b2a7-14de-44b2-b646-7e3b4cbd99f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] Pushing event deleted for resources: {'Network': ['ID=438d4e99-1ce0-4447-a302-2676e2648071,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:53.221741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 1a6e42fe-771b-48b0-b96c-520df930bd8b will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:53.224939 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-faf2b2a7-14de-44b2-b646-7e3b4cbd99f6 tempest-PortsTestJSON-730266996 tempest-PortsTestJSON-730266996-project] 10.222.0.32 "DELETE /v2.0/networks/438d4e99-1ce0-4447-a302-2676e2648071 HTTP/1.1" status: 204 len: 168 time: 1.1443365 Mar 08 11:52:53.258406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Network cebfe8f3-dc25-45d0-81f5-5c48857a5baa is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:53.260422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-16794cf6-89f7-4a1b-a1cc-2b9355ad94db tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:53.267695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:53.273312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:53.278846 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:53.279463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:53.290269 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event updated for resources: {'Port': ['ID=a7b173f2-9331-4f25-ac12-51f392f50b0b,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:53.352055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-16794cf6-89f7-4a1b-a1cc-2b9355ad94db tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:53.353190 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-16794cf6-89f7-4a1b-a1cc-2b9355ad94db tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/floatingips/1ec32b8c-8678-4f1c-9326-427a954f6fc8 HTTP/1.1" status: 204 len: 168 time: 2.3123126 Mar 08 11:52:53.358793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49670) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:53.368424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': 'a0879124-e0bc-419e-a00c-10c3f8889cbb'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:53.380330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:53.381189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:floatingip and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:53.384243 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:53.392963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:53.399355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:53.462648 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-abf1428d-45b3-4753-ad3c-643601fd8f4c tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1282523 Mar 08 11:52:53.465718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49674) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:53.491312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b1f8cf9f-101b-4d8c-aea0-02dd4c07aa29 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39a', 'mac_address': 'fa:16:3e:6c:ba:91'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:53.528393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:53.537675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:53.544077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:53.557162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:53.609405 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2316b05-e90a-4074-be68-8c7c38d32253 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:53.649904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=1a6e42fe-771b-48b0-b96c-520df930bd8b,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:53.684103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2316b05-e90a-4074-be68-8c7c38d32253 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=ca76756c-97b3-4dad-b0ae-47d8c7914228,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:53.699300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:53.699898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:53.704563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-21d1807e-b0dc-4cd2-90ac-4b967a386495 None None] Provisioning for port a7b173f2-9331-4f25-ac12-51f392f50b0b completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:53.710098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-21d1807e-b0dc-4cd2-90ac-4b967a386495 None None] Provisioning complete for port a7b173f2-9331-4f25-ac12-51f392f50b0b triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:53.710668 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-21d1807e-b0dc-4cd2-90ac-4b967a386495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:53.809975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-21d1807e-b0dc-4cd2-90ac-4b967a386495 None None] Port a7b173f2-9331-4f25-ac12-51f392f50b0b cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:53.894738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49680) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:53.931932 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bd8c4378-3352-4ab2-8c2d-5baa985b1f41 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1192210 Mar 08 11:52:53.944121 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49686) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:54.002924 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c0d3b5e6-74c9-4653-8599-d45d96955de4 None None] Provisioning for port 1a6e42fe-771b-48b0-b96c-520df930bd8b completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:52:54.008286 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c0d3b5e6-74c9-4653-8599-d45d96955de4 None None] Provisioning complete for port 1a6e42fe-771b-48b0-b96c-520df930bd8b triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:54.008894 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c0d3b5e6-74c9-4653-8599-d45d96955de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:54.017486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2316b05-e90a-4074-be68-8c7c38d32253 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:54.073689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c0d3b5e6-74c9-4653-8599-d45d96955de4 None None] Port 1a6e42fe-771b-48b0-b96c-520df930bd8b cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:54.090074 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b1f8cf9f-101b-4d8c-aea0-02dd4c07aa29 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:54.111196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:54.178308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee00c0a9-28a1-4a1e-be4a-ed4639e7db1c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:54.184683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee00c0a9-28a1-4a1e-be4a-ed4639e7db1c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:54.185464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ee00c0a9-28a1-4a1e-be4a-ed4639e7db1c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:54.194614 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:54.228411 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7d5acb38-a4b2-4bae-b193-720ad85803ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bf2e6502ed8457aba4798042de61a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320796 Mar 08 11:52:54.232779 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49690) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:54.370654 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ee00c0a9-28a1-4a1e-be4a-ed4639e7db1c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:54.371951 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ee00c0a9-28a1-4a1e-be4a-ed4639e7db1c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4261529 Mar 08 11:52:54.386828 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49694) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:54.484717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:54.540836 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-06236eab-266b-4928-9c24-c3db849fbf05 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 1a6e42fe-771b-48b0-b96c-520df930bd8b {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:54.541184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06236eab-266b-4928-9c24-c3db849fbf05 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:54.582707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.26.4.170 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/8e955de2-dff8-4ca7-9f47-0bbb0d4f2efc) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:54.637399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b1f8cf9f-101b-4d8c-aea0-02dd4c07aa29 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:54.646456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff8351fd-9f6c-4759-a6bd-540bc90bb118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:54.684003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2316b05-e90a-4074-be68-8c7c38d32253 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 4be3e455-03e3-40f4-9581-3388070bfded has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:52:54.720025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff8351fd-9f6c-4759-a6bd-540bc90bb118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:54.896411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b1f8cf9f-101b-4d8c-aea0-02dd4c07aa29 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.018050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8cf9f-101b-4d8c-aea0-02dd4c07aa29 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] In _notify_port_updated(), no bound segment for port a7b173f2-9331-4f25-ac12-51f392f50b0b on network cebfe8f3-dc25-45d0-81f5-5c48857a5baa {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:52:55.018050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f8cf9f-101b-4d8c-aea0-02dd4c07aa29 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:55.027941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b1f8cf9f-101b-4d8c-aea0-02dd4c07aa29 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.027941 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b1f8cf9f-101b-4d8c-aea0-02dd4c07aa29 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "PUT /v2.0/ports/a7b173f2-9331-4f25-ac12-51f392f50b0b HTTP/1.1" status: 200 len: 1002 time: 1.5407019 Mar 08 11:52:55.035355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49698) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:55.085125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2316b05-e90a-4074-be68-8c7c38d32253 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:55.092425 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb42d6-76b3-487d-9204-3fd07fb610c8 None None] Sync routers for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:55.100159 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb42d6-76b3-487d-9204-3fd07fb610c8 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:55.100159 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fbcb42d6-76b3-487d-9204-3fd07fb610c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:55.134188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1bbde-fa9f-4288-a701-d5c246a9ec24 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Deleting port a7b173f2-9331-4f25-ac12-51f392f50b0b {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:55.135084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bbde-fa9f-4288-a701-d5c246a9ec24 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.182949 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8cf9f-101b-4d8c-aea0-02dd4c07aa29 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event updated for resources: {'Port': ['ID=a7b173f2-9331-4f25-ac12-51f392f50b0b,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:55.185944 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff8351fd-9f6c-4759-a6bd-540bc90bb118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.195128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.230694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff8351fd-9f6c-4759-a6bd-540bc90bb118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.234641 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ff8351fd-9f6c-4759-a6bd-540bc90bb118 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aacab37a-3c20-47df-801e-bcb48fedd7c7 HTTP/1.1" status: 204 len: 168 time: 0.9948139 Mar 08 11:52:55.242108 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d2316b05-e90a-4074-be68-8c7c38d32253 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9363697 Mar 08 11:52:55.243145 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8351fd-9f6c-4759-a6bd-540bc90bb118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacab37a-3c20-47df-801e-bcb48fedd7c7,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:55.255935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49704) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:55.264697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.380992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06236eab-266b-4928-9c24-c3db849fbf05 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.414417 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ff2895-be50-4868-931a-14a8f559ad55 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting subnet 8fb1fc36-c9a2-4d66-ad59-94af780db0e5 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:55.420798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.454454 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1e329e2f-6b2f-4957-9887-51d0b6eec347 None None] Provisioning complete for port a7b173f2-9331-4f25-ac12-51f392f50b0b triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:52:55.454454 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1e329e2f-6b2f-4957-9887-51d0b6eec347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.470948 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2895-be50-4868-931a-14a8f559ad55 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.493997 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-fbcb42d6-76b3-487d-9204-3fd07fb610c8 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:55.592107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1e329e2f-6b2f-4957-9887-51d0b6eec347 None None] Port a7b173f2-9331-4f25-ac12-51f392f50b0b cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:52:55.652778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-06236eab-266b-4928-9c24-c3db849fbf05 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 1a6e42fe-771b-48b0-b96c-520df930bd8b owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:55.689909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'Port': ['ID=65a35ac3-b9c5-48aa-9932-b1ce8f2eb279,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:55.719466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.773093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2895-be50-4868-931a-14a8f559ad55 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.841256 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.963258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bbde-fa9f-4288-a701-d5c246a9ec24 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:55.986187 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:52:55.997299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:56.019357 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fbcb42d6-76b3-487d-9204-3fd07fb610c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:53Z', 'revision_number': 9, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:56.028002 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb42d6-76b3-487d-9204-3fd07fb610c8 None None] Checking router: 4be3e455-03e3-40f4-9581-3388070bfded for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:56.032083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:52:56.038670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb42d6-76b3-487d-9204-3fd07fb610c8 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:56.047119 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fbcb42d6-76b3-487d-9204-3fd07fb610c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:56.074622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=8e955de2-dff8-4ca7-9f47-0bbb0d4f2efc,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:56.176479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1bbde-fa9f-4288-a701-d5c246a9ec24 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Calling delete_port for a7b173f2-9331-4f25-ac12-51f392f50b0b owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:56.234524 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Floating IP bc0902fa-95b6-48e6-a918-3efa5e0bf94a associated. External IP: 172.26.4.187, port: 4b961f1a-c978-4561-8fe5-2541c5ca12fb. Mar 08 11:52:56.253613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2895-be50-4868-931a-14a8f559ad55 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:56.282457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-fbcb42d6-76b3-487d-9204-3fd07fb610c8 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:56.509800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06236eab-266b-4928-9c24-c3db849fbf05 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:56.576394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06236eab-266b-4928-9c24-c3db849fbf05 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=1a6e42fe-771b-48b0-b96c-520df930bd8b,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:56.713528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fbcb42d6-76b3-487d-9204-3fd07fb610c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:53Z', 'revision_number': 9, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:56.723866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb42d6-76b3-487d-9204-3fd07fb610c8 None None] The sync data for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv is: [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:52:53Z', 'revision_number': 9, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b80262-7ab6-451f-8e2c-1350071b1a92', 'name': '', 'network_id': 'e142c6e6-19c2-47ee-8ff3-d84ad97d5be0', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:0a:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '089cea62-d467-495e-af78-0dafc624393d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:52:05Z', 'updated_at': '2022-03-08T11:52:17Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '089cea62-d467-495e-af78-0dafc624393d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:56.762988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2895-be50-4868-931a-14a8f559ad55 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:56.856585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49726) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:56.880080 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Router d022898a-3d5e-4663-8bad-de865a36458b has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:52:56.949328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bbde-fa9f-4288-a701-d5c246a9ec24 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.006882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c04fa258-ed54-4c25-b3da-9026fd5a4cb6 tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1705619522', 'prefixes': ['172.20.0.0/16']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:57.023934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c04fa258-ed54-4c25-b3da-9026fd5a4cb6 tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:57.038905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1bbde-fa9f-4288-a701-d5c246a9ec24 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event deleted for resources: {'Port': ['ID=a7b173f2-9331-4f25-ac12-51f392f50b0b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:57.063418 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff2895-be50-4868-931a-14a8f559ad55 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb1fc36-c9a2-4d66-ad59-94af780db0e5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:57.078860 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3495edfb-b7d1-4263-87cc-32f5ce3475fa None None] Network 2827c571-3f02-4e9c-b1bc-b54623703d11 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:57.079084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2895-be50-4868-931a-14a8f559ad55 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.159314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06236eab-266b-4928-9c24-c3db849fbf05 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.162416 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-06236eab-266b-4928-9c24-c3db849fbf05 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/1a6e42fe-771b-48b0-b96c-520df930bd8b HTTP/1.1" status: 204 len: 168 time: 2.7746344 Mar 08 11:52:57.165214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49732) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:57.170863 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f3ff2895-be50-4868-931a-14a8f559ad55 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/8fb1fc36-c9a2-4d66-ad59-94af780db0e5 HTTP/1.1" status: 204 len: 168 time: 1.9224293 Mar 08 11:52:57.175169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49736) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:57.228636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:52:57.239976 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29a2a3-de31-4c26-bbf2-b53616eecce7 None None] Sync routers for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:57.253719 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29a2a3-de31-4c26-bbf2-b53616eecce7 None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:57.255709 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-5b29a2a3-de31-4c26-bbf2-b53616eecce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:57.411138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bbde-fa9f-4288-a701-d5c246a9ec24 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.476261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49694b8b-3e7f-4fed-91a8-a7b3298de5c8 None None] DHCP port deletion for 2827c571-3f02-4e9c-b1bc-b54623703d11 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:52:57.480251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfffc781-8e24-4765-ae6f-3f55c9cef235 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:57.480640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-49694b8b-3e7f-4fed-91a8-a7b3298de5c8 None None] Deleting port a680e484-6185-4549-9321-8a2457434b90 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:57.481094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49694b8b-3e7f-4fed-91a8-a7b3298de5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.482432 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfffc781-8e24-4765-ae6f-3f55c9cef235 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:57.484515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfffc781-8e24-4765-ae6f-3f55c9cef235 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:57.485330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bfffc781-8e24-4765-ae6f-3f55c9cef235 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:57.489048 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.489815 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-5b29a2a3-de31-4c26-bbf2-b53616eecce7 None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:57.492224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.517185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port a680e484-6185-4549-9321-8a2457434b90 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:57.518681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.569939 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ca24cb06-b076-48a1-a522-37de3371eb21 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.9324639 Mar 08 11:52:57.578061 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c365c9-d6ff-4c2f-82d7-0da6b470681e', 'tag': '4b961f1a-c978-4561-8fe5-2541c5ca12fb'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:52:57.584421 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b7f1bbde-fa9f-4288-a701-d5c246a9ec24 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "DELETE /v2.0/ports/a7b173f2-9331-4f25-ac12-51f392f50b0b HTTP/1.1" status: 204 len: 168 time: 2.5604863 Mar 08 11:52:57.586797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49744) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:57.626667 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.627932 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bfffc781-8e24-4765-ae6f-3f55c9cef235 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:57.629284 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bfffc781-8e24-4765-ae6f-3f55c9cef235 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4597228 Mar 08 11:52:57.632058 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49748) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:57.681050 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c365c9-d6ff-4c2f-82d7-0da6b470681e', 'tag': '4b961f1a-c978-4561-8fe5-2541c5ca12fb', 'status': 'completed', 'code': 200} Mar 08 11:52:57.739249 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f92c18-80f6-43e3-b0f1-43f02d5d2d11 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] GET failed (client error): The resource could not be found. Mar 08 11:52:57.740151 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-35f92c18-80f6-43e3-b0f1-43f02d5d2d11 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Synchronizing usage tracker for tenant:d2f540e73d824c0e83227068ee588cfa on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:52:57.743343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c04fa258-ed54-4c25-b3da-9026fd5a4cb6 tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] Notify callbacks [] for subnetpool, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.749685 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c04fa258-ed54-4c25-b3da-9026fd5a4cb6 tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8902905 Mar 08 11:52:57.759761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49752) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:57.836726 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3da1e7fc-e0d6-4a17-a7ae-e3c3c0381597 tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] 10.222.0.32 "GET /v2.0/subnetpools/52f5dcbd-b90d-4247-9c32-fe9059c492bb HTTP/1.1" status: 200 len: 732 time: 0.0744152 Mar 08 11:52:57.838669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49756) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:57.841343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5ff107-4a97-45e5-baf1-4b05f2dd22a2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 856f64ce-1fbc-46cc-8e59-4a28e5b0ab66 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:57.847572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff107-4a97-45e5-baf1-4b05f2dd22a2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.849672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e16880df-66f8-46a9-a4b9-d0f0286415b0 tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1771193652'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:57.868624 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] For port a680e484-6185-4549-9321-8a2457434b90, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a680e484-6185-4549-9321-8a2457434b90,segment=NetworkSegment(f77058d6-403b-4fd5-822c-620a8ca776d0),segment_id=f77058d6-403b-4fd5-822c-620a8ca776d0)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:57.875709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.889421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-49694b8b-3e7f-4fed-91a8-a7b3298de5c8 None None] For port a680e484-6185-4549-9321-8a2457434b90, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a680e484-6185-4549-9321-8a2457434b90,segment=NetworkSegment(f77058d6-403b-4fd5-822c-620a8ca776d0),segment_id=f77058d6-403b-4fd5-822c-620a8ca776d0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:52:57.891587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49694b8b-3e7f-4fed-91a8-a7b3298de5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.897480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-35f92c18-80f6-43e3-b0f1-43f02d5d2d11 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Unset dirty status for tenant:d2f540e73d824c0e83227068ee588cfa on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:52:57.898695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.898966 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-35f92c18-80f6-43e3-b0f1-43f02d5d2d11 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "GET /v2.0/ports/a7b173f2-9331-4f25-ac12-51f392f50b0b HTTP/1.1" status: 404 len: 333 time: 0.3110387 Mar 08 11:52:57.914712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49760) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:57.927260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Request body: {'port': {'network_id': 'cebfe8f3-dc25-45d0-81f5-5c48857a5baa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-531287255'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:57.950530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4deed-eadd-4105-9105-d3dbe5b7f7cb req-d39e605a-4c69-4a75-82b0-594aa01bbcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:57.952197 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ede4deed-eadd-4105-9105-d3dbe5b7f7cb req-d39e605a-4c69-4a75-82b0-594aa01bbcb5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 1099 time: 0.2596440 Mar 08 11:52:57.969096 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-5b29a2a3-de31-4c26-bbf2-b53616eecce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'bc0902fa-95b6-48e6-a918-3efa5e0bf94a', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.187', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': '4b961f1a-c978-4561-8fe5-2541c5ca12fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:84:20:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c365c9-d6ff-4c2f-82d7-0da6b470681e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:52:53Z', 'updated_at': '2022-03-08T11:52:53Z', 'revision_number': 0, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:57.969649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff107-4a97-45e5-baf1-4b05f2dd22a2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:57.973192 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29a2a3-de31-4c26-bbf2-b53616eecce7 None None] Checking router: d022898a-3d5e-4663-8bad-de865a36458b for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:57.983098 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29a2a3-de31-4c26-bbf2-b53616eecce7 None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:52:57.983858 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-5b29a2a3-de31-4c26-bbf2-b53616eecce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:58.067708 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for a680e484-6185-4549-9321-8a2457434b90 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:58.068947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-49694b8b-3e7f-4fed-91a8-a7b3298de5c8 None None] Calling delete_port for a680e484-6185-4549-9321-8a2457434b90 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:52:58.177170 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-5b29a2a3-de31-4c26-bbf2-b53616eecce7 None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:52:58.239403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49694b8b-3e7f-4fed-91a8-a7b3298de5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:58.289646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff107-4a97-45e5-baf1-4b05f2dd22a2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:58.304332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:52:58.304651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:52:58.323812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49694b8b-3e7f-4fed-91a8-a7b3298de5c8 None None] Pushing event deleted for resources: {'Port': ['ID=a680e484-6185-4549-9321-8a2457434b90,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:58.333425 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:58.355333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49694b8b-3e7f-4fed-91a8-a7b3298de5c8 None None] No DVR routers for this DVR port a680e484-6185-4549-9321-8a2457434b90 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:52:58.376718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:58.377517 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:58.385373 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e16880df-66f8-46a9-a4b9-d0f0286415b0 tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] Notify callbacks [] for subnetpool, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:58.386722 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e16880df-66f8-46a9-a4b9-d0f0286415b0 tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] 10.222.0.32 "PUT /v2.0/subnetpools/52f5dcbd-b90d-4247-9c32-fe9059c492bb HTTP/1.1" status: 200 len: 684 time: 0.5453675 Mar 08 11:52:58.389347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49764) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:58.395755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4deed-eadd-4105-9105-d3dbe5b7f7cb req-b3dcccb4-c4e2-4f9e-b265-75cb3547f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:58.397071 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ede4deed-eadd-4105-9105-d3dbe5b7f7cb req-b3dcccb4-c4e2-4f9e-b265-75cb3547f3ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 913 time: 0.4303281 Mar 08 11:52:58.471919 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:58.592017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=8e955de2-dff8-4ca7-9f47-0bbb0d4f2efc,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:58.593246 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-5b29a2a3-de31-4c26-bbf2-b53616eecce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'bc0902fa-95b6-48e6-a918-3efa5e0bf94a', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.187', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': '4b961f1a-c978-4561-8fe5-2541c5ca12fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:84:20:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c365c9-d6ff-4c2f-82d7-0da6b470681e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:52:53Z', 'updated_at': '2022-03-08T11:52:53Z', 'revision_number': 0, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:58.601934 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-187d0b67-56ee-4ff7-b5cf-8e8153ea8467 tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] Notify callbacks [] for subnetpool, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:58.604221 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-187d0b67-56ee-4ff7-b5cf-8e8153ea8467 tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] 10.222.0.32 "DELETE /v2.0/subnetpools/52f5dcbd-b90d-4247-9c32-fe9059c492bb HTTP/1.1" status: 204 len: 168 time: 0.2131915 Mar 08 11:52:58.607322 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49768) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:58.622459 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29a2a3-de31-4c26-bbf2-b53616eecce7 None None] The sync data for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv is: [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'bc0902fa-95b6-48e6-a918-3efa5e0bf94a', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.187', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': '4b961f1a-c978-4561-8fe5-2541c5ca12fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:84:20:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c365c9-d6ff-4c2f-82d7-0da6b470681e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:52:53Z', 'updated_at': '2022-03-08T11:52:53Z', 'revision_number': 0, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:58.625197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Made reservation on behalf of d2f540e73d824c0e83227068ee588cfa for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:58.628769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:58.634696 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-4b8fa873-2b38-4a47-99f8-6c946c73d10f tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] show failed (client error): The resource could not be found. Mar 08 11:52:58.635728 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4b8fa873-2b38-4a47-99f8-6c946c73d10f tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] 10.222.0.32 "GET /v2.0/subnetpools/52f5dcbd-b90d-4247-9c32-fe9059c492bb HTTP/1.1" status: 404 len: 346 time: 0.0272799 Mar 08 11:52:58.636777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:58.655846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49772) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:58.684961 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-397f7f3a-ded3-470c-b34e-17f12536482d tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] delete failed (client error): The resource could not be found. Mar 08 11:52:58.696016 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-397f7f3a-ded3-470c-b34e-17f12536482d tempest-SubnetPoolsTestJSON-891547112 tempest-SubnetPoolsTestJSON-891547112-project] 10.222.0.32 "DELETE /v2.0/subnetpools/52f5dcbd-b90d-4247-9c32-fe9059c492bb HTTP/1.1" status: 404 len: 346 time: 0.0356238 Mar 08 11:52:58.697393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] device_id is not set on port 227bab41-4eb0-4564-a721-b21fb589cadf yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:52:58.719123 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ca76756c-97b3-4dad-b0ae-47d8c7914228 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:52:58.750539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff107-4a97-45e5-baf1-4b05f2dd22a2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:58.789953 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: ca76756c-97b3-4dad-b0ae-47d8c7914228 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:52:58.790549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ca76756c-97b3-4dad-b0ae-47d8c7914228 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:52:58.791389 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a680e484-6185-4549-9321-8a2457434b90 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:52:58.829600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ff107-4a97-45e5-baf1-4b05f2dd22a2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=856f64ce-1fbc-46cc-8e59-4a28e5b0ab66,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:58.835266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff107-4a97-45e5-baf1-4b05f2dd22a2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:58.842587 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ede4deed-eadd-4105-9105-d3dbe5b7f7cb req-324090c3-6c53-441a-be81-6a223f3ece32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b961f1a-c978-4561-8fe5-2541c5ca12fb HTTP/1.1" status: 200 len: 1000 time: 0.4371111 Mar 08 11:52:58.844422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: a680e484-6185-4549-9321-8a2457434b90 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:52:58.848725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a680e484-6185-4549-9321-8a2457434b90 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:52:58.851436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068c6fab-17e6-4362-9a77-ec6657f88ccc None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:52:58.874675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port a680e484-6185-4549-9321-8a2457434b90 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:52:58.874675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:58.897328 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Floating IP aefd8bbb-5d9a-4c3e-9d5e-63642d62ebfd associated. External IP: 172.26.4.170, port: a0879124-e0bc-419e-a00c-10c3f8889cbb. Mar 08 11:52:58.989793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4deed-eadd-4105-9105-d3dbe5b7f7cb req-442eac94-91fa-4e07-8e72-e2d9115a33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:58.991237 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ede4deed-eadd-4105-9105-d3dbe5b7f7cb req-442eac94-91fa-4e07-8e72-e2d9115a33e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.1406744 Mar 08 11:52:59.004139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd1e73-ccc9-4314-8bfe-b41773226754 None None] New status for floating IP bc0902fa-95b6-48e6-a918-3efa5e0bf94a: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:52:59.063162 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Allocated IP 2001:db8::28 (cebfe8f3-dc25-45d0-81f5-5c48857a5baa/ce996239-5d98-4ffa-b74c-342752853ddf/227bab41-4eb0-4564-a721-b21fb589cadf) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:52:59.081798 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5c5ff107-4a97-45e5-baf1-4b05f2dd22a2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/856f64ce-1fbc-46cc-8e59-4a28e5b0ab66 HTTP/1.1" status: 204 len: 168 time: 1.4457841 Mar 08 11:52:59.083211 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49778) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:59.174495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] The port 'a680e484-6185-4549-9321-8a2457434b90' was deleted {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:52:59.185812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4deed-eadd-4105-9105-d3dbe5b7f7cb req-d174c7de-f773-45e0-bdbd-c8298b03bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:59.188252 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ede4deed-eadd-4105-9105-d3dbe5b7f7cb req-d174c7de-f773-45e0-bdbd-c8298b03bfce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1872611 Mar 08 11:52:59.280253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-03249a45-b2be-4700-8f3d-9cfcec32843b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet a141d537-df53-47c5-a677-02cd7e14282a {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:52:59.384405 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03249a45-b2be-4700-8f3d-9cfcec32843b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:59.387301 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:59.419036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49784) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:59.436841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2827c571-3f02-4e9c-b1bc-b54623703d11']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:59.454292 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77058d6-403b-4fd5-822c-620a8ca776d0') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:59.454783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77058d6-403b-4fd5-822c-620a8ca776d0') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:59.528393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03249a45-b2be-4700-8f3d-9cfcec32843b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:59.534545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:59.563837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:59.582206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:52:59.582615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:52:59.599362 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:52:59.628905 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ede4deed-eadd-4105-9105-d3dbe5b7f7cb req-4ccd7007-22e2-4003-b32e-2b8895256919 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293594 Mar 08 11:52:59.732600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d4b008c5-2804-4e03-83fa-593bb2812c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:59.766286 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:52:59.799095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:59.832282 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:59.836293 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:59.837419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d4b008c5-2804-4e03-83fa-593bb2812c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:52:59.851423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03249a45-b2be-4700-8f3d-9cfcec32843b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:52:59.868796 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/networks/2827c571-3f02-4e9c-b1bc-b54623703d11 HTTP/1.1" status: 204 len: 168 time: 2.6897583 Mar 08 11:52:59.871050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49790) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:52:59.877689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499f432-873d-4bbb-92d0-37f5736abf23 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Network': ['ID=2827c571-3f02-4e9c-b1bc-b54623703d11,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:59.881095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d4b008c5-2804-4e03-83fa-593bb2812c00 admin admin] Usage tracker for resource:security_group_rule and tenant:9b235c3376c64fc2a7ab2970b3ed5714 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:52:59.885936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Transition to ACTIVE for port object 227bab41-4eb0-4564-a721-b21fb589cadf will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:52:59.892299 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d4b008c5-2804-4e03-83fa-593bb2812c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:52:59.933501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d4b008c5-2804-4e03-83fa-593bb2812c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:52:59.962020 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ede4deed-eadd-4105-9105-d3dbe5b7f7cb req-69ee1bf3-f614-4c57-a7d4-78f9781d57c1 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202360 Mar 08 11:53:00.050098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-228d253a-ad7d-40c0-a807-dc06768396c3 None None] Provisioning complete for port e8aa8278-80cb-4191-8fa0-60f0273aef22 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:00.050613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-228d253a-ad7d-40c0-a807-dc06768396c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:00.068543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03249a45-b2be-4700-8f3d-9cfcec32843b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:00.103471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:00.118497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03249a45-b2be-4700-8f3d-9cfcec32843b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=a141d537-df53-47c5-a677-02cd7e14282a,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:00.173637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-03249a45-b2be-4700-8f3d-9cfcec32843b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:00.179250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b9114-9ff3-4f29-859d-b8785534d0a3 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:00.207320 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:00.217064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Network cebfe8f3-dc25-45d0-81f5-5c48857a5baa is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:00.222134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:00.226323 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d672e16-4cc3-4456-b91b-38b95ea9ebb7 None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:00.231153 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-03249a45-b2be-4700-8f3d-9cfcec32843b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/a141d537-df53-47c5-a677-02cd7e14282a HTTP/1.1" status: 204 len: 168 time: 1.1467268 Mar 08 11:53:00.232328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:00.237854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:00.238517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:00.243511 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d672e16-4cc3-4456-b91b-38b95ea9ebb7 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:00.244130 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4d672e16-4cc3-4456-b91b-38b95ea9ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:00.246445 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49794) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:00.248717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event updated for resources: {'Port': ['ID=227bab41-4eb0-4564-a721-b21fb589cadf,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:00.356025 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d33f7f18-3e74-4aad-b4ae-0f173a1dad09 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084504 Mar 08 11:53:00.357024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49798) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:00.382412 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4d672e16-4cc3-4456-b91b-38b95ea9ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:00.392262 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d672e16-4cc3-4456-b91b-38b95ea9ebb7 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:00.393108 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4d672e16-4cc3-4456-b91b-38b95ea9ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:00.425049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d4b008c5-2804-4e03-83fa-593bb2812c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:00.457799 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4d672e16-4cc3-4456-b91b-38b95ea9ebb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:00.458093 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d672e16-4cc3-4456-b91b-38b95ea9ebb7 None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:00.498630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb80443-34cf-40f9-bd55-c6bc7758bf9f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:00.499422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0fb80443-34cf-40f9-bd55-c6bc7758bf9f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:00.509179 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6b231750-c28b-458c-9cf6-5db726010a5d tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5901484 Mar 08 11:53:00.515337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49802) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:00.524339 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ed30376e-9327-400f-8d57-04cf87321edf tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6c:ba:91'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:00.568743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:53:00.573800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] Deleting port e8aa8278-80cb-4191-8fa0-60f0273aef22 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:00.577764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:00.577929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d4b008c5-2804-4e03-83fa-593bb2812c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:00.593917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:00.712024 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d4b008c5-2804-4e03-83fa-593bb2812c00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b235c3376c64fc2a7ab2970b3ed5714&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2872045 Mar 08 11:53:00.715893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49806) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:00.722012 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8e73a1e3-b1e1-4d66-980b-33d5e562ee77 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.3581882 Mar 08 11:53:00.723778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device e8aa8278-80cb-4191-8fa0-60f0273aef22 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:53:00.724643 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49810) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:00.755217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0fca65f3-111c-4c27-b742-903da802059a None None] Provisioning for port 227bab41-4eb0-4564-a721-b21fb589cadf completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:00.848367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0fca65f3-111c-4c27-b742-903da802059a None None] Provisioning complete for port 227bab41-4eb0-4564-a721-b21fb589cadf triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:00.848932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0fca65f3-111c-4c27-b742-903da802059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:00.882033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0fb80443-34cf-40f9-bd55-c6bc7758bf9f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:00.882990 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0fb80443-34cf-40f9-bd55-c6bc7758bf9f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5227473 Mar 08 11:53:00.888028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49814) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:00.896596 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-26582c7f-5fa4-426e-912f-d970a3856733 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "GET /v2.0/floatingips/aefd8bbb-5d9a-4c3e-9d5e-63642d62ebfd HTTP/1.1" status: 200 len: 977 time: 0.1676874 Mar 08 11:53:00.899186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49818) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:00.915709 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b008c5-2804-4e03-83fa-593bb2812c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc29b54e-465a-4f2a-8788-6e33b9e5eb58,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:01.002636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0fca65f3-111c-4c27-b742-903da802059a None None] Port 227bab41-4eb0-4564-a721-b21fb589cadf cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:01.008991 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] For port e8aa8278-80cb-4191-8fa0-60f0273aef22, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e8aa8278-80cb-4191-8fa0-60f0273aef22,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:01.009398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.024396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed30376e-9327-400f-8d57-04cf87321edf tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.051342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-26e08bed-4c76-4b64-8c3e-359a3e98ec7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.074032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a47eab9-dfd6-4c7c-a8bc-b525d8d019f2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:01.078012 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9a47eab9-dfd6-4c7c-a8bc-b525d8d019f2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1849525 Mar 08 11:53:01.081032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49822) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:01.179943 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] Calling delete_port for e8aa8278-80cb-4191-8fa0-60f0273aef22 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:01.215854 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2dfc80a2-dd33-42c1-9c9b-38365a1a92b2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Synchronizing usage tracker for tenant:bcfd272a30304664a6d8859ebca227e9 on resource:floatingip {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:01.220739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-26e08bed-4c76-4b64-8c3e-359a3e98ec7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.230436 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4dc89b74-4eef-4f4c-a56c-f7cc4ca50ac7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1461277 Mar 08 11:53:01.230631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.239593 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49826) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:01.260437 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3e49c9fe-4a6e-4802-a3b3-97a16bc51e56 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:01.291011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port e8aa8278-80cb-4191-8fa0-60f0273aef22, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e8aa8278-80cb-4191-8fa0-60f0273aef22,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:01.310788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed30376e-9327-400f-8d57-04cf87321edf tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.368574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.393276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed30376e-9327-400f-8d57-04cf87321edf tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.404199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2dfc80a2-dd33-42c1-9c9b-38365a1a92b2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Unset dirty status for tenant:bcfd272a30304664a6d8859ebca227e9 on resource:floatingip {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:01.405625 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2dfc80a2-dd33-42c1-9c9b-38365a1a92b2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4756379 Mar 08 11:53:01.412002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49830) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:01.416896 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3e49c9fe-4a6e-4802-a3b3-97a16bc51e56 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:01.424268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e08298bd-6c8b-4237-b4dc-07ab044c677d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'floatingip': {'port_id': 'db679a86-3504-4d4c-afba-77de4db2e224'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:01.439849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:53:01.440473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:53:01.469315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-ed30376e-9327-400f-8d57-04cf87321edf tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] In _notify_port_updated(), no bound segment for port 227bab41-4eb0-4564-a721-b21fb589cadf on network cebfe8f3-dc25-45d0-81f5-5c48857a5baa {{(pid=88469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:53:01.475989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed30376e-9327-400f-8d57-04cf87321edf tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:01.477105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ed30376e-9327-400f-8d57-04cf87321edf tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.477406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06561799-298c-49f5-81fc-fbd4fdd37f13 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.479136 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ed30376e-9327-400f-8d57-04cf87321edf tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "PUT /v2.0/ports/227bab41-4eb0-4564-a721-b21fb589cadf HTTP/1.1" status: 200 len: 1001 time: 0.9623218 Mar 08 11:53:01.482130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49834) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:01.485669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=e8aa8278-80cb-4191-8fa0-60f0273aef22,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:01.560880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30376e-9327-400f-8d57-04cf87321edf tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event updated for resources: {'Port': ['ID=227bab41-4eb0-4564-a721-b21fb589cadf,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:01.570123 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3e49c9fe-4a6e-4802-a3b3-97a16bc51e56 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:01.588547 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3e49c9fe-4a6e-4802-a3b3-97a16bc51e56 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:01.591637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-26e08bed-4c76-4b64-8c3e-359a3e98ec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.599469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f5136-2738-404e-aea1-e35166dab175 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Deleting port 227bab41-4eb0-4564-a721-b21fb589cadf {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:01.603134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5136-2738-404e-aea1-e35166dab175 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.612782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3e49c9fe-4a6e-4802-a3b3-97a16bc51e56 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:01.709751 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e08bed-4c76-4b64-8c3e-359a3e98ec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc29b54e-465a-4f2a-8788-6e33b9e5eb58,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:01.748906 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-26e08bed-4c76-4b64-8c3e-359a3e98ec7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.750016 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-26e08bed-4c76-4b64-8c3e-359a3e98ec7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc29b54e-465a-4f2a-8788-6e33b9e5eb58 HTTP/1.1" status: 204 len: 168 time: 1.0329080 Mar 08 11:53:01.754838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e08298bd-6c8b-4237-b4dc-07ab044c677d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.862131 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e49c9fe-4a6e-4802-a3b3-97a16bc51e56 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:01.865670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3e49c9fe-4a6e-4802-a3b3-97a16bc51e56 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.867385 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e49c9fe-4a6e-4802-a3b3-97a16bc51e56 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:53:01.867828 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e49c9fe-4a6e-4802-a3b3-97a16bc51e56 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:01.923749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5136-2738-404e-aea1-e35166dab175 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:01.969321 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] Deleting port e8aa8278-80cb-4191-8fa0-60f0273aef22 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:01.969321 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:02.008765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-358e0ff0-f87b-41ef-a10b-74967baac448 None None] Provisioning complete for port 227bab41-4eb0-4564-a721-b21fb589cadf triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:02.009441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-358e0ff0-f87b-41ef-a10b-74967baac448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:02.066015 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3e49c9fe-4a6e-4802-a3b3-97a16bc51e56 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8165760 Mar 08 11:53:02.066015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49840) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:02.072272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f5136-2738-404e-aea1-e35166dab175 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Calling delete_port for 227bab41-4eb0-4564-a721-b21fb589cadf owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:02.077545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f28eae70-821a-4fc6-856c-091a01fb12ac tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:02.165063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-358e0ff0-f87b-41ef-a10b-74967baac448 None None] Port 227bab41-4eb0-4564-a721-b21fb589cadf cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:02.356180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] For port e8aa8278-80cb-4191-8fa0-60f0273aef22, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e8aa8278-80cb-4191-8fa0-60f0273aef22,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:02.356180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:02.408419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5136-2738-404e-aea1-e35166dab175 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:02.454077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f28eae70-821a-4fc6-856c-091a01fb12ac tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:02.483029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f28eae70-821a-4fc6-856c-091a01fb12ac tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:02.485488 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f5136-2738-404e-aea1-e35166dab175 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event deleted for resources: {'Port': ['ID=227bab41-4eb0-4564-a721-b21fb589cadf,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:02.488382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] Calling delete_port for e8aa8278-80cb-4191-8fa0-60f0273aef22 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:02.526627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f28eae70-821a-4fc6-856c-091a01fb12ac tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:02.552432 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f28eae70-821a-4fc6-856c-091a01fb12ac tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:02.554558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5136-2738-404e-aea1-e35166dab175 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:02.672728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:02.689823 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ff9f5136-2738-404e-aea1-e35166dab175 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "DELETE /v2.0/ports/227bab41-4eb0-4564-a721-b21fb589cadf HTTP/1.1" status: 204 len: 168 time: 1.2064545 Mar 08 11:53:02.694003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49844) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:02.706016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28eae70-821a-4fc6-856c-091a01fb12ac tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:02.718537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f28eae70-821a-4fc6-856c-091a01fb12ac tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:02.718537 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28eae70-821a-4fc6-856c-091a01fb12ac tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:53:02.718537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28eae70-821a-4fc6-856c-091a01fb12ac tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:02.734398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-06561799-298c-49f5-81fc-fbd4fdd37f13 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port e2b80262-7ab6-451f-8e2c-1350071b1a92 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:02.734398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06561799-298c-49f5-81fc-fbd4fdd37f13 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:02.747020 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-85042b94-edf9-467e-9010-38c59fa02cec tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] GET failed (client error): The resource could not be found. Mar 08 11:53:02.747608 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-85042b94-edf9-467e-9010-38c59fa02cec tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Synchronizing usage tracker for tenant:d2f540e73d824c0e83227068ee588cfa on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:02.755203 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] Pushing event deleted for resources: {'Port': ['ID=e8aa8278-80cb-4191-8fa0-60f0273aef22,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:02.778565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd7717-10e2-4cec-8f1a-7fc10250edcb None None] No DVR routers for this DVR port e8aa8278-80cb-4191-8fa0-60f0273aef22 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:53:02.864025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-85042b94-edf9-467e-9010-38c59fa02cec tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Unset dirty status for tenant:d2f540e73d824c0e83227068ee588cfa on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:02.864025 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-85042b94-edf9-467e-9010-38c59fa02cec tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "GET /v2.0/ports/227bab41-4eb0-4564-a721-b21fb589cadf HTTP/1.1" status: 404 len: 333 time: 0.1680539 Mar 08 11:53:02.875583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49848) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:02.875583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Request body: {'port': {'network_id': 'cebfe8f3-dc25-45d0-81f5-5c48857a5baa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-15506682'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:02.913961 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f28eae70-821a-4fc6-856c-091a01fb12ac tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8454945 Mar 08 11:53:02.914954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49852) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:02.923466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a74f6158-d037-4641-94eb-cda988f4fc10 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:03.122096 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-06561799-298c-49f5-81fc-fbd4fdd37f13 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] For port e2b80262-7ab6-451f-8e2c-1350071b1a92, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=e2b80262-7ab6-451f-8e2c-1350071b1a92,segment=NetworkSegment(03bdf3a3-c118-4079-8739-48db232e7ece),segment_id=03bdf3a3-c118-4079-8739-48db232e7ece)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:03.122096 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06561799-298c-49f5-81fc-fbd4fdd37f13 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:03.126775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a74f6158-d037-4641-94eb-cda988f4fc10 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:03.135166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a74f6158-d037-4641-94eb-cda988f4fc10 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:03.135166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a74f6158-d037-4641-94eb-cda988f4fc10 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:03.135166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:03.144069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a74f6158-d037-4641-94eb-cda988f4fc10 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:03.154351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:03.244562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74f6158-d037-4641-94eb-cda988f4fc10 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:03.248914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a74f6158-d037-4641-94eb-cda988f4fc10 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:03.248914 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74f6158-d037-4641-94eb-cda988f4fc10 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:53:03.248914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74f6158-d037-4641-94eb-cda988f4fc10 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:03.258475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Made reservation on behalf of d2f540e73d824c0e83227068ee588cfa for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:03.261690 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:03.269569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-06561799-298c-49f5-81fc-fbd4fdd37f13 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for e2b80262-7ab6-451f-8e2c-1350071b1a92 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:03.285966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] device_id is not set on port 8ae07d5b-1b78-4c4a-9d80-c37cca3aed76 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:53:03.421451 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a74f6158-d037-4641-94eb-cda988f4fc10 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5049124 Mar 08 11:53:03.428856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49856) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:03.438638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-469425c9-e62e-4a11-8b94-fdf30b47451f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:03.501084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e08298bd-6c8b-4237-b4dc-07ab044c677d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:03.583410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e08298bd-6c8b-4237-b4dc-07ab044c677d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:03.610839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-469425c9-e62e-4a11-8b94-fdf30b47451f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:03.619024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-469425c9-e62e-4a11-8b94-fdf30b47451f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:03.623506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-469425c9-e62e-4a11-8b94-fdf30b47451f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:03.633472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-469425c9-e62e-4a11-8b94-fdf30b47451f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:03.658303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Allocated IP 2001:db8::15f (cebfe8f3-dc25-45d0-81f5-5c48857a5baa/ce996239-5d98-4ffa-b74c-342752853ddf/8ae07d5b-1b78-4c4a-9d80-c37cca3aed76) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:03.741493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469425c9-e62e-4a11-8b94-fdf30b47451f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:03.744903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-469425c9-e62e-4a11-8b94-fdf30b47451f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:03.746291 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-469425c9-e62e-4a11-8b94-fdf30b47451f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:53:03.746714 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469425c9-e62e-4a11-8b94-fdf30b47451f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:03.769511 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-e08298bd-6c8b-4237-b4dc-07ab044c677d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Floating IP aefd8bbb-5d9a-4c3e-9d5e-63642d62ebfd associated. External IP: 172.26.4.170, port: a0879124-e0bc-419e-a00c-10c3f8889cbb. Mar 08 11:53:03.875191 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-469425c9-e62e-4a11-8b94-fdf30b47451f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4452157 Mar 08 11:53:03.876832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49860) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:03.886650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a04241c9-5283-4f79-ad31-6bfde829b90f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:03.934953 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:03.955990 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06561799-298c-49f5-81fc-fbd4fdd37f13 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:04.017317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06561799-298c-49f5-81fc-fbd4fdd37f13 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=e2b80262-7ab6-451f-8e2c-1350071b1a92,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:04.022608 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Transition to ACTIVE for port object 8ae07d5b-1b78-4c4a-9d80-c37cca3aed76 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:04.037294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a04241c9-5283-4f79-ad31-6bfde829b90f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:04.044353 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a04241c9-5283-4f79-ad31-6bfde829b90f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:04.049362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a04241c9-5283-4f79-ad31-6bfde829b90f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:04.064194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a04241c9-5283-4f79-ad31-6bfde829b90f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:04.151273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04241c9-5283-4f79-ad31-6bfde829b90f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:04.154962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a04241c9-5283-4f79-ad31-6bfde829b90f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:04.156444 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04241c9-5283-4f79-ad31-6bfde829b90f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:53:04.161852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04241c9-5283-4f79-ad31-6bfde829b90f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:04.185613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:04.248025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Network cebfe8f3-dc25-45d0-81f5-5c48857a5baa is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:04.251942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:04.262219 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a04241c9-5283-4f79-ad31-6bfde829b90f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3843427 Mar 08 11:53:04.263078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:04.269364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:04.270084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:04.270267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49864) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:04.279939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-9d431333-63cb-4526-90f7-10fc352409c2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:04.287748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event updated for resources: {'Port': ['ID=8ae07d5b-1b78-4c4a-9d80-c37cca3aed76,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:04.299852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:04.299852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:04.299852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:04.299852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:04.300194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:04.300443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:04.300787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:04.301107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:04.301629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:04.301986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:04.306021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:04.306021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:04.369156 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-979db27a-b4fc-4213-873d-9f4c5ae6c567 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5007002 Mar 08 11:53:04.371993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49868) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:04.378554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Request body: {'port': {'network_id': 'cebfe8f3-dc25-45d0-81f5-5c48857a5baa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-142083066'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:04.474882 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06561799-298c-49f5-81fc-fbd4fdd37f13 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:04.530488 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:04.539935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:04.568290 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-93112d16-24c7-4281-890d-f7446edbbd17 None None] Provisioning for port 8ae07d5b-1b78-4c4a-9d80-c37cca3aed76 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:04.573735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-93112d16-24c7-4281-890d-f7446edbbd17 None None] Provisioning complete for port 8ae07d5b-1b78-4c4a-9d80-c37cca3aed76 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:04.574119 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-93112d16-24c7-4281-890d-f7446edbbd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:04.579520 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9d431333-63cb-4526-90f7-10fc352409c2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:04.619412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Made reservation on behalf of d2f540e73d824c0e83227068ee588cfa for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:04.622516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:04.646831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9d431333-63cb-4526-90f7-10fc352409c2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:04.651359 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-93112d16-24c7-4281-890d-f7446edbbd17 None None] Port 8ae07d5b-1b78-4c4a-9d80-c37cca3aed76 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:04.653757 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9d431333-63cb-4526-90f7-10fc352409c2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:04.660562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] device_id is not set on port 348321ec-166f-4e06-8060-5360eee21498 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:53:04.672778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9d431333-63cb-4526-90f7-10fc352409c2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:04.814602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Allocated IP 2001:db8::1f8 (cebfe8f3-dc25-45d0-81f5-5c48857a5baa/ce996239-5d98-4ffa-b74c-342752853ddf/348321ec-166f-4e06-8060-5360eee21498) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:04.846420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d431333-63cb-4526-90f7-10fc352409c2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:04.849996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d431333-63cb-4526-90f7-10fc352409c2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:04.851264 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d431333-63cb-4526-90f7-10fc352409c2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:53:04.851696 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d431333-63cb-4526-90f7-10fc352409c2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:04.931705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08298bd-6c8b-4237-b4dc-07ab044c677d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:05.013686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:05.029696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Transition to ACTIVE for port object 348321ec-166f-4e06-8060-5360eee21498 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:05.035973 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9d431333-63cb-4526-90f7-10fc352409c2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7623761 Mar 08 11:53:05.036475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49874) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:05.039730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06561799-298c-49f5-81fc-fbd4fdd37f13 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 4be3e455-03e3-40f4-9581-3388070bfded has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:05.089944 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6a61e19e-145f-4061-99e6-bb316746eb5b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0505157 Mar 08 11:53:05.090855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49878) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:05.163152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a708c1-4b15-4668-8ae1-fc84dc7fa962 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:05.163152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-72a708c1-4b15-4668-8ae1-fc84dc7fa962 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:05.208738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:05.255732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-72a708c1-4b15-4668-8ae1-fc84dc7fa962 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:05.257342 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-72a708c1-4b15-4668-8ae1-fc84dc7fa962 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1650577 Mar 08 11:53:05.268090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49882) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:05.337924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Network cebfe8f3-dc25-45d0-81f5-5c48857a5baa is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:05.357174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:05.363209 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-720bd104-0137-4f53-a150-0f56ed909523 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940638 Mar 08 11:53:05.364201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:05.370094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:05.370733 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:05.378632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49886) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:05.386383 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event updated for resources: {'Port': ['ID=348321ec-166f-4e06-8060-5360eee21498,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:05.394490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c16fba42-1599-4879-b19f-e4b5adb9d6b9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:05.421560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08298bd-6c8b-4237-b4dc-07ab044c677d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:05.438845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f2e5e7-408c-4ac6-9042-8349f33856d5 None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:05.449557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f2e5e7-408c-4ac6-9042-8349f33856d5 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:05.450219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b8f2e5e7-408c-4ac6-9042-8349f33856d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:05.516092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06561799-298c-49f5-81fc-fbd4fdd37f13 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:05.521259 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-06561799-298c-49f5-81fc-fbd4fdd37f13 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6472311 Mar 08 11:53:05.526721 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49890) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:05.528830 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb112af-7aa9-416a-b9e5-99d81157fcb4 None None] Sync routers for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:05.548184 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb112af-7aa9-416a-b9e5-99d81157fcb4 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:05.548831 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2eb112af-7aa9-416a-b9e5-99d81157fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:05.557221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b8f2e5e7-408c-4ac6-9042-8349f33856d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:05.568895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f2e5e7-408c-4ac6-9042-8349f33856d5 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:05.569798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b8f2e5e7-408c-4ac6-9042-8349f33856d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:05.674510 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b8f2e5e7-408c-4ac6-9042-8349f33856d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:05.674510 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f2e5e7-408c-4ac6-9042-8349f33856d5 None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:05.746377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-23551540-bc0e-4dba-929f-cc04de28965b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting subnet 089cea62-d467-495e-af78-0dafc624393d {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:53:05.761713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-23551540-bc0e-4dba-929f-cc04de28965b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:05.786896 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4270227b-bdf4-426e-98ab-08c124a2bb51 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4137492 Mar 08 11:53:05.788332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c16fba42-1599-4879-b19f-e4b5adb9d6b9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:05.790615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49894) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:05.812435 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-7517bd85-6bfc-4d1b-9dff-18307000df48 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39a', 'mac_address': 'fa:16:3e:6c:ba:91'}, {'ip_address': '2001:db8::15f', 'mac_address': 'fa:16:3e:69:b7:80'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:05.906572 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-2eb112af-7aa9-416a-b9e5-99d81157fcb4 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:53:05.935582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c16fba42-1599-4879-b19f-e4b5adb9d6b9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:05.939440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-23551540-bc0e-4dba-929f-cc04de28965b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:05.987031 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7517bd85-6bfc-4d1b-9dff-18307000df48 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:06.035060 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-23551540-bc0e-4dba-929f-cc04de28965b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:06.041566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16fba42-1599-4879-b19f-e4b5adb9d6b9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:06.045396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c16fba42-1599-4879-b19f-e4b5adb9d6b9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:06.105778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e074c906-e30f-4df5-b776-bd8b960580ef None None] Provisioning for port 348321ec-166f-4e06-8060-5360eee21498 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:06.114166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e074c906-e30f-4df5-b776-bd8b960580ef None None] Provisioning complete for port 348321ec-166f-4e06-8060-5360eee21498 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:06.114520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e074c906-e30f-4df5-b776-bd8b960580ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:06.179597 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e074c906-e30f-4df5-b776-bd8b960580ef None None] Port 348321ec-166f-4e06-8060-5360eee21498 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:06.213357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-23551540-bc0e-4dba-929f-cc04de28965b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:06.302086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23551540-bc0e-4dba-929f-cc04de28965b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Subnet': ['ID=089cea62-d467-495e-af78-0dafc624393d,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:06.302086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-23551540-bc0e-4dba-929f-cc04de28965b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:06.314196 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2eb112af-7aa9-416a-b9e5-99d81157fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:53:03Z', 'revision_number': 10, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:06.328969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b8994-d892-4f8f-8cbf-c69f57181ad5 None None] Network e142c6e6-19c2-47ee-8ff3-d84ad97d5be0 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:06.329154 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-23551540-bc0e-4dba-929f-cc04de28965b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/089cea62-d467-495e-af78-0dafc624393d HTTP/1.1" status: 204 len: 168 time: 0.7984951 Mar 08 11:53:06.329268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49898) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:06.329867 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb112af-7aa9-416a-b9e5-99d81157fcb4 None None] Checking router: 4be3e455-03e3-40f4-9581-3388070bfded for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:53:06.341226 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb112af-7aa9-416a-b9e5-99d81157fcb4 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:06.342260 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2eb112af-7aa9-416a-b9e5-99d81157fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:06.376501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08298bd-6c8b-4237-b4dc-07ab044c677d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:06.502984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7517bd85-6bfc-4d1b-9dff-18307000df48 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:06.539650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:06.555023 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-2eb112af-7aa9-416a-b9e5-99d81157fcb4 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:53:06.573495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 47fb16b3-d27d-449c-8a92-24c2689db2d2 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:06.573841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:06.613279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7517bd85-6bfc-4d1b-9dff-18307000df48 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:06.699205 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255798a6-cd97-4c84-89c4-037a83f112e7 None None] DHCP port deletion for e142c6e6-19c2-47ee-8ff3-d84ad97d5be0 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:53:06.704316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-255798a6-cd97-4c84-89c4-037a83f112e7 None None] Deleting port 47fb16b3-d27d-449c-8a92-24c2689db2d2 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:06.704691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-255798a6-cd97-4c84-89c4-037a83f112e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:06.714782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517bd85-6bfc-4d1b-9dff-18307000df48 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event updated for resources: {'Port': ['ID=348321ec-166f-4e06-8060-5360eee21498,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:06.782278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-7517bd85-6bfc-4d1b-9dff-18307000df48 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] In _notify_port_updated(), no bound segment for port 348321ec-166f-4e06-8060-5360eee21498 on network cebfe8f3-dc25-45d0-81f5-5c48857a5baa {{(pid=88469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:53:06.790877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7517bd85-6bfc-4d1b-9dff-18307000df48 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:06.791541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7517bd85-6bfc-4d1b-9dff-18307000df48 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:06.794686 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7517bd85-6bfc-4d1b-9dff-18307000df48 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "PUT /v2.0/ports/348321ec-166f-4e06-8060-5360eee21498 HTTP/1.1" status: 200 len: 1067 time: 1.0031605 Mar 08 11:53:06.801253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49902) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:06.972085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.objects.ports [None req-c16fba42-1599-4879-b19f-e4b5adb9d6b9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88469) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:53:06.995473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c16fba42-1599-4879-b19f-e4b5adb9d6b9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:07.025044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-255798a6-cd97-4c84-89c4-037a83f112e7 None None] For port 47fb16b3-d27d-449c-8a92-24c2689db2d2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=47fb16b3-d27d-449c-8a92-24c2689db2d2,segment=NetworkSegment(03bdf3a3-c118-4079-8739-48db232e7ece),segment_id=03bdf3a3-c118-4079-8739-48db232e7ece)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:07.025561 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-255798a6-cd97-4c84-89c4-037a83f112e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:07.097856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16fba42-1599-4879-b19f-e4b5adb9d6b9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:07.100387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fba42-1599-4879-b19f-e4b5adb9d6b9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=fef7a847-279d-4195-9868-7f422145dcbf,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:07.102557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-c16fba42-1599-4879-b19f-e4b5adb9d6b9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:07.113438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-a9943ce5-d829-4962-8fae-da96ed3bd255 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Deleting port 348321ec-166f-4e06-8060-5360eee21498 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:07.113438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9943ce5-d829-4962-8fae-da96ed3bd255 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:07.118561 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b73b9fe-aaf8-40dc-8c95-422daf37040e None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:07.119797 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2eb112af-7aa9-416a-b9e5-99d81157fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:53:03Z', 'revision_number': 10, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:07.145022 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb112af-7aa9-416a-b9e5-99d81157fcb4 None None] The sync data for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv is: [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:53:03Z', 'revision_number': 10, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None, '_interfaces': [{'id': '91be71a4-b726-4e3b-b0c8-96f824c5b642', 'name': '', 'network_id': '8b61ddd9-4b8f-4845-9c26-c283a2e20541', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'mac_address': 'fa:16:3e:fe:e2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e455-03e3-40f4-9581-3388070bfded', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:53Z', 'updated_at': '2022-03-08T11:52:05Z', 'revision_number': 5, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'subnets': [{'id': '2f91ced4-7a0e-4a1a-b59f-49af47c58af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:07.165780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16fba42-1599-4879-b19f-e4b5adb9d6b9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:07.173994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c16fba42-1599-4879-b19f-e4b5adb9d6b9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:07.183458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08298bd-6c8b-4237-b4dc-07ab044c677d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:07.189655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e08298bd-6c8b-4237-b4dc-07ab044c677d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:07.239363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-255798a6-cd97-4c84-89c4-037a83f112e7 None None] Calling delete_port for 47fb16b3-d27d-449c-8a92-24c2689db2d2 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:07.243625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] For port 47fb16b3-d27d-449c-8a92-24c2689db2d2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=47fb16b3-d27d-449c-8a92-24c2689db2d2,segment=NetworkSegment(03bdf3a3-c118-4079-8739-48db232e7ece),segment_id=03bdf3a3-c118-4079-8739-48db232e7ece)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:07.244285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:07.300186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ab922-1097-41de-bbf1-275f12b641b4 None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:07.348933 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c16fba42-1599-4879-b19f-e4b5adb9d6b9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9664195 Mar 08 11:53:07.350104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49906) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:07.356076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'mac_address': 'fa:16:3e:b6:dc:8b', 'name': 'tempest-NetworksTestDHCPv6-1769194341'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:07.381393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ab922-1097-41de-bbf1-275f12b641b4 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:07.381393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-410ab922-1097-41de-bbf1-275f12b641b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:07.432215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for 47fb16b3-d27d-449c-8a92-24c2689db2d2 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:07.453040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-410ab922-1097-41de-bbf1-275f12b641b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:07.495605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-72fcb4f9-2f99-4386-b446-faa83bd06625 None None] Provisioning complete for port 348321ec-166f-4e06-8060-5360eee21498 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:07.496281 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-72fcb4f9-2f99-4386-b446-faa83bd06625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:07.518498 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e08298bd-6c8b-4237-b4dc-07ab044c677d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "PUT /v2.0/floatingips/aefd8bbb-5d9a-4c3e-9d5e-63642d62ebfd HTTP/1.1" status: 200 len: 977 time: 6.0979199 Mar 08 11:53:07.519382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49910) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:07.530243 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a791bf94-5b83-4d61-801b-883239b9e86f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:07.536043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ab922-1097-41de-bbf1-275f12b641b4 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:07.536674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-410ab922-1097-41de-bbf1-275f12b641b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:07.627663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-410ab922-1097-41de-bbf1-275f12b641b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:07.627795 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ab922-1097-41de-bbf1-275f12b641b4 None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:07.659875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9943ce5-d829-4962-8fae-da96ed3bd255 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:07.700835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-72fcb4f9-2f99-4386-b446-faa83bd06625 None None] Port 348321ec-166f-4e06-8060-5360eee21498 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:07.716802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:53:07.718628 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:53:07.724277 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-255798a6-cd97-4c84-89c4-037a83f112e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:07.782200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255798a6-cd97-4c84-89c4-037a83f112e7 None None] No DVR routers for this DVR port 47fb16b3-d27d-449c-8a92-24c2689db2d2 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:53:07.787455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255798a6-cd97-4c84-89c4-037a83f112e7 None None] Pushing event deleted for resources: {'Port': ['ID=47fb16b3-d27d-449c-8a92-24c2689db2d2,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:07.809524 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:07.821256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-a9943ce5-d829-4962-8fae-da96ed3bd255 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Calling delete_port for 348321ec-166f-4e06-8060-5360eee21498 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:07.846586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': 'fef7a847-279d-4195-9868-7f422145dcbf'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:53:07.847457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:07.959096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a791bf94-5b83-4d61-801b-883239b9e86f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.062651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:08.064383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Allocated IP 2001:db8::f816:3eff:feb4:fb8e (b6b97662-0baa-4f27-9a4e-9894348947bb/fef7a847-279d-4195-9868-7f422145dcbf/6da82a72-9ff3-4fe8-9448-a7952ab3046f) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:08.174625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:08.219629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 47fb16b3-d27d-449c-8a92-24c2689db2d2 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:08.220810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.282492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.300629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] The port '47fb16b3-d27d-449c-8a92-24c2689db2d2' was deleted {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:53:08.382894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.421235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 199bb95f-905c-4d49-ba22-f04812ada7b3 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:53:08.439520 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.465798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Transition to ACTIVE for port object 6da82a72-9ff3-4fe8-9448-a7952ab3046f will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:08.471833 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e142c6e6-19c2-47ee-8ff3-d84ad97d5be0']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:08.482804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bdf3a3-c118-4079-8739-48db232e7ece') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:08.483603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bdf3a3-c118-4079-8739-48db232e7ece') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:08.490945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Transition to ACTIVE for port object 6da82a72-9ff3-4fe8-9448-a7952ab3046f will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:08.502551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.521343 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.539024 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:53:08.539024 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.543272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9943ce5-d829-4962-8fae-da96ed3bd255 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:53:08.544308 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:53:08.583708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a791bf94-5b83-4d61-801b-883239b9e86f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.596246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.622006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9943ce5-d829-4962-8fae-da96ed3bd255 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event deleted for resources: {'Port': ['ID=348321ec-166f-4e06-8060-5360eee21498,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:08.705957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:08.713665 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a791bf94-5b83-4d61-801b-883239b9e86f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.713814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:08.713949 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-a791bf94-5b83-4d61-801b-883239b9e86f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Floating IP aefd8bbb-5d9a-4c3e-9d5e-63642d62ebfd disassociated. External IP: 172.26.4.170, port: db679a86-3504-4d4c-afba-77de4db2e224. Mar 08 11:53:08.716756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.731531 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:08.740068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:08.768941 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/networks/e142c6e6-19c2-47ee-8ff3-d84ad97d5be0 HTTP/1.1" status: 204 len: 168 time: 2.4297171 Mar 08 11:53:08.768941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49914) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:08.814301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Pushing event updated for resources: {'Port': ['ID=6da82a72-9ff3-4fe8-9448-a7952ab3046f,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:08.868388 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device e2b80262-7ab6-451f-8e2c-1350071b1a92 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:53:08.889774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Network': ['ID=e142c6e6-19c2-47ee-8ff3-d84ad97d5be0,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:08.907381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:08.914322 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:08.914483 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:08.915188 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:08.915188 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:08.915478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:08.915706 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:08.916072 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:08.916401 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:08.916742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:08.918946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:08.919052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66bf07d-3edf-4036-81c1-a4297999c5fe tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:08.944639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: e2b80262-7ab6-451f-8e2c-1350071b1a92 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:53:08.945020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device e2b80262-7ab6-451f-8e2c-1350071b1a92 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:53:08.945560 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 47fb16b3-d27d-449c-8a92-24c2689db2d2 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:53:08.986871 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 47fb16b3-d27d-449c-8a92-24c2689db2d2 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:53:08.987292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 47fb16b3-d27d-449c-8a92-24c2689db2d2 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:53:08.990310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Attempting to bind port 6da82a72-9ff3-4fe8-9448-a7952ab3046f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:53:08.990847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Attempting to bind port 6da82a72-9ff3-4fe8-9448-a7952ab3046f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:53:08.991066 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Attempting to bind port 6da82a72-9ff3-4fe8-9448-a7952ab3046f on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:53:08.995841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::f816:3eff:feb6:dc8b (b6b97662-0baa-4f27-9a4e-9894348947bb/fef7a847-279d-4195-9868-7f422145dcbf/199bb95f-905c-4d49-ba22-f04812ada7b3) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:09.000614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:53:09.001223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:09.002131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:09.002836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:53:09.003594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Bound port: 6da82a72-9ff3-4fe8-9448-a7952ab3046f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:53:09.004368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:09.126201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] For port 6da82a72-9ff3-4fe8-9448-a7952ab3046f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:53:09.129367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] For port 6da82a72-9ff3-4fe8-9448-a7952ab3046f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6da82a72-9ff3-4fe8-9448-a7952ab3046f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:53:09.212397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:09.289962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9943ce5-d829-4962-8fae-da96ed3bd255 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:09.335679 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fac459-d77c-4a14-b872-ade5267aaf2c None None] Pushing event updated for resources: {'Port': ['ID=6da82a72-9ff3-4fe8-9448-a7952ab3046f,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:09.493840 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a9943ce5-d829-4962-8fae-da96ed3bd255 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "DELETE /v2.0/ports/348321ec-166f-4e06-8060-5360eee21498 HTTP/1.1" status: 204 len: 168 time: 2.6914978 Mar 08 11:53:09.496338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49918) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:09.562952 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df8255f-6f7f-4715-a72b-e8846ea843ba tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] GET failed (client error): The resource could not be found. Mar 08 11:53:09.562952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1df8255f-6f7f-4715-a72b-e8846ea843ba tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Synchronizing usage tracker for tenant:d2f540e73d824c0e83227068ee588cfa on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:09.580303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-149ebc54-1f74-4842-92b5-2b45d5da16bb tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:09.717112 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:09.725498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a791bf94-5b83-4d61-801b-883239b9e86f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:09.737490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 199bb95f-905c-4d49-ba22-f04812ada7b3 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:09.853976 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cf59d7bb-4e4e-47c1-9596-fb87109e4405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:09.879391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1df8255f-6f7f-4715-a72b-e8846ea843ba tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Unset dirty status for tenant:d2f540e73d824c0e83227068ee588cfa on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:09.880559 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1df8255f-6f7f-4715-a72b-e8846ea843ba tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "GET /v2.0/ports/348321ec-166f-4e06-8060-5360eee21498 HTTP/1.1" status: 404 len: 333 time: 0.3833065 Mar 08 11:53:09.883347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49922) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:09.929950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a791bf94-5b83-4d61-801b-883239b9e86f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:09.934022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a791bf94-5b83-4d61-801b-883239b9e86f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:09.940204 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643146a6-8859-41e5-8ca8-5302506ea999 None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:09.954251 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643146a6-8859-41e5-8ca8-5302506ea999 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:09.955225 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-643146a6-8859-41e5-8ca8-5302506ea999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:09.969837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:10.028604 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-643146a6-8859-41e5-8ca8-5302506ea999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:10.038512 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643146a6-8859-41e5-8ca8-5302506ea999 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:10.039116 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-643146a6-8859-41e5-8ca8-5302506ea999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:52:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:10.049575 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a791bf94-5b83-4d61-801b-883239b9e86f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "PUT /v2.0/floatingips/aefd8bbb-5d9a-4c3e-9d5e-63642d62ebfd HTTP/1.1" status: 200 len: 688 time: 2.5288496 Mar 08 11:53:10.054951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-96e38bd8-1f21-4f94-b08e-2304fb70c005 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Deleting port 8ae07d5b-1b78-4c4a-9d80-c37cca3aed76 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:10.055311 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-96e38bd8-1f21-4f94-b08e-2304fb70c005 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:10.061428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49926) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:10.067924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:10.111544 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-643146a6-8859-41e5-8ca8-5302506ea999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:10.111964 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643146a6-8859-41e5-8ca8-5302506ea999 None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:10.123265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=199bb95f-905c-4d49-ba22-f04812ada7b3,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:10.133066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:10.143065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:10.148524 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:10.149127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:10.248141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-bd04558e-2851-43d4-8389-fb54b7771eac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port 8e955de2-dff8-4ca7-9f47-0bbb0d4f2efc {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:10.248915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bd04558e-2851-43d4-8389-fb54b7771eac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:10.332674 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a23aeedf-4e0b-4a1d-9f04-e5628f267156 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9813190 Mar 08 11:53:10.335886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49930) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:10.379800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-149ebc54-1f74-4842-92b5-2b45d5da16bb tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port 91be71a4-b726-4e3b-b0c8-96f824c5b642 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:10.380161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-149ebc54-1f74-4842-92b5-2b45d5da16bb tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:10.451394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-96e38bd8-1f21-4f94-b08e-2304fb70c005 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:10.479047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bd04558e-2851-43d4-8389-fb54b7771eac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:10.479380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bd04558e-2851-43d4-8389-fb54b7771eac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:10.610215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-bd04558e-2851-43d4-8389-fb54b7771eac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for 8e955de2-dff8-4ca7-9f47-0bbb0d4f2efc owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:10.624336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-96e38bd8-1f21-4f94-b08e-2304fb70c005 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Calling delete_port for 8ae07d5b-1b78-4c4a-9d80-c37cca3aed76 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:10.717600 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8de87a7f-4b4a-4e36-a045-0448b1028d21 None None] Provisioning for port 6da82a72-9ff3-4fe8-9448-a7952ab3046f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:10.769925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64781c9c-2024-4bed-81df-86d9bc275457 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:10.775833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64781c9c-2024-4bed-81df-86d9bc275457 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:10.776638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-64781c9c-2024-4bed-81df-86d9bc275457 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:10.801705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6da82a72-9ff3-4fe8-9448-a7952ab3046f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:10.815602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bd04558e-2851-43d4-8389-fb54b7771eac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:10.818665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-149ebc54-1f74-4842-92b5-2b45d5da16bb tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] For port 91be71a4-b726-4e3b-b0c8-96f824c5b642, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=91be71a4-b726-4e3b-b0c8-96f824c5b642,segment=NetworkSegment(92ad865f-a0b9-4ac2-9585-6bb7f855a96a),segment_id=92ad865f-a0b9-4ac2-9585-6bb7f855a96a)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:10.819031 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-149ebc54-1f74-4842-92b5-2b45d5da16bb tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:10.908797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-64781c9c-2024-4bed-81df-86d9bc275457 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:10.909996 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-64781c9c-2024-4bed-81df-86d9bc275457 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5731940 Mar 08 11:53:10.934805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49934) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:10.936515 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04558e-2851-43d4-8389-fb54b7771eac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=8e955de2-dff8-4ca7-9f47-0bbb0d4f2efc,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:10.967957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bd04558e-2851-43d4-8389-fb54b7771eac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:10.996536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 6da82a72-9ff3-4fe8-9448-a7952ab3046f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:11.002662 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 6da82a72-9ff3-4fe8-9448-a7952ab3046f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:11.002795 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-149ebc54-1f74-4842-92b5-2b45d5da16bb tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for 91be71a4-b726-4e3b-b0c8-96f824c5b642 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:11.002900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:11.048831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bd04558e-2851-43d4-8389-fb54b7771eac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:11.053317 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bd04558e-2851-43d4-8389-fb54b7771eac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/floatingips/aefd8bbb-5d9a-4c3e-9d5e-63642d62ebfd HTTP/1.1" status: 204 len: 168 time: 0.9876120 Mar 08 11:53:11.054004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49938) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:11.134370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:11.135416 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-4d3131c2-c41d-4c3c-b75f-7c17abfbacc5 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] delete failed (client error): The resource could not be found. Mar 08 11:53:11.140187 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4d3131c2-c41d-4c3c-b75f-7c17abfbacc5 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/floatingips/aefd8bbb-5d9a-4c3e-9d5e-63642d62ebfd HTTP/1.1" status: 404 len: 345 time: 0.0818832 Mar 08 11:53:11.146172 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49942) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:11.160024 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-fd57648e-5edc-4618-979d-89131fe37182 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 199bb95f-905c-4d49-ba22-f04812ada7b3 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:11.160379 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fd57648e-5edc-4618-979d-89131fe37182 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:11.171942 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-588d712a-dc5e-4f89-88dd-5532b41acbca None None] Provisioning for port 199bb95f-905c-4d49-ba22-f04812ada7b3 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:11.180589 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 6da82a72-9ff3-4fe8-9448-a7952ab3046f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6da82a72-9ff3-4fe8-9448-a7952ab3046f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:11.181934 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-588d712a-dc5e-4f89-88dd-5532b41acbca None None] Provisioning complete for port 199bb95f-905c-4d49-ba22-f04812ada7b3 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:11.182367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-588d712a-dc5e-4f89-88dd-5532b41acbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:11.247887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-588d712a-dc5e-4f89-88dd-5532b41acbca None None] Port 199bb95f-905c-4d49-ba22-f04812ada7b3 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:11.294766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:11.346777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-96e38bd8-1f21-4f94-b08e-2304fb70c005 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:11.353825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d788386-b70d-46f9-aa4e-e5688b8a06b3 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:11.360355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d788386-b70d-46f9-aa4e-e5688b8a06b3 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:11.370478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d788386-b70d-46f9-aa4e-e5688b8a06b3 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:11.371376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8d788386-b70d-46f9-aa4e-e5688b8a06b3 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Synchronizing usage tracker for tenant:bcfd272a30304664a6d8859ebca227e9 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:11.372999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=6da82a72-9ff3-4fe8-9448-a7952ab3046f,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:11.411842 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e38bd8-1f21-4f94-b08e-2304fb70c005 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event deleted for resources: {'Port': ['ID=8ae07d5b-1b78-4c4a-9d80-c37cca3aed76,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:11.449956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8d788386-b70d-46f9-aa4e-e5688b8a06b3 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Unset dirty status for tenant:bcfd272a30304664a6d8859ebca227e9 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:11.449956 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8d788386-b70d-46f9-aa4e-e5688b8a06b3 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "GET /v2.0/ports?network_id=2f60beac-3b31-4ddf-827a-0614249e373b HTTP/1.1" status: 200 len: 2356 time: 0.3075461 Mar 08 11:53:11.454199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49948) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:11.505390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-96e38bd8-1f21-4f94-b08e-2304fb70c005 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:11.530947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6c6b11-294c-4670-a02f-9aec32f24dab tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:11.532290 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3f6c6b11-294c-4670-a02f-9aec32f24dab tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "GET /v2.0/subnets/d4c68857-93dd-4a24-a4b4-93f81accbb68 HTTP/1.1" status: 200 len: 797 time: 0.0771432 Mar 08 11:53:11.537127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49952) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:11.543065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'port': {'network_id': '2f60beac-3b31-4ddf-827a-0614249e373b', 'name': 'tempest-FloatingIPTestJSON-107758568', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:11.671277 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-96e38bd8-1f21-4f94-b08e-2304fb70c005 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "DELETE /v2.0/ports/8ae07d5b-1b78-4c4a-9d80-c37cca3aed76 HTTP/1.1" status: 204 len: 168 time: 1.7864182 Mar 08 11:53:11.675485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49956) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:11.734071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fd57648e-5edc-4618-979d-89131fe37182 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:11.737413 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c0e525-4e73-4e5f-b1e8-45ef172b07d7 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] GET failed (client error): The resource could not be found. Mar 08 11:53:11.737979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c5c0e525-4e73-4e5f-b1e8-45ef172b07d7 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Synchronizing usage tracker for tenant:d2f540e73d824c0e83227068ee588cfa on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:11.744952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:11.758890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:11.804361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-149ebc54-1f74-4842-92b5-2b45d5da16bb tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:11.819900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c5c0e525-4e73-4e5f-b1e8-45ef172b07d7 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Unset dirty status for tenant:d2f540e73d824c0e83227068ee588cfa on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:11.821290 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c5c0e525-4e73-4e5f-b1e8-45ef172b07d7 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "GET /v2.0/ports/8ae07d5b-1b78-4c4a-9d80-c37cca3aed76 HTTP/1.1" status: 404 len: 333 time: 0.1445084 Mar 08 11:53:11.832282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49960) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:11.861142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Made reservation on behalf of bcfd272a30304664a6d8859ebca227e9 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:11.906095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-fd57648e-5edc-4618-979d-89131fe37182 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 199bb95f-905c-4d49-ba22-f04812ada7b3 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:11.952542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ebc54-1f74-4842-92b5-2b45d5da16bb tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=91be71a4-b726-4e3b-b0c8-96f824c5b642,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:11.973714 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b68db3e8-ba78-435b-9f14-b23f5a32e871 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Deleting port 665c2869-f19a-4d6e-a684-715ffa73fafb {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:11.974103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b68db3e8-ba78-435b-9f14-b23f5a32e871 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:12.092432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:12.135894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] device_id is not set on port faa80d71-cc2c-4539-850e-04cc34ef46ef yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:53:12.157455 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-149ebc54-1f74-4842-92b5-2b45d5da16bb tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:12.191041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebac4-7860-4bc2-a5c0-021a62b405f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:12.305521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b68db3e8-ba78-435b-9f14-b23f5a32e871 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:12.433982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b68db3e8-ba78-435b-9f14-b23f5a32e871 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Calling delete_port for 665c2869-f19a-4d6e-a684-715ffa73fafb owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:12.471055 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fd57648e-5edc-4618-979d-89131fe37182 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:12.535888 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57648e-5edc-4618-979d-89131fe37182 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=199bb95f-905c-4d49-ba22-f04812ada7b3,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:12.543526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149ebc54-1f74-4842-92b5-2b45d5da16bb tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 4be3e455-03e3-40f4-9581-3388070bfded has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:12.588988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fd57648e-5edc-4618-979d-89131fe37182 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:12.799116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6da82a72-9ff3-4fe8-9448-a7952ab3046f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:12.878616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b68db3e8-ba78-435b-9f14-b23f5a32e871 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:12.884483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 6da82a72-9ff3-4fe8-9448-a7952ab3046f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:12.884875 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:12.886989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149ebc54-1f74-4842-92b5-2b45d5da16bb tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:12.892907 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-149ebc54-1f74-4842-92b5-2b45d5da16bb tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1262891 Mar 08 11:53:12.896451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49964) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:12.919483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba4e0ff-0e6a-4237-a96d-3132c3fe4a85 None None] Sync routers for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:12.947090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba4e0ff-0e6a-4237-a96d-3132c3fe4a85 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:12.947726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fba4e0ff-0e6a-4237-a96d-3132c3fe4a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:12.971409 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-7516995d-0997-48f4-b73a-42b5373478cf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting subnet 2f91ced4-7a0e-4a1a-b59f-49af47c58af5 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:53:12.974801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7516995d-0997-48f4-b73a-42b5373478cf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:12.977249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.20.0.14 (2f60beac-3b31-4ddf-827a-0614249e373b/d4c68857-93dd-4a24-a4b4-93f81accbb68/faa80d71-cc2c-4539-850e-04cc34ef46ef) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:12.984410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.20.0.13 (2f60beac-3b31-4ddf-827a-0614249e373b/d4c68857-93dd-4a24-a4b4-93f81accbb68/faa80d71-cc2c-4539-850e-04cc34ef46ef) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:13.040988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7516995d-0997-48f4-b73a-42b5373478cf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.104150 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-fba4e0ff-0e6a-4237-a96d-3132c3fe4a85 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:53:13.134062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7516995d-0997-48f4-b73a-42b5373478cf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.221693 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fd57648e-5edc-4618-979d-89131fe37182 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/199bb95f-905c-4d49-ba22-f04812ada7b3 HTTP/1.1" status: 204 len: 168 time: 2.2810414 Mar 08 11:53:13.222018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49968) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:13.235969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fba4e0ff-0e6a-4237-a96d-3132c3fe4a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:53:11Z', 'revision_number': 11, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:13.286917 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba4e0ff-0e6a-4237-a96d-3132c3fe4a85 None None] Checking router: 4be3e455-03e3-40f4-9581-3388070bfded for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:53:13.289250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68db3e8-ba78-435b-9f14-b23f5a32e871 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event deleted for resources: {'Port': ['ID=665c2869-f19a-4d6e-a684-715ffa73fafb,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:13.323077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7516995d-0997-48f4-b73a-42b5373478cf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.357216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b68db3e8-ba78-435b-9f14-b23f5a32e871 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.367820 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba4e0ff-0e6a-4237-a96d-3132c3fe4a85 None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:13.368733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fba4e0ff-0e6a-4237-a96d-3132c3fe4a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:13.416553 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.447655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7516995d-0997-48f4-b73a-42b5373478cf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.452869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516995d-0997-48f4-b73a-42b5373478cf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Subnet': ['ID=2f91ced4-7a0e-4a1a-b59f-49af47c58af5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:13.476335 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7516995d-0997-48f4-b73a-42b5373478cf tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/2f91ced4-7a0e-4a1a-b59f-49af47c58af5 HTTP/1.1" status: 204 len: 168 time: 0.5763974 Mar 08 11:53:13.477384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49972) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:13.484131 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b68db3e8-ba78-435b-9f14-b23f5a32e871 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "DELETE /v2.0/ports/665c2869-f19a-4d6e-a684-715ffa73fafb HTTP/1.1" status: 204 len: 168 time: 1.6567051 Mar 08 11:53:13.486130 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6481229-5282-4e32-be4b-fca1a7120ae2 None None] Network 8b61ddd9-4b8f-4845-9c26-c283a2e20541 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:13.486861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49974) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:13.488088 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0435b36b-a18d-47b5-989e-2b20d13c5d99 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:13.491545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0435b36b-a18d-47b5-989e-2b20d13c5d99 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:13.493162 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0435b36b-a18d-47b5-989e-2b20d13c5d99 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2701647 Mar 08 11:53:13.495764 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49980) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:13.520286 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.605106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.697310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0529362-6710-4bd7-8daf-c81092fe9a28 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Deleting subnet ce996239-5d98-4ffa-b74c-342752853ddf {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:53:13.723246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ae2189-566b-4ea3-8ba7-bd90985c833f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet fef7a847-279d-4195-9868-7f422145dcbf {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:53:13.728090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78ae2189-566b-4ea3-8ba7-bd90985c833f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.734026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0529362-6710-4bd7-8daf-c81092fe9a28 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.736618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.742105 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-fba4e0ff-0e6a-4237-a96d-3132c3fe4a85 None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:53:13.768553 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.796972 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.799550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=faa80d71-cc2c-4539-850e-04cc34ef46ef,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:13.807114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Deleting port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:13.807312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network 2f60beac-3b31-4ddf-827a-0614249e373b is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:13.807504 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.811039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:13.815026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:13.841124 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78ae2189-566b-4ea3-8ba7-bd90985c833f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.862059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0529362-6710-4bd7-8daf-c81092fe9a28 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.880680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fba4e0ff-0e6a-4237-a96d-3132c3fe4a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:53:11Z', 'revision_number': 11, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:13.902100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba4e0ff-0e6a-4237-a96d-3132c3fe4a85 None None] The sync data for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv is: [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:53:11Z', 'revision_number': 11, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:13.939710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:13.940378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:13.989272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0529362-6710-4bd7-8daf-c81092fe9a28 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.058900 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-849d7dae-e6a8-46c0-9c52-b15943a2bb4d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.5205231 Mar 08 11:53:14.061432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49984) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:14.075052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': 'faa80d71-cc2c-4539-850e-04cc34ef46ef', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:14.083631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:14.089815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:floatingip and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:14.098923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:14.100164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:14.112294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78ae2189-566b-4ea3-8ba7-bd90985c833f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.171102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] For port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7,segment=NetworkSegment(92ad865f-a0b9-4ac2-9585-6bb7f855a96a),segment_id=92ad865f-a0b9-4ac2-9585-6bb7f855a96a)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:14.171402 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.190064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0529362-6710-4bd7-8daf-c81092fe9a28 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.223311 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.244204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0529362-6710-4bd7-8daf-c81092fe9a28 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event deleted for resources: {'Subnet': ['ID=ce996239-5d98-4ffa-b74c-342752853ddf,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:14.249913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0529362-6710-4bd7-8daf-c81092fe9a28 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.269087 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc29708-cffe-4733-b3fc-27a7e7fa3069 None None] Network cebfe8f3-dc25-45d0-81f5-5c48857a5baa requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:14.278509 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a0529362-6710-4bd7-8daf-c81092fe9a28 tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "DELETE /v2.0/subnets/ce996239-5d98-4ffa-b74c-342752853ddf HTTP/1.1" status: 204 len: 168 time: 0.7904761 Mar 08 11:53:14.280354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 49988) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:14.297792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f58277b-3261-4002-8f7a-27517f3965a7 None None] DHCP port deletion for 8b61ddd9-4b8f-4845-9c26-c283a2e20541 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:53:14.304561 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Calling delete_port for c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:14.323739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-5f58277b-3261-4002-8f7a-27517f3965a7 None None] Deleting port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:14.324639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5f58277b-3261-4002-8f7a-27517f3965a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.437621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78ae2189-566b-4ea3-8ba7-bd90985c833f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.478690 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.495955 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae2189-566b-4ea3-8ba7-bd90985c833f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=fef7a847-279d-4195-9868-7f422145dcbf,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:14.496593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Deleting port 2f9b76c0-857b-4c90-8841-004e651bd69a {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:14.496944 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.500651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78ae2189-566b-4ea3-8ba7-bd90985c833f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.516471 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-78ae2189-566b-4ea3-8ba7-bd90985c833f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/fef7a847-279d-4195-9868-7f422145dcbf HTTP/1.1" status: 204 len: 168 time: 1.0196395 Mar 08 11:53:14.518723 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49992) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:14.531247 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7a0655-30e2-4890-82a7-2733c3b6c357 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:14.595455 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.645703 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7adce80e-eb9b-459f-915d-ee372b61be06 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256571 Mar 08 11:53:14.654618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 49996) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:14.674185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:14.689433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Port': ['ID=c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:14.712489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] No DVR routers for this DVR port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:53:14.738609 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 91be71a4-b726-4e3b-b0c8-96f824c5b642 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:53:14.803009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.809734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] For port 2f9b76c0-857b-4c90-8841-004e651bd69a, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2f9b76c0-857b-4c90-8841-004e651bd69a,segment=NetworkSegment(73ae13c1-1583-455a-8a1c-134a55e72047),segment_id=73ae13c1-1583-455a-8a1c-134a55e72047)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:14.810180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.826208 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 91be71a4-b726-4e3b-b0c8-96f824c5b642 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:53:14.826583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 91be71a4-b726-4e3b-b0c8-96f824c5b642 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:53:14.827005 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:53:14.898741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.911351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:53:14.916052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:53:14.975496 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-5f58277b-3261-4002-8f7a-27517f3965a7 None None] For port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7,segment=NetworkSegment(92ad865f-a0b9-4ac2-9585-6bb7f855a96a),segment_id=92ad865f-a0b9-4ac2-9585-6bb7f855a96a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:14.975785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5f58277b-3261-4002-8f7a-27517f3965a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:14.981180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Calling delete_port for 2f9b76c0-857b-4c90-8841-004e651bd69a owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:15.019366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.026737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:15.034735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:15.044855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:15.059726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:15.062307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b61ddd9-4b8f-4845-9c26-c283a2e20541']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:15.077965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ad865f-a0b9-4ac2-9585-6bb7f855a96a') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:15.078211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ad865f-a0b9-4ac2-9585-6bb7f855a96a') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:15.090966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.110063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.121671 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:53:15.121671 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.138566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.26.4.217 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/bd6d53d8-71fd-49ce-91fd-37fa52bb2c93) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:53:15.139861 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:53:15.159212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38027f25-4e20-44d5-809e-b4892ac2927b None None] DHCP port deletion for cebfe8f3-dc25-45d0-81f5-5c48857a5baa request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:53:15.168928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-5f58277b-3261-4002-8f7a-27517f3965a7 None None] Calling delete_port for c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:15.203843 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-38027f25-4e20-44d5-809e-b4892ac2927b None None] Deleting port 2f9b76c0-857b-4c90-8841-004e651bd69a {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:15.204210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-38027f25-4e20-44d5-809e-b4892ac2927b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.210681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:15.213819 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.241364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.298658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-38027f25-4e20-44d5-809e-b4892ac2927b None None] The port '2f9b76c0-857b-4c90-8841-004e651bd69a' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:53:15.308193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event deleted for resources: {'Port': ['ID=2f9b76c0-857b-4c90-8841-004e651bd69a,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:15.310111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] No DVR routers for this DVR port 2f9b76c0-857b-4c90-8841-004e651bd69a on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:53:15.340006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.344066 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-5f58277b-3261-4002-8f7a-27517f3965a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:53:15.344434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-5f58277b-3261-4002-8f7a-27517f3965a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:53:15.360732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.382208 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Pushing event deleted for resources: {'Network': ['ID=8b61ddd9-4b8f-4845-9c26-c283a2e20541,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:15.388301 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-18349ed5-c0a6-4515-b8af-fc585c9b1875 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/networks/8b61ddd9-4b8f-4845-9c26-c283a2e20541 HTTP/1.1" status: 204 len: 168 time: 1.8915093 Mar 08 11:53:15.388985 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50000) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:15.394678 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5f0f7924-1289-4c63-b0d3-1b7cacb38d1b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'router': {'routes': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:15.419135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:53:15.424593 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Deleting port 6da82a72-9ff3-4fe8-9448-a7952ab3046f {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:15.425034 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.570100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.620263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebfe8f3-dc25-45d0-81f5-5c48857a5baa']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:15.637625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.641483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ae13c1-1583-455a-8a1c-134a55e72047') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:15.641843 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ae13c1-1583-455a-8a1c-134a55e72047') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:15.649325 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] For port 6da82a72-9ff3-4fe8-9448-a7952ab3046f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6da82a72-9ff3-4fe8-9448-a7952ab3046f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:15.650074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.657870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.692630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.699343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:53:15.703379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:53:15.716155 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:53:15.774379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Calling delete_port for 6da82a72-9ff3-4fe8-9448-a7952ab3046f owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:15.790508 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.extraroute_db [None req-5f0f7924-1289-4c63-b0d3-1b7cacb38d1b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Added routes are [] {{(pid=88470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 08 11:53:15.790818 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.extraroute_db [None req-5f0f7924-1289-4c63-b0d3-1b7cacb38d1b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Removed routes are [] {{(pid=88470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 08 11:53:15.791187 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7924-1289-4c63-b0d3-1b7cacb38d1b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.791884 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.845750 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-5f58277b-3261-4002-8f7a-27517f3965a7 None None] Deleting port c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:15.846216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5f58277b-3261-4002-8f7a-27517f3965a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.867313 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:15.870736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:15.879096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:15.922198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-5f58277b-3261-4002-8f7a-27517f3965a7 None None] The port 'c26cc8d7-5671-4b41-b5aa-c13bd1b2cef7' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:53:15.932927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.935188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.938585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=bd6d53d8-71fd-49ce-91fd-37fa52bb2c93,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:15.970474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:15.973110 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] Pushing event deleted for resources: {'Network': ['ID=cebfe8f3-dc25-45d0-81f5-5c48857a5baa,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:15.992639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Pushing event deleted for resources: {'Port': ['ID=6da82a72-9ff3-4fe8-9448-a7952ab3046f,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:15.996689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] No DVR routers for this DVR port 6da82a72-9ff3-4fe8-9448-a7952ab3046f on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:53:16.002799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:16.003153 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:16.003492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:16.004059 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:16.004279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:16.004715 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:16.005154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:16.005485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:16.006013 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:16.006303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:16.006628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:16.006946 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de85f96-bf9b-4023-96b3-1215b07bc626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:16.032925 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4dd77472-895d-4754-ab4b-d28c5768d35a tempest-AllowedAddressPairIpV6TestJSON-1668589600 tempest-AllowedAddressPairIpV6TestJSON-1668589600-project] 10.222.0.32 "DELETE /v2.0/networks/cebfe8f3-dc25-45d0-81f5-5c48857a5baa HTTP/1.1" status: 204 len: 168 time: 1.7461536 Mar 08 11:53:16.098103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7924-1289-4c63-b0d3-1b7cacb38d1b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:16.102023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7924-1289-4c63-b0d3-1b7cacb38d1b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:16.405810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:16.415049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0f7924-1289-4c63-b0d3-1b7cacb38d1b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router 4be3e455-03e3-40f4-9581-3388070bfded has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:16.458670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.objects.ports [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:53:16.460979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:16.587243 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:16.662166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:16.663623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0f7924-1289-4c63-b0d3-1b7cacb38d1b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:16.684787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7924-1289-4c63-b0d3-1b7cacb38d1b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:16.684917 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b13faf-4c15-4de9-8284-e98abd41694e None None] Sync routers for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:16.685396 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5f0f7924-1289-4c63-b0d3-1b7cacb38d1b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded HTTP/1.1" status: 200 len: 704 time: 1.2891221 Mar 08 11:53:16.685396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:16.685396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50008) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:16.692840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a320d738-1e3d-471f-ba9b-90ebac008226 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:16.694137 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:16.694859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:16.695712 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b13faf-4c15-4de9-8284-e98abd41694e None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:16.696421 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-58b13faf-4c15-4de9-8284-e98abd41694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:16.744379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6da82a72-9ff3-4fe8-9448-a7952ab3046f no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:53:16.746133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50012) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:16.759413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-db63fc78-4466-4dde-a04b-5707e7d06830 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Synchronizing usage tracker for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:16.765853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=d16212eb-5d55-47ff-8fe5-03914eb10fc0,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:16.795986 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 6da82a72-9ff3-4fe8-9448-a7952ab3046f {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:53:16.796330 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6da82a72-9ff3-4fe8-9448-a7952ab3046f not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:53:16.796937 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2f9b76c0-857b-4c90-8841-004e651bd69a no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:53:16.828639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50018) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:16.830159 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e0d956d4-d63c-467c-8292-6c5c92e342db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1660678 Mar 08 11:53:16.839175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'mac_address': 'fa:16:3e:92:76:ba', 'name': 'tempest-NetworksTestDHCPv6-134437068'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:16.870991 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-db63fc78-4466-4dde-a04b-5707e7d06830 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Unset dirty status for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:16.872267 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-db63fc78-4466-4dde-a04b-5707e7d06830 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=4be3e455-03e3-40f4-9581-3388070bfded HTTP/1.1" status: 200 len: 205 time: 0.1732121 Mar 08 11:53:16.874913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50022) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:16.915106 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 2f9b76c0-857b-4c90-8841-004e651bd69a {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:53:16.915864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2f9b76c0-857b-4c90-8841-004e651bd69a not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:53:16.948915 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-58b13faf-4c15-4de9-8284-e98abd41694e None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:53:17.052009 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-15fec4c7-065c-45a7-b369-3ba514e5ae86 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.059967 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7b29a88c-26a9-4a46-a455-da9291c631cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2f540e73d824c0e83227068ee588cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126109 Mar 08 11:53:17.064514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50026) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:17.085185 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-58b13faf-4c15-4de9-8284-e98abd41694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:53:11Z', 'revision_number': 11, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:17.089427 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b13faf-4c15-4de9-8284-e98abd41694e None None] Checking router: 4be3e455-03e3-40f4-9581-3388070bfded for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:53:17.090691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': 'd16212eb-5d55-47ff-8fe5-03914eb10fc0'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:53:17.091543 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.101633 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b13faf-4c15-4de9-8284-e98abd41694e None None] Routers {'4be3e455-03e3-40f4-9581-3388070bfded'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:17.102443 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-58b13faf-4c15-4de9-8284-e98abd41694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4be3e455-03e3-40f4-9581-3388070bfded'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:17.104131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.108668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:17.126259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:port and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:17.135924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:17.147518 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:17.160740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.238402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4c3ece85-f6ee-47ca-a9d1-43cd8a135fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.240346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:17.283917 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-58b13faf-4c15-4de9-8284-e98abd41694e None None] Set router 4be3e455-03e3-40f4-9581-3388070bfded gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:53:17.303759 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Allocated IP 2001:db8::f816:3eff:fe19:c03b (b6b97662-0baa-4f27-9a4e-9894348947bb/d16212eb-5d55-47ff-8fe5-03914eb10fc0/d42b252b-4a8a-401b-a331-8d495b393756) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:17.348404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=bd6d53d8-71fd-49ce-91fd-37fa52bb2c93,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:17.400586 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-58b13faf-4c15-4de9-8284-e98abd41694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:53:11Z', 'revision_number': 11, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:17.405137 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b13faf-4c15-4de9-8284-e98abd41694e None None] The sync data for ids ['4be3e455-03e3-40f4-9581-3388070bfded'] in dv-neutron-828143-8-hyperv is: [{'id': '4be3e455-03e3-40f4-9581-3388070bfded', 'name': 'tempest-RoutersIpV6Test-router-472553615', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:45Z', 'updated_at': '2022-03-08T11:53:11Z', 'revision_number': 11, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:17.444323 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-15fec4c7-065c-45a7-b369-3ba514e5ae86 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.449963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-15fec4c7-065c-45a7-b369-3ba514e5ae86 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.559033 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-15fec4c7-065c-45a7-b369-3ba514e5ae86 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.559961 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fec4c7-065c-45a7-b369-3ba514e5ae86 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Fanout notify agent at l3_agent the message router_deleted on router 4be3e455-03e3-40f4-9581-3388070bfded {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:53:17.563536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4c3ece85-f6ee-47ca-a9d1-43cd8a135fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.574880 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.579391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-15fec4c7-065c-45a7-b369-3ba514e5ae86 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.580611 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-15fec4c7-065c-45a7-b369-3ba514e5ae86 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded HTTP/1.1" status: 204 len: 168 time: 0.7046845 Mar 08 11:53:17.586135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50032) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:17.594204 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2e8d43e9-60e0-47f7-a45d-9edfb95145e1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1281390869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:17.595778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Transition to ACTIVE for port object d42b252b-4a8a-401b-a331-8d495b393756 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:17.601443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2e8d43e9-60e0-47f7-a45d-9edfb95145e1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:17.607448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2e8d43e9-60e0-47f7-a45d-9edfb95145e1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Usage tracker for resource:router and tenant:f760e85082c84851af19b07d0d1cf0c0 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:17.611892 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2e8d43e9-60e0-47f7-a45d-9edfb95145e1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:17.615431 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Transition to ACTIVE for port object d42b252b-4a8a-401b-a331-8d495b393756 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:17.628574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2e8d43e9-60e0-47f7-a45d-9edfb95145e1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:17.636898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.688886 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.729259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e8d43e9-60e0-47f7-a45d-9edfb95145e1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.731296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e8d43e9-60e0-47f7-a45d-9edfb95145e1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.738969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.752973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:17.760049 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:17.765552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:17.770828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Pushing event updated for resources: {'Port': ['ID=d42b252b-4a8a-401b-a331-8d495b393756,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:17.790380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e8d43e9-60e0-47f7-a45d-9edfb95145e1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.829683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4c3ece85-f6ee-47ca-a9d1-43cd8a135fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.848126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port ebedea04-584c-4ce5-a275-49c2c8b135af yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:53:17.882909 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e8d43e9-60e0-47f7-a45d-9edfb95145e1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.892618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Attempting to bind port d42b252b-4a8a-401b-a331-8d495b393756 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:53:17.892991 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Attempting to bind port d42b252b-4a8a-401b-a331-8d495b393756 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:53:17.893357 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Attempting to bind port d42b252b-4a8a-401b-a331-8d495b393756 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:53:17.894865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ece85-f6ee-47ca-a9d1-43cd8a135fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fddac16-e421-4df1-aa47-542561c00fc1,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:17.899419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:53:17.899800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:17.900209 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.900608 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:53:17.901073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Bound port: d42b252b-4a8a-401b-a331-8d495b393756, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:53:17.901498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.947130 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Floating IP 42bfdd71-0326-48b0-8eff-0eeff57f3567 associated. External IP: 172.26.4.217, port: faa80d71-cc2c-4539-850e-04cc34ef46ef. Mar 08 11:53:17.973942 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e8d43e9-60e0-47f7-a45d-9edfb95145e1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:17.977939 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2e8d43e9-60e0-47f7-a45d-9edfb95145e1 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3881567 Mar 08 11:53:17.984449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50036) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:17.984449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-bfcdd528-86bc-4387-949b-77b887d7325d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:18.006747 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] For port d42b252b-4a8a-401b-a331-8d495b393756, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:53:18.009847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] For port d42b252b-4a8a-401b-a331-8d495b393756, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d42b252b-4a8a-401b-a331-8d495b393756,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:53:18.016016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4c3ece85-f6ee-47ca-a9d1-43cd8a135fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:18.017060 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4c3ece85-f6ee-47ca-a9d1-43cd8a135fb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fddac16-e421-4df1-aa47-542561c00fc1 HTTP/1.1" status: 204 len: 168 time: 0.9481330 Mar 08 11:53:18.099930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:18.170729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::f816:3eff:fe92:76ba (b6b97662-0baa-4f27-9a4e-9894348947bb/d16212eb-5d55-47ff-8fe5-03914eb10fc0/ebedea04-584c-4ce5-a275-49c2c8b135af) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:18.189527 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a634e-a575-43b7-8ff5-77f7c2ce73e9 None None] Pushing event updated for resources: {'Port': ['ID=d42b252b-4a8a-401b-a331-8d495b393756,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:18.524152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:18.525232 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd528-86bc-4387-949b-77b887d7325d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:18.596732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd528-86bc-4387-949b-77b887d7325d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:18.684687 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:18.726978 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object ebedea04-584c-4ce5-a275-49c2c8b135af will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:18.809361 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d42b252b-4a8a-401b-a331-8d495b393756 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:18.852294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:18.866679 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1d5ea-0b35-4e4d-a2b9-089b7797ad2b None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:18.894140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1d5ea-0b35-4e4d-a2b9-089b7797ad2b None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:18.894761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b9a1d5ea-0b35-4e4d-a2b9-089b7797ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:18.966333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b9a1d5ea-0b35-4e4d-a2b9-089b7797ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:18.980529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1d5ea-0b35-4e4d-a2b9-089b7797ad2b None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:18.981122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b9a1d5ea-0b35-4e4d-a2b9-089b7797ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:18.990035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcdd528-86bc-4387-949b-77b887d7325d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Router c72278a2-efae-4c82-8725-bee4d7be3c28 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:53:19.045749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:19.054766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b9a1d5ea-0b35-4e4d-a2b9-089b7797ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:19.055259 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1d5ea-0b35-4e4d-a2b9-089b7797ad2b None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:19.072934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:19.142821 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcdd528-86bc-4387-949b-77b887d7325d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:19.145149 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port d42b252b-4a8a-401b-a331-8d495b393756 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:19.151857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd528-86bc-4387-949b-77b887d7325d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:19.153602 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bfcdd528-86bc-4387-949b-77b887d7325d tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "PUT /v2.0/routers/c72278a2-efae-4c82-8725-bee4d7be3c28 HTTP/1.1" status: 200 len: 698 time: 1.1741610 Mar 08 11:53:19.155080 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:19.160709 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:19.161532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50060) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:19.163272 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a48aa9-5687-477c-92bc-986c2821c0f8 None None] Sync routers for ids ['c72278a2-efae-4c82-8725-bee4d7be3c28'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:19.168693 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:19.174511 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a48aa9-5687-477c-92bc-986c2821c0f8 None None] Routers {'c72278a2-efae-4c82-8725-bee4d7be3c28'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:19.175109 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-64a48aa9-5687-477c-92bc-986c2821c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['c72278a2-efae-4c82-8725-bee4d7be3c28'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:19.181826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:19.182829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:19.232126 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-de1dba65-3876-44ea-b816-8dc922e8637b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1696384 Mar 08 11:53:19.234116 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=ebedea04-584c-4ce5-a275-49c2c8b135af,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:19.236819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50064) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:19.243534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a0c9bc4f-625d-4d29-916e-3c7a24677070 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'floatingip': {'port_id': 'faa80d71-cc2c-4539-850e-04cc34ef46ef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:19.320150 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b0e686e8-1fd7-48fb-aa86-6ffb84b540a9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/routers/c72278a2-efae-4c82-8725-bee4d7be3c28 HTTP/1.1" status: 200 len: 704 time: 0.1564295 Mar 08 11:53:19.322704 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50068) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:19.340680 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e2959d7d-cb84-40e1-ba37-9bb98e62b3ae tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5084100 Mar 08 11:53:19.341419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50072) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:19.352128 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-64a48aa9-5687-477c-92bc-986c2821c0f8 None None] Set router c72278a2-efae-4c82-8725-bee4d7be3c28 gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:53:19.387754 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7bf87a10-ef5a-49d4-a4a6-863de41fd4c6 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72278a2-efae-4c82-8725-bee4d7be3c28 HTTP/1.1" status: 200 len: 205 time: 0.0560229 Mar 08 11:53:19.390388 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50078) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:19.509693 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-64a48aa9-5687-477c-92bc-986c2821c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72278a2-efae-4c82-8725-bee4d7be3c28', 'name': 'tempest-RoutersIpV6Test-router-1281390869', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:17Z', 'updated_at': '2022-03-08T11:53:18Z', 'revision_number': 2, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:19.519668 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a48aa9-5687-477c-92bc-986c2821c0f8 None None] Checking router: c72278a2-efae-4c82-8725-bee4d7be3c28 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:53:19.537150 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a48aa9-5687-477c-92bc-986c2821c0f8 None None] Routers {'c72278a2-efae-4c82-8725-bee4d7be3c28'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:19.537768 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-64a48aa9-5687-477c-92bc-986c2821c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['c72278a2-efae-4c82-8725-bee4d7be3c28'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:19.568101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0c9bc4f-625d-4d29-916e-3c7a24677070 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:19.583978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e127b4c-1f73-45e0-aafe-5c74e563e2c0 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:19.636863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50082) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:19.766755 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-64a48aa9-5687-477c-92bc-986c2821c0f8 None None] Set router c72278a2-efae-4c82-8725-bee4d7be3c28 gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:53:19.777341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d84ad-68e4-471c-842c-60fca08dd3f7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:19.787761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d84ad-68e4-471c-842c-60fca08dd3f7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:19.789289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-713d84ad-68e4-471c-842c-60fca08dd3f7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:19.902772 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-64a48aa9-5687-477c-92bc-986c2821c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72278a2-efae-4c82-8725-bee4d7be3c28', 'name': 'tempest-RoutersIpV6Test-router-1281390869', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:17Z', 'updated_at': '2022-03-08T11:53:18Z', 'revision_number': 2, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:19.908442 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a48aa9-5687-477c-92bc-986c2821c0f8 None None] The sync data for ids ['c72278a2-efae-4c82-8725-bee4d7be3c28'] in dv-neutron-828143-8-hyperv is: [{'id': 'c72278a2-efae-4c82-8725-bee4d7be3c28', 'name': 'tempest-RoutersIpV6Test-router-1281390869', 'tenant_id': 'f760e85082c84851af19b07d0d1cf0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:17Z', 'updated_at': '2022-03-08T11:53:18Z', 'revision_number': 2, 'project_id': 'f760e85082c84851af19b07d0d1cf0c0', 'gw_port_host': None}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:19.930836 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-44548e87-7f29-4a66-81f2-1cd3a9d3d7c7 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:19.932222 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-44548e87-7f29-4a66-81f2-1cd3a9d3d7c7 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2873144 Mar 08 11:53:19.935182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50088) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:19.943725 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-f9274477-3480-4539-b733-ecb221c7beac tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:19.944669 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f9274477-3480-4539-b733-ecb221c7beac tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0079694 Mar 08 11:53:19.979287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50092) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:19.979441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e0aecf70-dd93-4239-8183-0f6dce2fa40f None None] Provisioning for port d42b252b-4a8a-401b-a331-8d495b393756 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:19.979906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-713d84ad-68e4-471c-842c-60fca08dd3f7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:19.982903 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-713d84ad-68e4-471c-842c-60fca08dd3f7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6372905 Mar 08 11:53:19.991794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e0aecf70-dd93-4239-8183-0f6dce2fa40f None None] Provisioning complete for port d42b252b-4a8a-401b-a331-8d495b393756 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:19.992422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e0aecf70-dd93-4239-8183-0f6dce2fa40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:20.032496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50096) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.035784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-e42420cc-ed24-4b6f-87db-7a487163e3e1 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.039285 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e42420cc-ed24-4b6f-87db-7a487163e3e1 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0597484 Mar 08 11:53:20.055421 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50098) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.106425 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-208fb6c5-7358-422b-96a0-a657350779ef tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.108003 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-208fb6c5-7358-422b-96a0-a657350779ef tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0481772 Mar 08 11:53:20.119422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50104) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.141636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-04e61d16-94ea-4c47-beb1-2b25125d4276 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.142725 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-04e61d16-94ea-4c47-beb1-2b25125d4276 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0183687 Mar 08 11:53:20.157552 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50108) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.173075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-4b9ac014-413a-4b12-b0d5-464998b4aada tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.181234 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4b9ac014-413a-4b12-b0d5-464998b4aada tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0155501 Mar 08 11:53:20.181327 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e0aecf70-dd93-4239-8183-0f6dce2fa40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:20.181412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e127b4c-1f73-45e0-aafe-5c74e563e2c0 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:20.181412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e127b4c-1f73-45e0-aafe-5c74e563e2c0 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:20.185073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50112) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.205380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-335397b9-2c5a-494d-9ac7-4b712dc67e11 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.207003 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-335397b9-2c5a-494d-9ac7-4b712dc67e11 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0204277 Mar 08 11:53:20.209580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50116) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.215071 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e0aecf70-dd93-4239-8183-0f6dce2fa40f None None] For port d42b252b-4a8a-401b-a331-8d495b393756, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d42b252b-4a8a-401b-a331-8d495b393756,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:20.215466 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-156e8785-e3ee-4182-888a-2bb7b5ffcbc9 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.222718 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-156e8785-e3ee-4182-888a-2bb7b5ffcbc9 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058367 Mar 08 11:53:20.224734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50120) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.231639 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-c584c5b8-96b1-47c5-ab42-54d051d00836 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.235674 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c584c5b8-96b1-47c5-ab42-54d051d00836 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0075464 Mar 08 11:53:20.236461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50124) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.243615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-1971875e-a917-4366-a9a0-4cefbcea6419 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.245441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-2001352f-23a6-43b7-8244-672aa04edd91 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port ebedea04-584c-4ce5-a275-49c2c8b135af {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:20.245441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2001352f-23a6-43b7-8244-672aa04edd91 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:20.248766 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1971875e-a917-4366-a9a0-4cefbcea6419 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0069354 Mar 08 11:53:20.253505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50128) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.258557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-7096c307-9c9c-4050-bbc6-31af7f1605e1 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.259567 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7096c307-9c9c-4050-bbc6-31af7f1605e1 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049949 Mar 08 11:53:20.262099 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50132) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.266574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-3ea26271-1154-4af3-a327-4d1164575b23 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.267397 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3ea26271-1154-4af3-a327-4d1164575b23 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044746 Mar 08 11:53:20.270875 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50136) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.275250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-d6c7e013-15ed-4ef2-9c84-03e853cad450 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.276427 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d6c7e013-15ed-4ef2-9c84-03e853cad450 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048101 Mar 08 11:53:20.278852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50140) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.284222 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-985011ca-4d5b-4642-876c-69f5203929cf tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.285194 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-985011ca-4d5b-4642-876c-69f5203929cf tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0053806 Mar 08 11:53:20.287456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50144) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.291952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-487b2811-fbc7-4cc0-a8f8-7b7f94ca9587 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.297481 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-487b2811-fbc7-4cc0-a8f8-7b7f94ca9587 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0046806 Mar 08 11:53:20.297481 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e127b4c-1f73-45e0-aafe-5c74e563e2c0 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:20.297481 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e127b4c-1f73-45e0-aafe-5c74e563e2c0 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Fanout notify agent at l3_agent the message router_deleted on router c72278a2-efae-4c82-8725-bee4d7be3c28 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:53:20.303459 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50148) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.312346 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-d5de6999-8f33-4ed7-9d90-3fa685e1f5ef tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.313291 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d5de6999-8f33-4ed7-9d90-3fa685e1f5ef tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0078330 Mar 08 11:53:20.315753 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50152) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.321410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e127b4c-1f73-45e0-aafe-5c74e563e2c0 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:20.322451 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8e127b4c-1f73-45e0-aafe-5c74e563e2c0 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/c72278a2-efae-4c82-8725-bee4d7be3c28 HTTP/1.1" status: 204 len: 168 time: 0.9308493 Mar 08 11:53:20.326033 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-3d407559-bc38-4bad-b5d0-377cde4b657b tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.326964 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3d407559-bc38-4bad-b5d0-377cde4b657b tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0102386 Mar 08 11:53:20.327480 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50156) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.329889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50158) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.334108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-658a344f-d1ec-482f-b69d-86a131b6b846 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.335002 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-658a344f-d1ec-482f-b69d-86a131b6b846 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043030 Mar 08 11:53:20.339301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e0aecf70-dd93-4239-8183-0f6dce2fa40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:20.369008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50164) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.387564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-58129dc3-e5fe-4f8c-84e0-b9318a5904ef tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.393596 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-58129dc3-e5fe-4f8c-84e0-b9318a5904ef tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0131474 Mar 08 11:53:20.393596 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b48988ef-c95a-4061-88cb-75b26cc2dca4 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72278a2-efae-4c82-8725-bee4d7be3c28 HTTP/1.1" status: 200 len: 205 time: 0.0626512 Mar 08 11:53:20.393596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50168) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.393959 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50172) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.396608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-fea3b2ad-a3fd-488d-8078-2f76a39a5fcd tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.397538 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fea3b2ad-a3fd-488d-8078-2f76a39a5fcd tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050697 Mar 08 11:53:20.407354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50176) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.422575 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0309094-9ba1-43a7-9cab-701bbf5fbc62 req-283a9442-746d-425a-aea4-59a870455c53 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4466672 Mar 08 11:53:20.428978 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aecf70-dd93-4239-8183-0f6dce2fa40f None None] Pushing event updated for resources: {'Port': ['ID=d42b252b-4a8a-401b-a331-8d495b393756,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:20.449643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-07980da7-93fc-48c1-b746-6c3443bf8d16 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.450631 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-07980da7-93fc-48c1-b746-6c3443bf8d16 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0392532 Mar 08 11:53:20.454054 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50180) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.470154 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-179ee456-66dd-4992-a767-0e0c6a1227f0 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] delete failed (client error): The resource could not be found. Mar 08 11:53:20.471291 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-179ee456-66dd-4992-a767-0e0c6a1227f0 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/c72278a2-efae-4c82-8725-bee4d7be3c28 HTTP/1.1" status: 404 len: 336 time: 0.0727561 Mar 08 11:53:20.472621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-c9b6814a-f6d0-4c18-87b2-065741b58a66 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.473664 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c9b6814a-f6d0-4c18-87b2-065741b58a66 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0145416 Mar 08 11:53:20.476369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50184) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.476747 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50186) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.484031 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-8992a3e6-edf9-48b0-b4d9-fe26f551b6f1 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.490722 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8992a3e6-edf9-48b0-b4d9-fe26f551b6f1 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0111914 Mar 08 11:53:20.490912 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50192) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.506804 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-21440472-5d99-4fc4-98af-6f4dbcce3a51 None None] Provisioning for port ebedea04-584c-4ce5-a275-49c2c8b135af completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:20.517551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-23fed968-5d09-4b85-88ec-86b768f00a37 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.517551 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-23fed968-5d09-4b85-88ec-86b768f00a37 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0225196 Mar 08 11:53:20.518376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-21440472-5d99-4fc4-98af-6f4dbcce3a51 None None] Provisioning complete for port ebedea04-584c-4ce5-a275-49c2c8b135af triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:20.518816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-21440472-5d99-4fc4-98af-6f4dbcce3a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:20.521845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50196) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.541338 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-573a3381-abe0-4afd-8fa6-0549a4d4edb5 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] DELETE failed (client error): The resource could not be found. Mar 08 11:53:20.541800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573a3381-abe0-4afd-8fa6-0549a4d4edb5 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:20.543555 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-573a3381-abe0-4afd-8fa6-0549a4d4edb5 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/d63ebffc-beeb-4a92-b31e-326af0e2fe0d HTTP/1.1" status: 404 len: 337 time: 0.0658166 Mar 08 11:53:20.546734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50200) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.578183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-21440472-5d99-4fc4-98af-6f4dbcce3a51 None None] Port ebedea04-584c-4ce5-a275-49c2c8b135af cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:20.592238 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-83474d3b-20e2-4f77-a619-d2c78dc3bed7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] DELETE failed (client error): The resource could not be found. Mar 08 11:53:20.592779 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83474d3b-20e2-4f77-a619-d2c78dc3bed7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:20.596857 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-83474d3b-20e2-4f77-a619-d2c78dc3bed7 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/8fb1fc36-c9a2-4d66-ad59-94af780db0e5 HTTP/1.1" status: 404 len: 337 time: 0.0468285 Mar 08 11:53:20.597596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50204) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.599861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-0997789d-09a9-40f8-a633-7ea25ef709d9 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.600861 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0997789d-09a9-40f8-a633-7ea25ef709d9 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0621543 Mar 08 11:53:20.609189 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50208) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.640119 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db4eba3-6717-4449-b760-804953c3ed3e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] DELETE failed (client error): The resource could not be found. Mar 08 11:53:20.640984 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db4eba3-6717-4449-b760-804953c3ed3e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:20.642386 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2db4eba3-6717-4449-b760-804953c3ed3e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/089cea62-d467-495e-af78-0dafc624393d HTTP/1.1" status: 404 len: 337 time: 0.0438592 Mar 08 11:53:20.645506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50212) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.675257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-ecf7ebe1-de32-4fce-beb8-4541861fe639 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.676004 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ecf7ebe1-de32-4fce-beb8-4541861fe639 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0599332 Mar 08 11:53:20.683548 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50216) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.689925 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccdd84f-e4f4-41c2-a697-e7acd1b5028f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] DELETE failed (client error): The resource could not be found. Mar 08 11:53:20.690398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccdd84f-e4f4-41c2-a697-e7acd1b5028f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:20.692070 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bccdd84f-e4f4-41c2-a697-e7acd1b5028f tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/2f91ced4-7a0e-4a1a-b59f-49af47c58af5 HTTP/1.1" status: 404 len: 337 time: 0.0454986 Mar 08 11:53:20.694766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50220) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.704291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-c2083534-caa5-4475-9e21-682e2c6319ac tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.705243 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c2083534-caa5-4475-9e21-682e2c6319ac tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0119207 Mar 08 11:53:20.708849 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50224) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.710715 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d42b252b-4a8a-401b-a331-8d495b393756 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:20.715091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-9159f462-1172-4ff6-b0ad-dbfc1df03199 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.716462 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9159f462-1172-4ff6-b0ad-dbfc1df03199 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0061922 Mar 08 11:53:20.719520 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50228) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.724783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-1cee23b0-bc0a-41f9-92cf-8fc0d608200b tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.728239 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1cee23b0-bc0a-41f9-92cf-8fc0d608200b tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053370 Mar 08 11:53:20.728650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50232) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.734242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-0bf3ffdf-c2bf-45fd-80cc-c3c33ffdfc65 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.735299 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0bf3ffdf-c2bf-45fd-80cc-c3c33ffdfc65 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0057995 Mar 08 11:53:20.738315 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50236) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.746265 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-2ff76f6e-0840-4d6a-9789-343962794e4e tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.747632 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2ff76f6e-0840-4d6a-9789-343962794e4e tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0057182 Mar 08 11:53:20.753864 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50240) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.761128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-a04bbf7f-5768-4184-98a5-4c60203e7783 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.762469 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a04bbf7f-5768-4184-98a5-4c60203e7783 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0070345 Mar 08 11:53:20.766173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50244) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.773163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-720c3961-acac-4687-8728-dbabde23d4ca tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Synchronizing usage tracker for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:20.776277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-35ccc875-6ce5-4121-97fb-797600ba0cf5 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.777357 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-35ccc875-6ce5-4121-97fb-797600ba0cf5 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0092635 Mar 08 11:53:20.783644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50248) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.799244 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-bd4e90e1-707b-4a34-ae01-ea00e1e13ad0 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.799825 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bd4e90e1-707b-4a34-ae01-ea00e1e13ad0 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0148108 Mar 08 11:53:20.802269 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50252) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.807595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port d42b252b-4a8a-401b-a331-8d495b393756 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:20.808054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:20.809693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-34723c96-aca2-44ec-b39a-17bff8468af0 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.810998 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-34723c96-aca2-44ec-b39a-17bff8468af0 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0070117 Mar 08 11:53:20.817000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50256) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.823215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-f5e947f8-230b-4e86-b1a2-36883415cb04 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.824177 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f5e947f8-230b-4e86-b1a2-36883415cb04 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0060146 Mar 08 11:53:20.827334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50260) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.836415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2001352f-23a6-43b7-8244-672aa04edd91 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:20.852642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-e0fa9221-310e-4ce6-96d6-49449ddbc2e9 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.853930 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e0fa9221-310e-4ce6-96d6-49449ddbc2e9 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0249462 Mar 08 11:53:20.856952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50264) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.869459 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-fd5b41d2-f1c4-416f-8791-f474350cb81b tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.869459 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fd5b41d2-f1c4-416f-8791-f474350cb81b tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0053227 Mar 08 11:53:20.870152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50268) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.874983 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-cd160b75-3472-4fa8-ba53-09988524eebb tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.876015 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cd160b75-3472-4fa8-ba53-09988524eebb tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049806 Mar 08 11:53:20.878866 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50272) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.883608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-5e41c1af-4418-40f1-b090-c4d0fe2eee70 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.884512 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5e41c1af-4418-40f1-b090-c4d0fe2eee70 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046680 Mar 08 11:53:20.887454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50276) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.896400 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-fefe9d9f-4a5b-49fe-a3a9-9ae811859ba6 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.897659 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fefe9d9f-4a5b-49fe-a3a9-9ae811859ba6 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0091012 Mar 08 11:53:20.901529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50280) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.908803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-352c2909-1cb5-4f1e-8ba1-e14ba265561d tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.909862 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-352c2909-1cb5-4f1e-8ba1-e14ba265561d tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0071278 Mar 08 11:53:20.912807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50284) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.919106 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-8d282b87-25b9-482b-8a01-c3fa2df589bf tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.920587 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8d282b87-25b9-482b-8a01-c3fa2df589bf tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0065362 Mar 08 11:53:20.923311 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50288) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.928191 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-0cb33907-e1a2-42a4-8df2-4d424fd3025e tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.934351 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0cb33907-e1a2-42a4-8df2-4d424fd3025e tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048451 Mar 08 11:53:20.936391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50292) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.942746 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-2f412146-dd1a-498a-a090-c0158abc4a4f tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.945094 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2f412146-dd1a-498a-a090-c0158abc4a4f tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072491 Mar 08 11:53:20.948381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50296) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.953569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-aaf07fac-37ed-4431-8567-d3e478378287 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.955009 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-aaf07fac-37ed-4431-8567-d3e478378287 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0053310 Mar 08 11:53:20.956716 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50300) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.961620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-26e91600-e9bd-4a0c-96ae-bdfc2e5ea8e1 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.964739 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-26e91600-e9bd-4a0c-96ae-bdfc2e5ea8e1 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049715 Mar 08 11:53:20.964958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50304) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.969789 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-bc4c6ac6-ce9e-44b4-b638-73097cc9d712 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.970726 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bc4c6ac6-ce9e-44b4-b638-73097cc9d712 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0049646 Mar 08 11:53:20.976039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50308) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.981663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-256bb1de-7760-4ccb-a338-76cbfaacc2f4 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.983201 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-256bb1de-7760-4ccb-a338-76cbfaacc2f4 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0059059 Mar 08 11:53:20.985716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-2001352f-23a6-43b7-8244-672aa04edd91 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for ebedea04-584c-4ce5-a275-49c2c8b135af owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:20.986944 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50312) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:20.992782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-b1d3ec68-a989-4a86-be38-6555a18b3faf tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:20.994020 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b1d3ec68-a989-4a86-be38-6555a18b3faf tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0059919 Mar 08 11:53:20.996628 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50316) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.001229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-fc6dc8a3-94b6-41bf-b92b-09d1168b4cc4 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.002623 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fc6dc8a3-94b6-41bf-b92b-09d1168b4cc4 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045648 Mar 08 11:53:21.005159 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50320) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.010018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-d954936c-21ad-4bf7-8b5f-4f64cf07b3ea tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.013080 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d954936c-21ad-4bf7-8b5f-4f64cf07b3ea tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048668 Mar 08 11:53:21.015927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-720c3961-acac-4687-8728-dbabde23d4ca tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] Unset dirty status for tenant:f760e85082c84851af19b07d0d1cf0c0 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:21.017064 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-720c3961-acac-4687-8728-dbabde23d4ca tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=4be3e455-03e3-40f4-9581-3388070bfded HTTP/1.1" status: 200 len: 205 time: 0.3190742 Mar 08 11:53:21.017676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50324) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.022430 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-c058df63-aa0a-4467-b30a-e497df4d2a9a tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.028556 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c058df63-aa0a-4467-b30a-e497df4d2a9a tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047572 Mar 08 11:53:21.028556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50326) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.034450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50330) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.042075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0309094-9ba1-43a7-9cab-701bbf5fbc62 req-1cc5a0ff-229e-4896-9746-1eef46f6aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:21.043546 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0309094-9ba1-43a7-9cab-701bbf5fbc62 req-1cc5a0ff-229e-4896-9746-1eef46f6aac7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 1099 time: 0.5021372 Mar 08 11:53:21.046508 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-5013d4e8-f981-4b5f-b77c-658f69578d31 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.049872 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5013d4e8-f981-4b5f-b77c-658f69578d31 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0119753 Mar 08 11:53:21.051416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50336) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.067410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-6c6b093b-f5e3-42ec-aa9e-6de5f8e51acd tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.068385 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6c6b093b-f5e3-42ec-aa9e-6de5f8e51acd tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0143189 Mar 08 11:53:21.075752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50340) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.103324 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-3e7f29ca-ff1e-4f09-96e4-596a30a7a0fd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] delete failed (client error): The resource could not be found. Mar 08 11:53:21.106899 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3e7f29ca-ff1e-4f09-96e4-596a30a7a0fd tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/4be3e455-03e3-40f4-9581-3388070bfded HTTP/1.1" status: 404 len: 336 time: 0.0795877 Mar 08 11:53:21.107222 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50344) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.109441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.resource_extend [None req-a0c9bc4f-625d-4d29-916e-3c7a24677070 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 11:53:21.156279 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dde5ca8d-5966-4e6a-a439-1b73a1c901c2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e HTTP/1.1" status: 200 len: 205 time: 0.0478470 Mar 08 11:53:21.158721 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50348) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.230307 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-04119dc0-a5ab-4a89-aa73-00fc095aef6e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] delete failed (client error): The resource could not be found. Mar 08 11:53:21.231349 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-04119dc0-a5ab-4a89-aa73-00fc095aef6e tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/1aec7d04-2a80-48bc-ae4d-0cf4c8290d6e HTTP/1.1" status: 404 len: 336 time: 0.0717390 Mar 08 11:53:21.234460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50352) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.272700 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd872e14-74fa-419b-8ac8-32f02afe29d9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] DELETE failed (client error): The resource could not be found. Mar 08 11:53:21.273166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd872e14-74fa-419b-8ac8-32f02afe29d9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:21.274860 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fd872e14-74fa-419b-8ac8-32f02afe29d9 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/7d139a4f-be00-442e-8772-aa561072bed6 HTTP/1.1" status: 404 len: 337 time: 0.0395217 Mar 08 11:53:21.277530 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50356) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.299175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-f9149583-d57f-49a6-8bbf-984bb3b89542 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.300246 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f9149583-d57f-49a6-8bbf-984bb3b89542 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.1998723 Mar 08 11:53:21.311073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50360) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.327018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-78ff7f4f-6c6b-494f-951e-97a4ef20d786 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.327452 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-78ff7f4f-6c6b-494f-951e-97a4ef20d786 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0106707 Mar 08 11:53:21.332150 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f3009d0a-5a53-42c8-a407-08482f0575e5 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f3db381-d8fe-4cbe-8942-1d310ca76029 HTTP/1.1" status: 200 len: 205 time: 0.0513525 Mar 08 11:53:21.332150 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50364) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.332603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50368) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.336691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-5c59c109-c2f7-4f31-a38c-75a46de7d2ad tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.337598 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5c59c109-c2f7-4f31-a38c-75a46de7d2ad tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0063372 Mar 08 11:53:21.386701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50372) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.399923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [None req-08128ba4-358e-48e6-83e2-dfd911bf239e tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.400920 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-08128ba4-358e-48e6-83e2-dfd911bf239e tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0132742 Mar 08 11:53:21.404519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50376) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.407645 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-66bf613f-3471-491a-92c8-7480bf44c29b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] delete failed (client error): The resource could not be found. Mar 08 11:53:21.409721 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-66bf613f-3471-491a-92c8-7480bf44c29b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/7f3db381-d8fe-4cbe-8942-1d310ca76029 HTTP/1.1" status: 404 len: 336 time: 0.0752201 Mar 08 11:53:21.411513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-3816d579-2532-4a13-a4cb-4312fb6ad70e tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.412381 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3816d579-2532-4a13-a4cb-4312fb6ad70e tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0066342 Mar 08 11:53:21.413435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50380) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.414997 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50384) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.455150 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-ffb6f04e-b34a-4e73-b386-3cddfd899205 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.456073 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ffb6f04e-b34a-4e73-b386-3cddfd899205 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0108001 Mar 08 11:53:21.461087 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50388) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.465146 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-862f8ff1-ce2a-4a48-8b88-8b1bfb35d373 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=7466df06-3d5d-4126-ab68-edbee89b5670 HTTP/1.1" status: 200 len: 205 time: 0.0513630 Mar 08 11:53:21.468135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-e8cc261e-e50e-4356-ae3c-f542228fdfac tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.469412 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e8cc261e-e50e-4356-ae3c-f542228fdfac tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0070887 Mar 08 11:53:21.469539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50392) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.471494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50394) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.476525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-ef7755d8-6aab-4784-b8a7-b7e516d1e291 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.477282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0c9bc4f-625d-4d29-916e-3c7a24677070 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:21.477418 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ef7755d8-6aab-4784-b8a7-b7e516d1e291 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0050383 Mar 08 11:53:21.479973 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50400) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.484395 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-4db27059-f39d-4ad4-8bdc-28ab4bfe8f4a tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.485300 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4db27059-f39d-4ad4-8bdc-28ab4bfe8f4a tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045156 Mar 08 11:53:21.489973 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50404) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.494378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-f67a04e2-c72e-4395-ac48-d922641e422c tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.495318 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f67a04e2-c72e-4395-ac48-d922641e422c tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044761 Mar 08 11:53:21.497520 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50408) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.502434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-675e0c9b-f6fb-4aa2-95ee-5f1fd7ff1782 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.503377 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-675e0c9b-f6fb-4aa2-95ee-5f1fd7ff1782 tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042958 Mar 08 11:53:21.505685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50412) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.510430 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-8fdf6595-bd3a-49d9-bc54-63586b74c7aa tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.511077 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8fdf6595-bd3a-49d9-bc54-63586b74c7aa tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045350 Mar 08 11:53:21.514307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50416) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.518741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-d9b99535-097b-4e75-844d-bb21a380347a tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.520584 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d9b99535-097b-4e75-844d-bb21a380347a tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043626 Mar 08 11:53:21.522264 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50420) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.527333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [None req-f73e4472-71f7-44b6-a953-0d3a605162eb tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:53:21.528265 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f73e4472-71f7-44b6-a953-0d3a605162eb tempest-ExtensionsTestJSON-837837621 tempest-ExtensionsTestJSON-837837621-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051727 Mar 08 11:53:21.559489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0c9bc4f-625d-4d29-916e-3c7a24677070 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:21.640338 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-d7608acc-9ebe-4395-8354-4b2e759f02e5 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] delete failed (client error): The resource could not be found. Mar 08 11:53:21.643528 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d7608acc-9ebe-4395-8354-4b2e759f02e5 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/7466df06-3d5d-4126-ab68-edbee89b5670 HTTP/1.1" status: 404 len: 336 time: 0.1668556 Mar 08 11:53:21.645325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50426) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.646238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0309094-9ba1-43a7-9cab-701bbf5fbc62 req-7d46709e-77e0-414e-9e95-975fffeb3199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:21.647649 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0309094-9ba1-43a7-9cab-701bbf5fbc62 req-7d46709e-77e0-414e-9e95-975fffeb3199 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 913 time: 0.5780015 Mar 08 11:53:21.689850 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6522bf8-a675-449e-9692-558ab498bb41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] DELETE failed (client error): The resource could not be found. Mar 08 11:53:21.690329 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6522bf8-a675-449e-9692-558ab498bb41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:21.696896 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b6522bf8-a675-449e-9692-558ab498bb41 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/6fea7b83-48f8-4bd7-aa72-b1cff660378c HTTP/1.1" status: 404 len: 337 time: 0.0472984 Mar 08 11:53:21.696896 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50430) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.741122 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1f491a28-e3b4-4ba5-9434-136547634106 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaca3bfa-f565-4801-93ff-37b593d44abe HTTP/1.1" status: 200 len: 205 time: 0.0427895 Mar 08 11:53:21.741377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50434) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.808736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2001352f-23a6-43b7-8244-672aa04edd91 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:21.812844 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-44326a18-f3cd-4270-82ac-91b75a19a450 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] delete failed (client error): The resource could not be found. Mar 08 11:53:21.815943 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-44326a18-f3cd-4270-82ac-91b75a19a450 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/eaca3bfa-f565-4801-93ff-37b593d44abe HTTP/1.1" status: 404 len: 336 time: 0.0713193 Mar 08 11:53:21.816173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50438) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.854109 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-e130a508-c1ee-410d-980c-3ac022988568 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] DELETE failed (client error): The resource could not be found. Mar 08 11:53:21.854571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e130a508-c1ee-410d-980c-3ac022988568 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:21.856229 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e130a508-c1ee-410d-980c-3ac022988568 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/8dad6656-047a-4a9c-b4b1-ca10d48c2540 HTTP/1.1" status: 404 len: 337 time: 0.0391870 Mar 08 11:53:21.859380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50442) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.893985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001352f-23a6-43b7-8244-672aa04edd91 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=ebedea04-584c-4ce5-a275-49c2c8b135af,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:21.912307 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-65d1994f-ebe3-4bf4-9339-da427cadfbf2 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "GET /v2.0/ports?device_id=8829ba1a-f8f9-4e7f-8ddd-a546a1177e30 HTTP/1.1" status: 200 len: 205 time: 0.0517480 Mar 08 11:53:21.914635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50446) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:21.933132 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0309094-9ba1-43a7-9cab-701bbf5fbc62 req-674283e8-e939-4137-b661-98b2575ee980 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b961f1a-c978-4561-8fe5-2541c5ca12fb HTTP/1.1" status: 200 len: 1002 time: 0.2763026 Mar 08 11:53:21.976234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2001352f-23a6-43b7-8244-672aa04edd91 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:21.992240 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-454a6ba3-1f9c-46a2-8ab8-33a6c38acc2b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] delete failed (client error): The resource could not be found. Mar 08 11:53:21.993381 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-454a6ba3-1f9c-46a2-8ab8-33a6c38acc2b tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/routers/8829ba1a-f8f9-4e7f-8ddd-a546a1177e30 HTTP/1.1" status: 404 len: 336 time: 0.0776489 Mar 08 11:53:21.995972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50450) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:22.042017 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-980fc8eb-7760-4a80-9c47-48876ce428c0 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] DELETE failed (client error): The resource could not be found. Mar 08 11:53:22.042607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980fc8eb-7760-4a80-9c47-48876ce428c0 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:22.047425 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-980fc8eb-7760-4a80-9c47-48876ce428c0 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/6a5ac058-7a0d-4662-8566-fccb13f972ff HTTP/1.1" status: 404 len: 337 time: 0.0475786 Mar 08 11:53:22.047842 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50456) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:22.097188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0309094-9ba1-43a7-9cab-701bbf5fbc62 req-37ae1202-4318-4b05-91b1-c83bdd85bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:22.098942 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0309094-9ba1-43a7-9cab-701bbf5fbc62 req-37ae1202-4318-4b05-91b1-c83bdd85bf6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.1579418 Mar 08 11:53:22.101375 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3038feeb-fd0a-4cf1-a682-e5c2ba5ca986 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] DELETE failed (client error): The resource could not be found. Mar 08 11:53:22.102508 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3038feeb-fd0a-4cf1-a682-e5c2ba5ca986 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:22.108724 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3038feeb-fd0a-4cf1-a682-e5c2ba5ca986 tempest-RoutersIpV6Test-1071432600 tempest-RoutersIpV6Test-1071432600-project] 10.222.0.32 "DELETE /v2.0/subnets/8dca17cb-b878-4021-bb9d-0506eddde454 HTTP/1.1" status: 404 len: 337 time: 0.0596783 Mar 08 11:53:22.147258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50462) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:22.207847 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2001352f-23a6-43b7-8244-672aa04edd91 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/ebedea04-584c-4ce5-a275-49c2c8b135af HTTP/1.1" status: 204 len: 168 time: 2.1609230 Mar 08 11:53:22.210386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50468) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:22.258196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c9bc4f-625d-4d29-916e-3c7a24677070 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:22.294638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-69198763-746e-4c87-990d-dab818d6ba2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:22.311821 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a07d7e3-1312-41b1-a6e7-f55614cc11cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:22.313490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a07d7e3-1312-41b1-a6e7-f55614cc11cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:22.314255 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9a07d7e3-1312-41b1-a6e7-f55614cc11cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:22.320420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-69198763-746e-4c87-990d-dab818d6ba2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:22.325966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-69198763-746e-4c87-990d-dab818d6ba2c admin admin] Usage tracker for resource:security_group_rule and tenant:12074e5222b2432990a5dd9b2dda6c61 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:22.329649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-69198763-746e-4c87-990d-dab818d6ba2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:22.338743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-69198763-746e-4c87-990d-dab818d6ba2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:22.347305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0309094-9ba1-43a7-9cab-701bbf5fbc62 req-d515ee10-8083-4980-aac6-dba050455fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:22.348820 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0309094-9ba1-43a7-9cab-701bbf5fbc62 req-d515ee10-8083-4980-aac6-dba050455fbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2372966 Mar 08 11:53:22.429112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-69198763-746e-4c87-990d-dab818d6ba2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:22.499688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9a07d7e3-1312-41b1-a6e7-f55614cc11cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:22.501062 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9a07d7e3-1312-41b1-a6e7-f55614cc11cf tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2897303 Mar 08 11:53:22.503841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50472) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:22.539635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-69198763-746e-4c87-990d-dab818d6ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:22.612590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69198763-746e-4c87-990d-dab818d6ba2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ce9542-0a72-4111-a074-76223b37e237,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:22.619851 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-69198763-746e-4c87-990d-dab818d6ba2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12074e5222b2432990a5dd9b2dda6c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711726 Mar 08 11:53:22.621521 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50478) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:22.632588 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbe0d40-d333-481d-b1d6-7bfe5943d041 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet d16212eb-5d55-47ff-8fe5-03914eb10fc0 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:53:22.652255 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0d40-d333-481d-b1d6-7bfe5943d041 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:22.686713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c9bc4f-625d-4d29-916e-3c7a24677070 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:22.693675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0c9bc4f-625d-4d29-916e-3c7a24677070 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:22.698440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db57b0-867f-4a79-8388-9caa0aac3485 None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:22.707376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db57b0-867f-4a79-8388-9caa0aac3485 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:22.708224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-75db57b0-867f-4a79-8388-9caa0aac3485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:22.736263 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0309094-9ba1-43a7-9cab-701bbf5fbc62 req-32e2c866-bee2-43ba-a7e3-dea711c86889 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804224 Mar 08 11:53:22.765352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50482) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:22.783577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-75db57b0-867f-4a79-8388-9caa0aac3485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:22.784633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c1d172ce-6540-4da4-8271-62e008353b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:22.793352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db57b0-867f-4a79-8388-9caa0aac3485 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:22.794236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-75db57b0-867f-4a79-8388-9caa0aac3485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:22.817902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c1d172ce-6540-4da4-8271-62e008353b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:22.872419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-75db57b0-867f-4a79-8388-9caa0aac3485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:22.872771 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db57b0-867f-4a79-8388-9caa0aac3485 None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:22.878193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0d40-d333-481d-b1d6-7bfe5943d041 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:22.943311 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c1d172ce-6540-4da4-8271-62e008353b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:22.974602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d172ce-6540-4da4-8271-62e008353b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ce9542-0a72-4111-a074-76223b37e237,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:22.979587 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c1d172ce-6540-4da4-8271-62e008353b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:22.983648 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c1d172ce-6540-4da4-8271-62e008353b08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36ce9542-0a72-4111-a074-76223b37e237 HTTP/1.1" status: 204 len: 168 time: 0.3544099 Mar 08 11:53:22.989177 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a0c9bc4f-625d-4d29-916e-3c7a24677070 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "PUT /v2.0/floatingips/42bfdd71-0326-48b0-8eff-0eeff57f3567 HTTP/1.1" status: 200 len: 978 time: 3.7510200 Mar 08 11:53:22.997380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0d40-d333-481d-b1d6-7bfe5943d041 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:22.998265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50490) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:23.002680 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-179f2435-54a5-4018-b4f6-5d04556d4a40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f760e85082c84851af19b07d0d1cf0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341838 Mar 08 11:53:23.004972 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0309094-9ba1-43a7-9cab-701bbf5fbc62 req-e4f8a83d-c2ca-4a9a-b34c-9567f221202c service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632318 Mar 08 11:53:23.005722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50494) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:23.066964 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:53:23.216049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0d40-d333-481d-b1d6-7bfe5943d041 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:23.243312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5985e6e9-7488-47c5-bd80-9723e3bd8d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:23.253603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe0d40-d333-481d-b1d6-7bfe5943d041 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=d16212eb-5d55-47ff-8fe5-03914eb10fc0,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:23.257247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0d40-d333-481d-b1d6-7bfe5943d041 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:23.268304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d2efd-6f46-4a0a-922d-06d61b010ba8 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:23.283899 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-ec5001e0-8fdf-4e66-8fd5-54fc22a94e22 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port bd6d53d8-71fd-49ce-91fd-37fa52bb2c93 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:23.284252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ec5001e0-8fdf-4e66-8fd5-54fc22a94e22 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:23.322829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5985e6e9-7488-47c5-bd80-9723e3bd8d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:23.357400 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5cbe0d40-d333-481d-b1d6-7bfe5943d041 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/d16212eb-5d55-47ff-8fe5-03914eb10fc0 HTTP/1.1" status: 204 len: 168 time: 0.8519695 Mar 08 11:53:23.368037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50498) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:23.571777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ec5001e0-8fdf-4e66-8fd5-54fc22a94e22 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:23.573142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ec5001e0-8fdf-4e66-8fd5-54fc22a94e22 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:23.589609 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3b936d9b-6598-4a9d-9d14-782af1dbf286 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2156219 Mar 08 11:53:23.589609 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50502) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:23.659197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7831a009-6f16-4946-a1dc-464df2884463 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:53:23.663748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7831a009-6f16-4946-a1dc-464df2884463 None None] Deleting port d42b252b-4a8a-401b-a331-8d495b393756 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:23.663959 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7831a009-6f16-4946-a1dc-464df2884463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:23.692243 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a232296b-7aa3-4140-be83-1ec0a3c41a71 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:23.692840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a232296b-7aa3-4140-be83-1ec0a3c41a71 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:23.720248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-ec5001e0-8fdf-4e66-8fd5-54fc22a94e22 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for bd6d53d8-71fd-49ce-91fd-37fa52bb2c93 owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:23.787732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a232296b-7aa3-4140-be83-1ec0a3c41a71 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:23.789097 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a232296b-7aa3-4140-be83-1ec0a3c41a71 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2006769 Mar 08 11:53:23.792856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50506) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:23.850113 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5985e6e9-7488-47c5-bd80-9723e3bd8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:23.875123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985e6e9-7488-47c5-bd80-9723e3bd8d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45cacc5-446d-4c91-b9fd-323380e00151,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:23.929304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7831a009-6f16-4946-a1dc-464df2884463 None None] For port d42b252b-4a8a-401b-a331-8d495b393756, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d42b252b-4a8a-401b-a331-8d495b393756,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:23.929829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7831a009-6f16-4946-a1dc-464df2884463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:23.930059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afe0b8b-3a01-4b45-a6c3-70ac666c05ce tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:23.930743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2afe0b8b-3a01-4b45-a6c3-70ac666c05ce tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:23.933534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5985e6e9-7488-47c5-bd80-9723e3bd8d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:23.934540 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5985e6e9-7488-47c5-bd80-9723e3bd8d4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e45cacc5-446d-4c91-b9fd-323380e00151 HTTP/1.1" status: 204 len: 168 time: 0.9279556 Mar 08 11:53:24.014078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2afe0b8b-3a01-4b45-a6c3-70ac666c05ce tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:24.015179 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2afe0b8b-3a01-4b45-a6c3-70ac666c05ce tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2211809 Mar 08 11:53:24.017732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50512) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:24.042466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ec5001e0-8fdf-4e66-8fd5-54fc22a94e22 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:24.056877 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7831a009-6f16-4946-a1dc-464df2884463 None None] Calling delete_port for d42b252b-4a8a-401b-a331-8d495b393756 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:24.088208 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-32373caf-a21f-4a53-8701-2feead97ecb3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691805 Mar 08 11:53:24.093533 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50516) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:24.100413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-849cce2a-3804-4f4b-b23a-165c982b40dd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:24.101412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5001e0-8fdf-4e66-8fd5-54fc22a94e22 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=bd6d53d8-71fd-49ce-91fd-37fa52bb2c93,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:24.210741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-849cce2a-3804-4f4b-b23a-165c982b40dd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:24.211466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ec5001e0-8fdf-4e66-8fd5-54fc22a94e22 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:24.211993 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-ec5001e0-8fdf-4e66-8fd5-54fc22a94e22 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Floating IP 42bfdd71-0326-48b0-8eff-0eeff57f3567 disassociated (deleted). External IP: 172.26.4.217, port: faa80d71-cc2c-4539-850e-04cc34ef46ef. Mar 08 11:53:24.213845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7831a009-6f16-4946-a1dc-464df2884463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:24.227671 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-849cce2a-3804-4f4b-b23a-165c982b40dd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:24.259777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831a009-6f16-4946-a1dc-464df2884463 None None] Pushing event deleted for resources: {'Port': ['ID=d42b252b-4a8a-401b-a331-8d495b393756,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:24.264861 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7831a009-6f16-4946-a1dc-464df2884463 None None] No DVR routers for this DVR port d42b252b-4a8a-401b-a331-8d495b393756 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:53:24.321137 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849cce2a-3804-4f4b-b23a-165c982b40dd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:24.325127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-849cce2a-3804-4f4b-b23a-165c982b40dd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:24.714975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d42b252b-4a8a-401b-a331-8d495b393756 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:53:24.739590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5001e0-8fdf-4e66-8fd5-54fc22a94e22 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:24.752400 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: d42b252b-4a8a-401b-a331-8d495b393756 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:53:24.752665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d42b252b-4a8a-401b-a331-8d495b393756 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:53:24.784813 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.objects.ports [None req-849cce2a-3804-4f4b-b23a-165c982b40dd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:53:24.785970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-849cce2a-3804-4f4b-b23a-165c982b40dd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:24.844685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849cce2a-3804-4f4b-b23a-165c982b40dd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:24.847807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-849cce2a-3804-4f4b-b23a-165c982b40dd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:24.850683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849cce2a-3804-4f4b-b23a-165c982b40dd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:24.851273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-849cce2a-3804-4f4b-b23a-165c982b40dd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:24.857628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb3f8ca-a469-48d3-8e83-188cef31dac6 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:24.868536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cce2a-3804-4f4b-b23a-165c982b40dd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=50f51f46-ab01-4d83-ba4d-b08a14b9459f,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:24.946816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5001e0-8fdf-4e66-8fd5-54fc22a94e22 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:24.957929 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c7a93-29d8-4b9e-891d-c82ef2d899e3 None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:24.967979 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-849cce2a-3804-4f4b-b23a-165c982b40dd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8732860 Mar 08 11:53:24.969679 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c7a93-29d8-4b9e-891d-c82ef2d899e3 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:24.970370 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-459c7a93-29d8-4b9e-891d-c82ef2d899e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:24.970881 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50536) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:24.979278 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'mac_address': 'fa:16:3e:a8:2c:32', 'name': 'tempest-NetworksTestDHCPv6-305518864'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:25.065023 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-459c7a93-29d8-4b9e-891d-c82ef2d899e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:25.066339 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c7a93-29d8-4b9e-891d-c82ef2d899e3 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:25.066931 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-459c7a93-29d8-4b9e-891d-c82ef2d899e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:25.069111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ec5001e0-8fdf-4e66-8fd5-54fc22a94e22 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:25.115369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '50f51f46-ab01-4d83-ba4d-b08a14b9459f'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:53:25.119916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:25.143761 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ec5001e0-8fdf-4e66-8fd5-54fc22a94e22 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/floatingips/42bfdd71-0326-48b0-8eff-0eeff57f3567 HTTP/1.1" status: 204 len: 168 time: 2.1435080 Mar 08 11:53:25.146988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50542) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:25.176830 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-459c7a93-29d8-4b9e-891d-c82ef2d899e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:25.177288 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c7a93-29d8-4b9e-891d-c82ef2d899e3 None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:25.220495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50546) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:25.238369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-80dfd0c4-d9cb-424f-916a-e30afcb29f0b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port faa80d71-cc2c-4539-850e-04cc34ef46ef {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:25.238722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-80dfd0c4-d9cb-424f-916a-e30afcb29f0b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:25.301797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Allocated IP 2001:db8::f816:3eff:fee0:96b (b6b97662-0baa-4f27-9a4e-9894348947bb/50f51f46-ab01-4d83-ba4d-b08a14b9459f/5e58c89f-058e-434b-8f74-1d5ba6a08a38) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:25.302725 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:25.327309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:25.342955 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e6d2b290-3e45-40c1-b7fb-2c34d61ba584 tempest-DvrRoutersNegativeTest-1104238179 tempest-DvrRoutersNegativeTest-1104238179-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-713502564', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:25.346199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.policy [None req-e6d2b290-3e45-40c1-b7fb-2c34d61ba584 tempest-DvrRoutersNegativeTest-1104238179 tempest-DvrRoutersNegativeTest-1104238179-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88469) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 08 11:53:25.346666 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.policy [None req-e6d2b290-3e45-40c1-b7fb-2c34d61ba584 tempest-DvrRoutersNegativeTest-1104238179 tempest-DvrRoutersNegativeTest-1104238179-project] Failed policy check for 'create_router' {{(pid=88469) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 08 11:53:25.347380 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-e6d2b290-3e45-40c1-b7fb-2c34d61ba584 tempest-DvrRoutersNegativeTest-1104238179 tempest-DvrRoutersNegativeTest-1104238179-project] create failed (client error): Access was denied to this resource. Mar 08 11:53:25.348983 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e6d2b290-3e45-40c1-b7fb-2c34d61ba584 tempest-DvrRoutersNegativeTest-1104238179 tempest-DvrRoutersNegativeTest-1104238179-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1252615 Mar 08 11:53:25.543689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-80dfd0c4-d9cb-424f-916a-e30afcb29f0b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:25.549723 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:25.562465 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Transition to ACTIVE for port object 5e58c89f-058e-434b-8f74-1d5ba6a08a38 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:25.578932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Transition to ACTIVE for port object 5e58c89f-058e-434b-8f74-1d5ba6a08a38 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:25.667570 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-80dfd0c4-d9cb-424f-916a-e30afcb29f0b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for faa80d71-cc2c-4539-850e-04cc34ef46ef owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:25.790298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:25.836756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:25.901253 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:25.905228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:25.909245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:25.953187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Pushing event updated for resources: {'Port': ['ID=5e58c89f-058e-434b-8f74-1d5ba6a08a38,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:26.011464 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Attempting to bind port 5e58c89f-058e-434b-8f74-1d5ba6a08a38 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:53:26.011840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Attempting to bind port 5e58c89f-058e-434b-8f74-1d5ba6a08a38 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:53:26.012210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Attempting to bind port 5e58c89f-058e-434b-8f74-1d5ba6a08a38 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:53:26.018067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:53:26.018448 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:26.018856 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.019256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:53:26.019716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Bound port: 5e58c89f-058e-434b-8f74-1d5ba6a08a38, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:53:26.020095 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.083992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.111790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 176c68b3-2d83-43cb-9834-893cf48bbaed yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:53:26.115310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] For port 5e58c89f-058e-434b-8f74-1d5ba6a08a38, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:53:26.118693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] For port 5e58c89f-058e-434b-8f74-1d5ba6a08a38, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5e58c89f-058e-434b-8f74-1d5ba6a08a38,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:53:26.166239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50560) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:26.185509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-80dfd0c4-d9cb-424f-916a-e30afcb29f0b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.225087 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.241019 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfd0c4-d9cb-424f-916a-e30afcb29f0b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=faa80d71-cc2c-4539-850e-04cc34ef46ef,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:26.302898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67074570-0b4d-4b29-b399-851bd27eec6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.321242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe4290-7293-40bc-a8f7-bb24a6e24fef None None] Pushing event updated for resources: {'Port': ['ID=5e58c89f-058e-434b-8f74-1d5ba6a08a38,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:26.322252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-67074570-0b4d-4b29-b399-851bd27eec6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:26.327771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-67074570-0b4d-4b29-b399-851bd27eec6c admin admin] Usage tracker for resource:security_group_rule and tenant:0e51039c73544b809fa27d6fdd3f7497 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:26.331014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-67074570-0b4d-4b29-b399-851bd27eec6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:26.337170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-67074570-0b4d-4b29-b399-851bd27eec6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:26.431372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::f816:3eff:fea8:2c32 (b6b97662-0baa-4f27-9a4e-9894348947bb/50f51f46-ab01-4d83-ba4d-b08a14b9459f/176c68b3-2d83-43cb-9834-893cf48bbaed) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:26.438333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67074570-0b4d-4b29-b399-851bd27eec6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.448200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-80dfd0c4-d9cb-424f-916a-e30afcb29f0b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.480823 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-80dfd0c4-d9cb-424f-916a-e30afcb29f0b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/ports/faa80d71-cc2c-4539-850e-04cc34ef46ef HTTP/1.1" status: 204 len: 168 time: 1.3327625 Mar 08 11:53:26.488504 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50568) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:26.489515 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:26.496265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:26.501116 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:floatingip and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:26.514040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:26.514040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:26.572739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67074570-0b4d-4b29-b399-851bd27eec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.627942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67074570-0b4d-4b29-b399-851bd27eec6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f9608c-46b7-4eaa-ad04-391bce38e699,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:26.627942 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-67074570-0b4d-4b29-b399-851bd27eec6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e51039c73544b809fa27d6fdd3f7497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570773 Mar 08 11:53:26.627942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.639162 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50572) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:26.772888 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.789575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5e58c89f-058e-434b-8f74-1d5ba6a08a38 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:26.796371 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 176c68b3-2d83-43cb-9834-893cf48bbaed will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:26.804294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-11750c07-0c05-48ba-986d-5de37da94e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.843494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-11750c07-0c05-48ba-986d-5de37da94e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.904001 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.933306 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:26.947225 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 5e58c89f-058e-434b-8f74-1d5ba6a08a38 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:26.993448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-11750c07-0c05-48ba-986d-5de37da94e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:27.007536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:27.015469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:27.019886 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:27.023194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11750c07-0c05-48ba-986d-5de37da94e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f9608c-46b7-4eaa-ad04-391bce38e699,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:27.026378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:27.026378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:27.040125 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=176c68b3-2d83-43cb-9834-893cf48bbaed,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:27.040420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-11750c07-0c05-48ba-986d-5de37da94e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:27.041733 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-11750c07-0c05-48ba-986d-5de37da94e64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44f9608c-46b7-4eaa-ad04-391bce38e699 HTTP/1.1" status: 204 len: 168 time: 0.4016681 Mar 08 11:53:27.106421 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4d7e8a88-d35f-4360-a201-8226ad280bd0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1337707 Mar 08 11:53:27.109283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50578) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:27.120790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.26.4.142 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/86674afe-d1db-4b74-8e91-cc71e06012f1) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:27.197919 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0e3cba-e3cb-42bb-9622-788bbad61cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:27.204275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0e3cba-e3cb-42bb-9622-788bbad61cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:27.205317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ca0e3cba-e3cb-42bb-9622-788bbad61cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:27.286957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:27.304710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ca0e3cba-e3cb-42bb-9622-788bbad61cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:27.306911 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ca0e3cba-e3cb-42bb-9622-788bbad61cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1962638 Mar 08 11:53:27.309702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50584) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:27.374246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:27.406222 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-4d135dbc-a21f-4abf-8b81-1971d03e05da tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 176c68b3-2d83-43cb-9834-893cf48bbaed {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:27.406222 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d135dbc-a21f-4abf-8b81-1971d03e05da tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:27.469349 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:27.470719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:27.479314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:27.516958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=86674afe-d1db-4b74-8e91-cc71e06012f1,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:27.579517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:27.670798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-be5bee69-c73b-49df-ad43-74e4ae7a9cba None None] Provisioning for port 5e58c89f-058e-434b-8f74-1d5ba6a08a38 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:27.678068 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-be5bee69-c73b-49df-ad43-74e4ae7a9cba None None] Provisioning complete for port 5e58c89f-058e-434b-8f74-1d5ba6a08a38 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:27.678447 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-be5bee69-c73b-49df-ad43-74e4ae7a9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:27.719609 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d135dbc-a21f-4abf-8b81-1971d03e05da tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:27.793302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:27.832898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-be5bee69-c73b-49df-ad43-74e4ae7a9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:27.868109 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-be5bee69-c73b-49df-ad43-74e4ae7a9cba None None] For port 5e58c89f-058e-434b-8f74-1d5ba6a08a38, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5e58c89f-058e-434b-8f74-1d5ba6a08a38,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:27.878558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-4d135dbc-a21f-4abf-8b81-1971d03e05da tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 176c68b3-2d83-43cb-9834-893cf48bbaed owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:27.916069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-be5bee69-c73b-49df-ad43-74e4ae7a9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:27.990324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bee69-c73b-49df-ad43-74e4ae7a9cba None None] Pushing event updated for resources: {'Port': ['ID=5e58c89f-058e-434b-8f74-1d5ba6a08a38,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:28.051762 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:28.104715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d135dbc-a21f-4abf-8b81-1971d03e05da tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:28.105175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8a7b9bb5-630b-48dc-a540-40a80d61bcbd None None] Provisioning for port 176c68b3-2d83-43cb-9834-893cf48bbaed completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:28.111995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8a7b9bb5-630b-48dc-a540-40a80d61bcbd None None] Provisioning complete for port 176c68b3-2d83-43cb-9834-893cf48bbaed triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:28.112367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8a7b9bb5-630b-48dc-a540-40a80d61bcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:28.144486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:28.154625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d135dbc-a21f-4abf-8b81-1971d03e05da tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=176c68b3-2d83-43cb-9834-893cf48bbaed,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:28.192741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b9bb5-630b-48dc-a540-40a80d61bcbd None None] Port 176c68b3-2d83-43cb-9834-893cf48bbaed was deleted so its status cannot be updated. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 08 11:53:28.328283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d135dbc-a21f-4abf-8b81-1971d03e05da tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:28.383293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=86674afe-d1db-4b74-8e91-cc71e06012f1,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:28.425931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:28.436523 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4d135dbc-a21f-4abf-8b81-1971d03e05da tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/176c68b3-2d83-43cb-9834-893cf48bbaed HTTP/1.1" status: 204 len: 168 time: 1.1249187 Mar 08 11:53:28.438927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50608) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:28.498117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:28.500223 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-19e24fb2-c2a0-4c8a-8065-9fecbfff006e tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0140378 Mar 08 11:53:28.502094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50612) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:28.510339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'port': {'network_id': '2f60beac-3b31-4ddf-827a-0614249e373b', 'name': 'tempest-FloatingIPTestJSON-2019964915'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:28.526433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0680b666-ed58-4cf7-8cf8-e80d42ecfafd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:28.527881 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0680b666-ed58-4cf7-8cf8-e80d42ecfafd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:28.528589 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0680b666-ed58-4cf7-8cf8-e80d42ecfafd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:28.627260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0680b666-ed58-4cf7-8cf8-e80d42ecfafd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:28.628337 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0680b666-ed58-4cf7-8cf8-e80d42ecfafd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1885054 Mar 08 11:53:28.631476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50618) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:28.715972 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5e58c89f-058e-434b-8f74-1d5ba6a08a38 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:28.716791 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:28.725235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dedebf5-96c9-4e30-9cb0-0a0a373f2be8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 50f51f46-ab01-4d83-ba4d-b08a14b9459f {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:53:28.727451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:port and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:28.731164 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:28.733734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2dedebf5-96c9-4e30-9cb0-0a0a373f2be8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:28.768619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:28.788823 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 5e58c89f-058e-434b-8f74-1d5ba6a08a38 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:28.789278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:28.795258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2dedebf5-96c9-4e30-9cb0-0a0a373f2be8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:28.856317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Made reservation on behalf of bcfd272a30304664a6d8859ebca227e9 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:28.859775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:28.896177 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] device_id is not set on port 399c3e45-a43a-47e4-a744-06a8147c115d yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:53:28.936286 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2dedebf5-96c9-4e30-9cb0-0a0a373f2be8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.089405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.20.0.7 (2f60beac-3b31-4ddf-827a-0614249e373b/d4c68857-93dd-4a24-a4b4-93f81accbb68/399c3e45-a43a-47e4-a744-06a8147c115d) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:29.136419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2dedebf5-96c9-4e30-9cb0-0a0a373f2be8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.155031 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50632) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:29.190910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedebf5-96c9-4e30-9cb0-0a0a373f2be8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=50f51f46-ab01-4d83-ba4d-b08a14b9459f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:29.197452 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2dedebf5-96c9-4e30-9cb0-0a0a373f2be8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.204294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65c68e7-5cbd-45a3-9b1c-fff310b9839e None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:29.313112 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2dedebf5-96c9-4e30-9cb0-0a0a373f2be8 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/50f51f46-ab01-4d83-ba4d-b08a14b9459f HTTP/1.1" status: 204 len: 168 time: 0.6803505 Mar 08 11:53:29.316083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50638) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:29.325838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'network': {'name': 'tempest-network-smoke--1147604273', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'port_security_enabled': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:29.331139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:29.336203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:network and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:29.339336 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:29.345625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:29.394884 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e35aafc5-7b68-445a-b426-cbc1674193a0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775299 Mar 08 11:53:29.397698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50642) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:29.405483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:29.427936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.428583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:29.433023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.460992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.479999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061cd5b1-c91d-4b50-9709-e8871314fb2b None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:53:29.485097 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-061cd5b1-c91d-4b50-9709-e8871314fb2b None None] Deleting port 5e58c89f-058e-434b-8f74-1d5ba6a08a38 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:29.485475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-061cd5b1-c91d-4b50-9709-e8871314fb2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.522165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.533607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:29.552549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:29.556682 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:29.566471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:29.568557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:29.574644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:29.580322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:29.587159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:29.593230 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network 2f60beac-3b31-4ddf-827a-0614249e373b is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:29.596755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:29.599882 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:29.653013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=399c3e45-a43a-47e4-a744-06a8147c115d,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:29.672765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.674365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:29.678757 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.683912 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:29.684532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.719629 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-061cd5b1-c91d-4b50-9709-e8871314fb2b None None] For port 5e58c89f-058e-434b-8f74-1d5ba6a08a38, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5e58c89f-058e-434b-8f74-1d5ba6a08a38,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:29.720193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-061cd5b1-c91d-4b50-9709-e8871314fb2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.763646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.784966 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-befa83a9-1804-45fa-a39d-6733e135e10d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2817991 Mar 08 11:53:29.788158 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50646) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:29.792884 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ca38bc15-d230-4d5c-be57-6d1c9781ce9d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'floatingip': {'port_id': '399c3e45-a43a-47e4-a744-06a8147c115d'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:29.810108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:53:29.834249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:29.839178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.844346 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Added segment 68721ab9-3d75-43ce-b905-c7f0e722a44f of type vlan for network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd Mar 08 11:53:29.851694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-061cd5b1-c91d-4b50-9709-e8871314fb2b None None] Calling delete_port for 5e58c89f-058e-434b-8f74-1d5ba6a08a38 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:29.876632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ca38bc15-d230-4d5c-be57-6d1c9781ce9d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:29.878039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:30.036523 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-061cd5b1-c91d-4b50-9709-e8871314fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:30.077824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:30.083024 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cd5b1-c91d-4b50-9709-e8871314fb2b None None] Pushing event deleted for resources: {'Port': ['ID=5e58c89f-058e-434b-8f74-1d5ba6a08a38,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:30.083991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:30.084585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:30.088317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061cd5b1-c91d-4b50-9709-e8871314fb2b None None] No DVR routers for this DVR port 5e58c89f-058e-434b-8f74-1d5ba6a08a38 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:53:30.295198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.objects.ports [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88469) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:53:30.296103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Network': ['ID=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:30.298554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:30.311435 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:53:30.355374 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50650) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:30.355874 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-318432a2-7e57-456d-b678-9eebc90ea713 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1876087 Mar 08 11:53:30.358088 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'admin_state_up': True, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:30.367777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:30.376525 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:30.379688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:30.383557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:router and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:30.383844 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:30.384605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:30.401253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=29c209f2-da3e-4e1a-97ff-dab71c5e06c4,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:30.403982 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1872831f-c40a-4402-a99a-5489e53f01e3 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:30.444703 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:30.464876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:30.480018 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1269442b-425b-41ee-8bdb-fb6a8497bdc3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0808096 Mar 08 11:53:30.480614 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50654) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:30.486519 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'mac_address': 'fa:16:3e:f1:ec:56', 'name': 'tempest-NetworksTestDHCPv6-255389364'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:30.521631 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:30.523021 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:30.557933 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:30.645093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:30.649928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:port and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:30.653258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:30.659496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:30.665574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '29c209f2-da3e-4e1a-97ff-dab71c5e06c4'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:53:30.667600 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:30.673765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ca38bc15-d230-4d5c-be57-6d1c9781ce9d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:30.727941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5e58c89f-058e-434b-8f74-1d5ba6a08a38 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:53:30.750111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:30.770728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 5e58c89f-058e-434b-8f74-1d5ba6a08a38 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:53:30.771075 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5e58c89f-058e-434b-8f74-1d5ba6a08a38 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:53:30.784388 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ca38bc15-d230-4d5c-be57-6d1c9781ce9d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:30.872994 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Allocated IP 2001:db8::f816:3eff:feaa:f8ef (b6b97662-0baa-4f27-9a4e-9894348947bb/29c209f2-da3e-4e1a-97ff-dab71c5e06c4/4c649f70-e5dc-4fb2-889f-5b44c313a653) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:30.878637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:30.910760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 6424075a-5767-4ad0-a1fd-3d4072c5e1f4 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:53:31.115093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:31.125799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Transition to ACTIVE for port object 4c649f70-e5dc-4fb2-889f-5b44c313a653 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:31.154763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Transition to ACTIVE for port object 4c649f70-e5dc-4fb2-889f-5b44c313a653 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:31.170807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:31.198821 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-ca38bc15-d230-4d5c-be57-6d1c9781ce9d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Floating IP dfbfbb78-7f8d-4b29-9bdc-71be3513e6f2 associated. External IP: 172.26.4.142, port: 399c3e45-a43a-47e4-a744-06a8147c115d. Mar 08 11:53:31.224403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:31.291445 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::f816:3eff:fef1:ec56 (b6b97662-0baa-4f27-9a4e-9894348947bb/29c209f2-da3e-4e1a-97ff-dab71c5e06c4/6424075a-5767-4ad0-a1fd-3d4072c5e1f4) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:31.303958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:31.303958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:31.303958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:31.310842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Pushing event updated for resources: {'Port': ['ID=4c649f70-e5dc-4fb2-889f-5b44c313a653,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:31.410201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Attempting to bind port 4c649f70-e5dc-4fb2-889f-5b44c313a653 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:53:31.410557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Attempting to bind port 4c649f70-e5dc-4fb2-889f-5b44c313a653 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:53:31.410928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Attempting to bind port 4c649f70-e5dc-4fb2-889f-5b44c313a653 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:53:31.416292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:53:31.416671 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:31.417234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:31.417595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:53:31.418078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Bound port: 4c649f70-e5dc-4fb2-889f-5b44c313a653, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:53:31.422117 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:31.509927 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] For port 4c649f70-e5dc-4fb2-889f-5b44c313a653, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:53:31.513977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] For port 4c649f70-e5dc-4fb2-889f-5b44c313a653, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4c649f70-e5dc-4fb2-889f-5b44c313a653,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:53:31.530332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:31.547856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 6424075a-5767-4ad0-a1fd-3d4072c5e1f4 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:31.608777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:31.654578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:31.699981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849669a0-576e-404d-9eaf-8efb7a5f3118 None None] Pushing event updated for resources: {'Port': ['ID=4c649f70-e5dc-4fb2-889f-5b44c313a653,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:31.753613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:31.761645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:31.764291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:31.772192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:31.773026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:31.789829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=6424075a-5767-4ad0-a1fd-3d4072c5e1f4,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:31.917239 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c24199c7-77a1-4acc-91b9-5c0dbf2cb225 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4355764 Mar 08 11:53:31.921400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50658) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:31.957810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca38bc15-d230-4d5c-be57-6d1c9781ce9d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:31.993413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:32.034599 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:32.125559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206e359-3de5-45cd-aa5e-d661803b9e9f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:32.131614 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206e359-3de5-45cd-aa5e-d661803b9e9f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:32.132397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4206e359-3de5-45cd-aa5e-d661803b9e9f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:32.230385 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4206e359-3de5-45cd-aa5e-d661803b9e9f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:32.233422 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4206e359-3de5-45cd-aa5e-d661803b9e9f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3110652 Mar 08 11:53:32.236708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50662) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:32.304376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-0f400ee6-14af-4719-8a46-c7786c1fa6f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 6424075a-5767-4ad0-a1fd-3d4072c5e1f4 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:32.304543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0f400ee6-14af-4719-8a46-c7786c1fa6f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:32.313539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca38bc15-d230-4d5c-be57-6d1c9781ce9d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:32.325356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bffc7d-4eff-4c28-b372-04174c263429 None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:32.332168 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.234 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/08571c7c-68cd-4704-aed0-d4e915c7ceee) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:32.337277 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bffc7d-4eff-4c28-b372-04174c263429 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:32.338039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a6bffc7d-4eff-4c28-b372-04174c263429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:32.346080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ca38bc15-d230-4d5c-be57-6d1c9781ce9d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:32.416691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a6bffc7d-4eff-4c28-b372-04174c263429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:32.426987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bffc7d-4eff-4c28-b372-04174c263429 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:32.427849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a6bffc7d-4eff-4c28-b372-04174c263429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:32.501329 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ca38bc15-d230-4d5c-be57-6d1c9781ce9d tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "PUT /v2.0/floatingips/dfbfbb78-7f8d-4b29-9bdc-71be3513e6f2 HTTP/1.1" status: 200 len: 978 time: 2.7081623 Mar 08 11:53:32.501578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50666) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:32.510085 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a6bffc7d-4eff-4c28-b372-04174c263429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:32.510085 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bffc7d-4eff-4c28-b372-04174c263429 None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:32.563120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:32.642952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab2c93-b02f-4b8f-8896-ba36bdbfa35a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port 399c3e45-a43a-47e4-a744-06a8147c115d {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:32.643540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2c93-b02f-4b8f-8896-ba36bdbfa35a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:32.682084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:32.764082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:32.766725 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:32.770102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:32.773246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0f400ee6-14af-4719-8a46-c7786c1fa6f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:32.791969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4c649f70-e5dc-4fb2-889f-5b44c313a653 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:32.843662 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=08571c7c-68cd-4704-aed0-d4e915c7ceee,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:32.930646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-0f400ee6-14af-4719-8a46-c7786c1fa6f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 6424075a-5767-4ad0-a1fd-3d4072c5e1f4 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:32.952389 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b02e9ce2-0e35-4333-8d61-818f218ea5b2 None None] Provisioning for port 4c649f70-e5dc-4fb2-889f-5b44c313a653 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:32.985275 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 4c649f70-e5dc-4fb2-889f-5b44c313a653 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:32.991367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4c649f70-e5dc-4fb2-889f-5b44c313a653 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:32.991752 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:33.141250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2c93-b02f-4b8f-8896-ba36bdbfa35a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:33.145830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:33.186252 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 4c649f70-e5dc-4fb2-889f-5b44c313a653, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4c649f70-e5dc-4fb2-889f-5b44c313a653,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:33.200874 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1adae8fd-9cd2-48fb-88d7-f295bcef4ffb None None] Provisioning for port 6424075a-5767-4ad0-a1fd-3d4072c5e1f4 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:33.206651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1adae8fd-9cd2-48fb-88d7-f295bcef4ffb None None] Provisioning complete for port 6424075a-5767-4ad0-a1fd-3d4072c5e1f4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:33.207025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1adae8fd-9cd2-48fb-88d7-f295bcef4ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:33.261013 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:33.300341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1adae8fd-9cd2-48fb-88d7-f295bcef4ffb None None] Port 6424075a-5767-4ad0-a1fd-3d4072c5e1f4 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:33.340495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=4c649f70-e5dc-4fb2-889f-5b44c313a653,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:33.342591 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:33.454121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0f400ee6-14af-4719-8a46-c7786c1fa6f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:33.520002 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f400ee6-14af-4719-8a46-c7786c1fa6f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=6424075a-5767-4ad0-a1fd-3d4072c5e1f4,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:33.579994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0f400ee6-14af-4719-8a46-c7786c1fa6f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:33.592592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2c93-b02f-4b8f-8896-ba36bdbfa35a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:33.592969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2c93-b02f-4b8f-8896-ba36bdbfa35a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:33.593275 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-b8ab2c93-b02f-4b8f-8896-ba36bdbfa35a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Floating IP dfbfbb78-7f8d-4b29-9bdc-71be3513e6f2 disassociated. External IP: 172.26.4.142, port: 399c3e45-a43a-47e4-a744-06a8147c115d. Mar 08 11:53:33.593831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab2c93-b02f-4b8f-8896-ba36bdbfa35a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for 399c3e45-a43a-47e4-a744-06a8147c115d owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:33.727409 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0f400ee6-14af-4719-8a46-c7786c1fa6f4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/6424075a-5767-4ad0-a1fd-3d4072c5e1f4 HTTP/1.1" status: 204 len: 168 time: 1.4896677 Mar 08 11:53:33.730556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50670) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:33.868328 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:33.911761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f0f60-d232-41b8-8a56-1ff8cbe4677e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:33.913358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f0f60-d232-41b8-8a56-1ff8cbe4677e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:33.914203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-132f0f60-d232-41b8-8a56-1ff8cbe4677e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:33.949767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2c93-b02f-4b8f-8896-ba36bdbfa35a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:34.001126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab2c93-b02f-4b8f-8896-ba36bdbfa35a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=399c3e45-a43a-47e4-a744-06a8147c115d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:34.061509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-132f0f60-d232-41b8-8a56-1ff8cbe4677e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:34.062555 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-132f0f60-d232-41b8-8a56-1ff8cbe4677e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3304412 Mar 08 11:53:34.066351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50674) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:34.138639 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-200e3650-d974-4eb6-9d55-644a740ba3c9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 29c209f2-da3e-4e1a-97ff-dab71c5e06c4 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:53:34.141580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-200e3650-d974-4eb6-9d55-644a740ba3c9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:34.187560 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ab2c93-b02f-4b8f-8896-ba36bdbfa35a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:34.199353 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-200e3650-d974-4eb6-9d55-644a740ba3c9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:34.230782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:53:34.380361 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ab2c93-b02f-4b8f-8896-ba36bdbfa35a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:34.392267 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9a962-bbca-4a65-bcf0-59d3ffc2b6f0 None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:34.402100 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9a962-bbca-4a65-bcf0-59d3ffc2b6f0 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:34.404748 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7cc9a962-bbca-4a65-bcf0-59d3ffc2b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:34.426992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-200e3650-d974-4eb6-9d55-644a740ba3c9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:34.474945 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7cc9a962-bbca-4a65-bcf0-59d3ffc2b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:34.485451 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9a962-bbca-4a65-bcf0-59d3ffc2b6f0 None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:34.486228 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7cc9a962-bbca-4a65-bcf0-59d3ffc2b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:34.494054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:34.504379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Sync routers for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:34.508362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2c93-b02f-4b8f-8896-ba36bdbfa35a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:34.522400 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b8ab2c93-b02f-4b8f-8896-ba36bdbfa35a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/ports/399c3e45-a43a-47e4-a744-06a8147c115d HTTP/1.1" status: 204 len: 168 time: 2.0221486 Mar 08 11:53:34.523103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50678) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:34.526519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:34.527307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:34.560988 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7cc9a962-bbca-4a65-bcf0-59d3ffc2b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:34.561385 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9a962-bbca-4a65-bcf0-59d3ffc2b6f0 None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:34.610572 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0bbc45fd-3a5e-4ffa-b713-f3640332669b tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "GET /v2.0/floatingips/dfbfbb78-7f8d-4b29-9bdc-71be3513e6f2 HTTP/1.1" status: 200 len: 688 time: 0.0831625 Mar 08 11:53:34.610837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50682) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:34.611135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:34.613431 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c78580f0-730b-483d-8f2c-86602d1bc5d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2687111 Mar 08 11:53:34.616330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50686) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:34.654714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-200e3650-d974-4eb6-9d55-644a740ba3c9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:34.734042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ee5c9-c32f-4bd9-9231-09a7a7f6b176 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:34.752270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4c649f70-e5dc-4fb2-889f-5b44c313a653 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:34.755114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-200e3650-d974-4eb6-9d55-644a740ba3c9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:34.765285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e3650-d974-4eb6-9d55-644a740ba3c9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=29c209f2-da3e-4e1a-97ff-dab71c5e06c4,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:34.770941 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0b3c9fa5-f909-43c7-baa6-6e44e4c19925 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c6ec9fcbfccf47d68d2acd05b7c2000a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1533675 Mar 08 11:53:34.773593 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50692) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:34.827158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-a4ea4f7c-aa96-45d0-aeea-9981201584e5 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port 86674afe-d1db-4b74-8e91-cc71e06012f1 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:34.828135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4f7c-aa96-45d0-aeea-9981201584e5 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:34.869533 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-200e3650-d974-4eb6-9d55-644a740ba3c9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/29c209f2-da3e-4e1a-97ff-dab71c5e06c4 HTTP/1.1" status: 204 len: 168 time: 0.8010716 Mar 08 11:53:34.872162 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50696) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:34.914811 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:53:34.926470 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcba71a-7f91-4cdb-a8db-ab0aa8761a7c tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:34.930746 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dbcba71a-7f91-4cdb-a8db-ab0aa8761a7c tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1530745 Mar 08 11:53:34.931538 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50700) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:34.953102 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6c8cd445-0d74-4226-b833-247e3c01d545 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774395 Mar 08 11:53:34.956102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50704) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:34.973298 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f3264f64-1204-4f77-8eaa-9bbc00749871 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408773 Mar 08 11:53:34.975774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50708) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:34.981447 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-535694896', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:35.139634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4f7c-aa96-45d0-aeea-9981201584e5 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:35.140024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4f7c-aa96-45d0-aeea-9981201584e5 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:35.193354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4c649f70-e5dc-4fb2-889f-5b44c313a653 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:35.193734 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:35.216481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb2d4a9-1d49-4324-8dec-28a98bfa5e77 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:35.219334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2bb2d4a9-1d49-4324-8dec-28a98bfa5e77 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:35.232802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:35.237135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:subnet and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:35.240024 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:35.246352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:35.284126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-a4ea4f7c-aa96-45d0-aeea-9981201584e5 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for 86674afe-d1db-4b74-8e91-cc71e06012f1 owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:35.309472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:35.314181 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:35.500513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:33Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:35.504748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Checking router: 02f0e2f5-b207-4844-8e73-1fb48858c2d4 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:53:35.505358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Updating router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 port 08571c7c-68cd-4704-aed0-d4e915c7ceee binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:53:35.541164 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16115d1-01d5-49a9-95c6-968cbec0ed40 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:53:35.550146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2bb2d4a9-1d49-4324-8dec-28a98bfa5e77 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:35.553766 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2bb2d4a9-1d49-4324-8dec-28a98bfa5e77 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5970297 Mar 08 11:53:35.555831 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e16115d1-01d5-49a9-95c6-968cbec0ed40 None None] Deleting port 4c649f70-e5dc-4fb2-889f-5b44c313a653 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:35.556290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50712) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:35.559166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e16115d1-01d5-49a9-95c6-968cbec0ed40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:35.617112 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:35.642038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b462a-1982-4f2b-8f8d-71e40072fee1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:35.643452 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-203b462a-1982-4f2b-8f8d-71e40072fee1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0862889 Mar 08 11:53:35.646107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50716) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:35.685247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:35.715719 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2eb4ac8f-b275-4863-833e-ec6278cbd142 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680764 Mar 08 11:53:35.721131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50720) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:35.726922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:35.772415 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Subnet': ['ID=f5c2aa45-5536-4c4e-a395-f1c91acb1711,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:35.777869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Checking segment: {'id': '68721ab9-3d75-43ce-b905-c7f0e722a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:35.778249 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network hostable DHCP agents. Network: 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:53:35.816329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4f7c-aa96-45d0-aeea-9981201584e5 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:35.875719 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:53:35.911877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea4f7c-aa96-45d0-aeea-9981201584e5 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=86674afe-d1db-4b74-8e91-cc71e06012f1,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:35.937064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e16115d1-01d5-49a9-95c6-968cbec0ed40 None None] For port 4c649f70-e5dc-4fb2-889f-5b44c313a653, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4c649f70-e5dc-4fb2-889f-5b44c313a653,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:35.937064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e16115d1-01d5-49a9-95c6-968cbec0ed40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:35.949587 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:35.954514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:35.955250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:35.979910 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:35.987698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:35.990315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70f4c3a-be0d-411a-847f-2dcf7cc2f6c3 None None] Network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:35.992256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:36.000334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:36.010251 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4f7c-aa96-45d0-aeea-9981201584e5 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:36.029907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4f7c-aa96-45d0-aeea-9981201584e5 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:36.031098 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a4ea4f7c-aa96-45d0-aeea-9981201584e5 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/floatingips/dfbfbb78-7f8d-4b29-9bdc-71be3513e6f2 HTTP/1.1" status: 204 len: 168 time: 1.4194000 Mar 08 11:53:36.034621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50724) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:36.040067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': 'db679a86-3504-4d4c-afba-77de4db2e224'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:36.042976 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1c6cbf95-9088-4e44-96a4-8794709879ad tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0661535 Mar 08 11:53:36.046018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50728) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:36.049454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:36.052097 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:floatingip and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:36.055003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:36.060799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:36.104091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:36.108463 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:36.127403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:36.141988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e16115d1-01d5-49a9-95c6-968cbec0ed40 None None] Calling delete_port for 4c649f70-e5dc-4fb2-889f-5b44c313a653 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:36.408570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e16115d1-01d5-49a9-95c6-968cbec0ed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:36.423290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:36.526560 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16115d1-01d5-49a9-95c6-968cbec0ed40 None None] Pushing event deleted for resources: {'Port': ['ID=4c649f70-e5dc-4fb2-889f-5b44c313a653,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:36.529576 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16115d1-01d5-49a9-95c6-968cbec0ed40 None None] No DVR routers for this DVR port 4c649f70-e5dc-4fb2-889f-5b44c313a653 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:53:36.540730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:36.590465 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Transition to ACTIVE for port object 08571c7c-68cd-4704-aed0-d4e915c7ceee will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:36.595493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:36.605485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:53:36.606659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:36.664898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:36.664898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:36.675657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:36.676740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:36.757231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=d6059540-8986-413f-b4aa-d607efa4ba60,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:36.781059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.26.4.57 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/3203f947-9b2c-4dab-92c0-ee37e83dbfc8) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:36.788916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Allocated IP 172.20.0.2 (43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd/f5c2aa45-5536-4c4e-a395-f1c91acb1711/475c6a26-2797-41b6-ae15-0296fecf4de5) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:36.802212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e00498-f58c-4c1d-b215-d7785be7e1b5 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:36.815440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4c649f70-e5dc-4fb2-889f-5b44c313a653 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:53:36.846758 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:36.866622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:36.885578 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e49fdb0d-e7e8-4cb0-9066-8f3beaa2e2dc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1625500 Mar 08 11:53:36.886209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50734) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:36.904212 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'mac_address': 'fa:16:3e:88:8d:02', 'name': 'tempest-NetworksTestDHCPv6-1076876349'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:36.923157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 4c649f70-e5dc-4fb2-889f-5b44c313a653 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:53:36.923764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4c649f70-e5dc-4fb2-889f-5b44c313a653 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:53:37.061620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:37.091919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:37.094140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Attempting to bind port 08571c7c-68cd-4704-aed0-d4e915c7ceee on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:53:37.094676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Attempting to bind port 08571c7c-68cd-4704-aed0-d4e915c7ceee by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:53:37.094909 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Attempting to bind port 08571c7c-68cd-4704-aed0-d4e915c7ceee on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:53:37.105423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:37.109765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:53:37.113541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:37.113541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:37.113541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:53:37.113541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Bound port: 08571c7c-68cd-4704-aed0-d4e915c7ceee, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:53:37.113541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:37.135035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502d27e-b0c6-4151-92b5-4d00bf930526 None None] Pushing event updated for resources: {'Port': ['ID=08571c7c-68cd-4704-aed0-d4e915c7ceee,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:37.190969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:37.228382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:37.237684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] For port 08571c7c-68cd-4704-aed0-d4e915c7ceee, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:53:37.305340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] For port 08571c7c-68cd-4704-aed0-d4e915c7ceee, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=08571c7c-68cd-4704-aed0-d4e915c7ceee,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:53:37.380401 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:37.397536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Transition to ACTIVE for port object 475c6a26-2797-41b6-ae15-0296fecf4de5 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:37.404913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': 'd6059540-8986-413f-b4aa-d607efa4ba60'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:53:37.405808 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:37.436885 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Transition to ACTIVE for port object 475c6a26-2797-41b6-ae15-0296fecf4de5 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:37.474646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:37.479085 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:37.480091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:37.494820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:37.534345 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=3203f947-9b2c-4dab-92c0-ee37e83dbfc8,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:37.558550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:37.574727 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:37.629871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 6b5789bc-a0f5-4a8a-a37b-64f52aef6b41 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:53:37.633283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:37.633867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:37.685003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502d27e-b0c6-4151-92b5-4d00bf930526 None None] Pushing event updated for resources: {'Port': ['ID=08571c7c-68cd-4704-aed0-d4e915c7ceee,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:37.738841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:37.755151 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:37.769751 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:37.805678 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.1 (43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd/f5c2aa45-5536-4c4e-a395-f1c91acb1711/5177d069-b78f-4039-9341-d0646385ec5e) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:37.844034 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Allocated IP 2001:db8::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/d6059540-8986-413f-b4aa-d607efa4ba60/fa75a634-a81a-4bed-8335-420174e205f3) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:37.857365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Pushing event updated for resources: {'Port': ['ID=475c6a26-2797-41b6-ae15-0296fecf4de5,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:37.984658 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.001735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object 5177d069-b78f-4039-9341-d0646385ec5e will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:38.008720 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Attempting to bind port 475c6a26-2797-41b6-ae15-0296fecf4de5 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:53:38.009098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Attempting to bind port 475c6a26-2797-41b6-ae15-0296fecf4de5 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '68721ab9-3d75-43ce-b905-c7f0e722a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:53:38.009472 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Attempting to bind port 475c6a26-2797-41b6-ae15-0296fecf4de5 on network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:53:38.036741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:53:38.037120 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Checking segment: {'id': '68721ab9-3d75-43ce-b905-c7f0e722a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:38.037529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.037949 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Bound using segment: {'id': '68721ab9-3d75-43ce-b905-c7f0e722a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:53:38.038416 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Bound port: 475c6a26-2797-41b6-ae15-0296fecf4de5, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68721ab9-3d75-43ce-b905-c7f0e722a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:53:38.038795 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.052650 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:53:38.054643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.065028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.146394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:38.150090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:38.160082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:38.187014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.198315 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=5177d069-b78f-4039-9341-d0646385ec5e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:38.225264 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.432096 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.432308 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.485275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.508274 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] For port 475c6a26-2797-41b6-ae15-0296fecf4de5, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:53:38.539587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] For port 475c6a26-2797-41b6-ae15-0296fecf4de5, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=475c6a26-2797-41b6-ae15-0296fecf4de5,segment=NetworkSegment(68721ab9-3d75-43ce-b905-c7f0e722a44f),segment_id=68721ab9-3d75-43ce-b905-c7f0e722a44f)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:53:38.589320 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.607282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=3203f947-9b2c-4dab-92c0-ee37e83dbfc8,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:38.608331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Transition to ACTIVE for port object fa75a634-a81a-4bed-8335-420174e205f3 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:38.626886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.634574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.639092 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Transition to ACTIVE for port object fa75a634-a81a-4bed-8335-420174e205f3 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:38.739329 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:33Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:38.743028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754ff69-97a5-4f47-b94e-542c7e05aa4d None None] Pushing event updated for resources: {'Port': ['ID=475c6a26-2797-41b6-ae15-0296fecf4de5,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:38.746586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83193bd-b654-4fa2-a061-1a6ff4a12b70 None None] The sync data for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv is: [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:33Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:38.772351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.838988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:38.847701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:38.851374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:38.857611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Pushing event updated for resources: {'Port': ['ID=fa75a634-a81a-4bed-8335-420174e205f3,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:38.939814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.946029 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Floating IP aaf03998-e6b9-4022-af88-07fca4595a9d associated. External IP: 172.26.4.57, port: db679a86-3504-4d4c-afba-77de4db2e224. Mar 08 11:53:38.962497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Attempting to bind port fa75a634-a81a-4bed-8335-420174e205f3 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:53:38.962497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Attempting to bind port fa75a634-a81a-4bed-8335-420174e205f3 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:53:38.962497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Attempting to bind port fa75a634-a81a-4bed-8335-420174e205f3 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:53:38.968438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:53:38.968851 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:38.969257 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:38.969654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:53:38.970147 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Bound port: fa75a634-a81a-4bed-8335-420174e205f3, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:53:38.970525 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:39.001418 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:39.045359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::180 (b6b97662-0baa-4f27-9a4e-9894348947bb/d6059540-8986-413f-b4aa-d607efa4ba60/6b5789bc-a0f5-4a8a-a37b-64f52aef6b41) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:39.113427 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] For port fa75a634-a81a-4bed-8335-420174e205f3, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:53:39.117676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] For port fa75a634-a81a-4bed-8335-420174e205f3, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fa75a634-a81a-4bed-8335-420174e205f3,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:53:39.199461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:39.245996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:39.285621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=5177d069-b78f-4039-9341-d0646385ec5e,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:39.424923 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d78bbd-984b-41fc-ba34-9cb5eb11899e None None] Pushing event updated for resources: {'Port': ['ID=fa75a634-a81a-4bed-8335-420174e205f3,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:39.479668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:39.481047 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:39.753956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:39.868196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:39.891318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 6b5789bc-a0f5-4a8a-a37b-64f52aef6b41 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:39.893645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:39.921694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-17329c3c-4457-48d0-82fd-6db57b03646a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:40.100687 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:40.101071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:40.112217 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ad84ff4b-2513-4ff0-954c-b27de7adcf4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/02f0e2f5-b207-4844-8e73-1fb48858c2d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0651433 Mar 08 11:53:40.114826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50740) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:40.115812 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ed0ea-941d-4a81-9f9e-684fa5781bac None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:40.133296 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ed0ea-941d-4a81-9f9e-684fa5781bac None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:40.133296 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-341ed0ea-941d-4a81-9f9e-684fa5781bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:40.152694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:40.208744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:40.211560 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-341ed0ea-941d-4a81-9f9e-684fa5781bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:40.221048 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ed0ea-941d-4a81-9f9e-684fa5781bac None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:40.221857 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-341ed0ea-941d-4a81-9f9e-684fa5781bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:40.276339 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:40.283975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:40.295213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:40.301370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.302673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:40.304503 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-341ed0ea-941d-4a81-9f9e-684fa5781bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:40.304923 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ed0ea-941d-4a81-9f9e-684fa5781bac None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:40.307495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fccfb9-a2ce-4a61-bd85-284ac1b986e0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.307980 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fccfb9-a2ce-4a61-bd85-284ac1b986e0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.308448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fccfb9-a2ce-4a61-bd85-284ac1b986e0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.308903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fccfb9-a2ce-4a61-bd85-284ac1b986e0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.309398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fccfb9-a2ce-4a61-bd85-284ac1b986e0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.309906 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fccfb9-a2ce-4a61-bd85-284ac1b986e0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.310452 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fccfb9-a2ce-4a61-bd85-284ac1b986e0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.310872 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fccfb9-a2ce-4a61-bd85-284ac1b986e0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.312800 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-79fccfb9-a2ce-4a61-bd85-284ac1b986e0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5688 time: 0.1968799 Mar 08 11:53:40.318093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50744) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:40.342090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=6b5789bc-a0f5-4a8a-a37b-64f52aef6b41,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:40.346610 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-28b829ed-f938-45a5-abfc-1cbce213cae2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.3109555 Mar 08 11:53:40.354853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50748) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:40.354853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-797870364'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:40.363594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:40.368783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:network and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:40.374395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:40.390318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5cc743-a5f8-4753-9e26-c0226bea5e13 None None] Network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:40.390577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:40.408027 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b8a1b650-9c92-4e84-854a-47ec761c7cc0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5164874 Mar 08 11:53:40.411224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50752) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:40.423173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4fec4-6a38-4d37-8415-8612a82082f6 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.424101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4fec4-6a38-4d37-8415-8612a82082f6 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.424524 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4fec4-6a38-4d37-8415-8612a82082f6 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.425066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4fec4-6a38-4d37-8415-8612a82082f6 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.426348 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4fec4-6a38-4d37-8415-8612a82082f6 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.426348 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4fec4-6a38-4d37-8415-8612a82082f6 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.427093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4fec4-6a38-4d37-8415-8612a82082f6 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.427093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4fec4-6a38-4d37-8415-8612a82082f6 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.429025 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-30f4fec4-6a38-4d37-8415-8612a82082f6 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5208 time: 0.1098652 Mar 08 11:53:40.437526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50756) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:40.485688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Made reservation on behalf of bcfd272a30304664a6d8859ebca227e9 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:40.489173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:40.531038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381ba284-2c94-4def-949e-244345f8385c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.537116 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381ba284-2c94-4def-949e-244345f8385c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.537116 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-381ba284-2c94-4def-949e-244345f8385c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:40.561178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:53:40.571771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:40.576358 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Added segment 92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06 of type vlan for network 5cd1746d-1fab-44f1-9252-775e95f31f50 Mar 08 11:53:40.626691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:40.645641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8af39236-4781-498f-a1f4-f428fe6b4879 None None] Provisioning for port 475c6a26-2797-41b6-ae15-0296fecf4de5 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:40.682937 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-381ba284-2c94-4def-949e-244345f8385c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:40.690381 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-381ba284-2c94-4def-949e-244345f8385c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2758915 Mar 08 11:53:40.695371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50760) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:40.825579 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-832bfca8-0fc7-4d09-8d26-620c5f23ddef tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 0.3776267 Mar 08 11:53:40.835434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:40.844350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:40.845446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:40.859646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-cb8bde09-f10b-4461-8eb9-c03e413de899 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 6b5789bc-a0f5-4a8a-a37b-64f52aef6b41 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:40.859646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb8bde09-f10b-4461-8eb9-c03e413de899 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:40.922627 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 475c6a26-2797-41b6-ae15-0296fecf4de5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:41.044487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Network': ['ID=5cd1746d-1fab-44f1-9252-775e95f31f50,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:41.072738 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 5cd1746d-1fab-44f1-9252-775e95f31f50 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:53:41.131853 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-54eab5a1-a8e3-441d-8a25-f8fce16b1099 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7796810 Mar 08 11:53:41.132773 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50766) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:41.141154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'subnet': {'network_id': '5cd1746d-1fab-44f1-9252-775e95f31f50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:41.178550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50770) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:41.208667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438231144', 'description': 'tempest-secgroup-smoke-438231144 description', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:41.215439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:41.220841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:41.230392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:41.241466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 475c6a26-2797-41b6-ae15-0296fecf4de5 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:41.257524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 475c6a26-2797-41b6-ae15-0296fecf4de5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:41.258003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:41.305217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-72a36beb-d93f-4e1f-9163-df9e9bbdf95c None None] Provisioning for port fa75a634-a81a-4bed-8335-420174e205f3 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:41.352858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:41.358938 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:subnet and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:41.368055 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:41.385098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:41.394430 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:41.414995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Sync routers for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:41.425055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb8bde09-f10b-4461-8eb9-c03e413de899 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:41.435928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:41.436200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:41.498363 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Made reservation on behalf of bcfd272a30304664a6d8859ebca227e9 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:41.501927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:41.535919 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:41.572109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:41.574052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 475c6a26-2797-41b6-ae15-0296fecf4de5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=475c6a26-2797-41b6-ae15-0296fecf4de5,segment=NetworkSegment(68721ab9-3d75-43ce-b905-c7f0e722a44f),segment_id=68721ab9-3d75-43ce-b905-c7f0e722a44f)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:41.593974 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-cb8bde09-f10b-4461-8eb9-c03e413de899 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 6b5789bc-a0f5-4a8a-a37b-64f52aef6b41 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:41.647893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:41.652408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:41.655859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:41.663752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:41.758093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7b4916a5-e089-4b6d-a474-8fa8649085f7 None None] Provisioning for port 6b5789bc-a0f5-4a8a-a37b-64f52aef6b41 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:41.769520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:41.770328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fa75a634-a81a-4bed-8335-420174e205f3 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:41.834661 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7b4916a5-e089-4b6d-a474-8fa8649085f7 None None] Provisioning complete for port 6b5789bc-a0f5-4a8a-a37b-64f52aef6b41 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:41.835066 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7b4916a5-e089-4b6d-a474-8fa8649085f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:41.853281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:41.939855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Subnet': ['ID=adde661e-4099-4e7b-9882-bd943e76260f,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:41.942266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:41.953856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Checking segment: {'id': '92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cd1746d-1fab-44f1-9252-775e95f31f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:41.953856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network hostable DHCP agents. Network: 5cd1746d-1fab-44f1-9252-775e95f31f50, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:53:41.957620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:53:42.000898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.031302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7b4916a5-e089-4b6d-a474-8fa8649085f7 None None] Port 6b5789bc-a0f5-4a8a-a37b-64f52aef6b41 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:42.040729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=475c6a26-2797-41b6-ae15-0296fecf4de5,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:42.045930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099338b1-de09-450d-9faa-4cc4d36ca087,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:42.051902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb8bde09-f10b-4461-8eb9-c03e413de899 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.052303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network 5cd1746d-1fab-44f1-9252-775e95f31f50 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:53:42.133039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bde09-f10b-4461-8eb9-c03e413de899 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=6b5789bc-a0f5-4a8a-a37b-64f52aef6b41,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:42.153653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb8bde09-f10b-4461-8eb9-c03e413de899 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.158162 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cb8bde09-f10b-4461-8eb9-c03e413de899 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/6b5789bc-a0f5-4a8a-a37b-64f52aef6b41 HTTP/1.1" status: 204 len: 168 time: 1.4591742 Mar 08 11:53:42.158596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50774) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:42.195424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.197433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 5cd1746d-1fab-44f1-9252-775e95f31f50) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:42.199734 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7ad48d76-d2ea-4ca3-8a82-2994fac3e785 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0201507 Mar 08 11:53:42.201018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50778) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:42.204970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:42.205928 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.217545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d18881f-7506-4439-81ef-6e5004447c3b None None] Network 5cd1746d-1fab-44f1-9252-775e95f31f50 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:42.220395 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ca8cedb5-ba86-4d4c-b7e8-78eaf068caf3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '099338b1-de09-450d-9faa-4cc4d36ca087', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:42.235603 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbca4d3-cfef-466a-a1a5-97c58ced84a7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:42.237273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7b4916a5-e089-4b6d-a474-8fa8649085f7 None None] Provisioning for port 5177d069-b78f-4039-9341-d0646385ec5e completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:42.237451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbca4d3-cfef-466a-a1a5-97c58ced84a7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:42.238831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1fbca4d3-cfef-466a-a1a5-97c58ced84a7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:42.239056 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ca8cedb5-ba86-4d4c-b7e8-78eaf068caf3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:42.246215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ca8cedb5-ba86-4d4c-b7e8-78eaf068caf3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:42.252728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ca8cedb5-ba86-4d4c-b7e8-78eaf068caf3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:42.259634 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ca8cedb5-ba86-4d4c-b7e8-78eaf068caf3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:42.268555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port fa75a634-a81a-4bed-8335-420174e205f3 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:42.282470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8e07e082-3351-4bf1-b99e-60ab5f9e5e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.290149 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7b4916a5-e089-4b6d-a474-8fa8649085f7 None None] Provisioning complete for port 5177d069-b78f-4039-9341-d0646385ec5e triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:42.290149 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7b4916a5-e089-4b6d-a474-8fa8649085f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.311951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port fa75a634-a81a-4bed-8335-420174e205f3 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:42.312344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.349198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1fbca4d3-cfef-466a-a1a5-97c58ced84a7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:42.353314 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1fbca4d3-cfef-466a-a1a5-97c58ced84a7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1907060 Mar 08 11:53:42.353465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50782) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:42.380010 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d91a73f0-020c-47ed-9211-8821d84f6fdf tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2391670 Mar 08 11:53:42.380931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50786) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:42.387121 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-175041655', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:42.396647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:42.405719 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:router and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:42.408839 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:42.416603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:42.430829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce99118-db3d-4c5b-b839-d84c770e994f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet d6059540-8986-413f-b4aa-d607efa4ba60 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:53:42.432454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ca8cedb5-ba86-4d4c-b7e8-78eaf068caf3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.434184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dce99118-db3d-4c5b-b839-d84c770e994f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.488194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.492978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.504393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dce99118-db3d-4c5b-b839-d84c770e994f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.514116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7b4916a5-e089-4b6d-a474-8fa8649085f7 None None] Port 5177d069-b78f-4039-9341-d0646385ec5e cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:42.596769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7b4916a5-e089-4b6d-a474-8fa8649085f7 None None] Provisioning complete for port 475c6a26-2797-41b6-ae15-0296fecf4de5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:42.597142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7b4916a5-e089-4b6d-a474-8fa8649085f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.640799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dce99118-db3d-4c5b-b839-d84c770e994f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.656623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ca8cedb5-ba86-4d4c-b7e8-78eaf068caf3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.671756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.751102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.761107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ca8cedb5-ba86-4d4c-b7e8-78eaf068caf3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.765272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-5cd1746d-1fab-44f1-9252-775e95f31f50', 'network_id': '5cd1746d-1fab-44f1-9252-775e95f31f50', 'tenant_id': 'bcfd272a30304664a6d8859ebca227e9', 'fixed_ips': [{'subnet_id': 'adde661e-4099-4e7b-9882-bd943e76260f'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:53:42.765272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.788712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cedb5-ba86-4d4c-b7e8-78eaf068caf3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cbe0dd-c81b-4a00-a8fa-63bb78708155,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:42.867008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:38Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:38Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:42.898040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Checking router: 02f0e2f5-b207-4844-8e73-1fb48858c2d4 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:53:42.898279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Updating router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 port 5177d069-b78f-4039-9341-d0646385ec5e binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:53:42.910154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dce99118-db3d-4c5b-b839-d84c770e994f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.938928 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ca8cedb5-ba86-4d4c-b7e8-78eaf068caf3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.938928 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ca8cedb5-ba86-4d4c-b7e8-78eaf068caf3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7354529 Mar 08 11:53:42.946202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50790) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:42.961976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e0bf459d-93fb-4dca-91c3-9a2edf0ed5da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '099338b1-de09-450d-9faa-4cc4d36ca087', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:42.968091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce99118-db3d-4c5b-b839-d84c770e994f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=d6059540-8986-413f-b4aa-d607efa4ba60,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:42.970134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dce99118-db3d-4c5b-b839-d84c770e994f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:42.984253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e0bf459d-93fb-4dca-91c3-9a2edf0ed5da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:42.988843 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e0bf459d-93fb-4dca-91c3-9a2edf0ed5da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:42.992137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e0bf459d-93fb-4dca-91c3-9a2edf0ed5da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:42.998231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e0bf459d-93fb-4dca-91c3-9a2edf0ed5da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:43.003029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b04b77-828f-496c-88a1-5d25c9811c16 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:43.049934 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dce99118-db3d-4c5b-b839-d84c770e994f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/d6059540-8986-413f-b4aa-d607efa4ba60 HTTP/1.1" status: 204 len: 168 time: 0.6940377 Mar 08 11:53:43.051271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50794) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:43.073015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.130221 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c4997daa-03d6-41ea-a048-a5fbd32715c6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775571 Mar 08 11:53:43.131024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0bf459d-93fb-4dca-91c3-9a2edf0ed5da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.132868 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50798) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:43.155152 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.195625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0bf459d-93fb-4dca-91c3-9a2edf0ed5da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.242154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:53:43.242513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:53:43.275536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0bf459d-93fb-4dca-91c3-9a2edf0ed5da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.307794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf459d-93fb-4dca-91c3-9a2edf0ed5da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad961d6-2b78-4e66-8249-25610d75fd56,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:43.342640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Allocated IP 172.20.0.2 (5cd1746d-1fab-44f1-9252-775e95f31f50/adde661e-4099-4e7b-9882-bd943e76260f/3e12822d-8b59-4469-a0d6-0aa30162f7be) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:43.375536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.423856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0bf459d-93fb-4dca-91c3-9a2edf0ed5da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.425597 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e0bf459d-93fb-4dca-91c3-9a2edf0ed5da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4722948 Mar 08 11:53:43.428469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50802) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:43.436332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-1989d75d-323e-4746-9d6b-8a4615fcf723 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '099338b1-de09-450d-9faa-4cc4d36ca087', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:43.442085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cbab90-80e2-49a5-b631-c11dbf45c950 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:43.442789 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d7cbab90-80e2-49a5-b631-c11dbf45c950 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:43.444261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1989d75d-323e-4746-9d6b-8a4615fcf723 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:43.448634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1989d75d-323e-4746-9d6b-8a4615fcf723 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:43.453289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1989d75d-323e-4746-9d6b-8a4615fcf723 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:43.470202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1989d75d-323e-4746-9d6b-8a4615fcf723 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:43.503453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ee6c373b-0328-4e14-a5ab-b876d3c6037f None None] Provisioning complete for port 5177d069-b78f-4039-9341-d0646385ec5e triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:43.503835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ee6c373b-0328-4e14-a5ab-b876d3c6037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.548787 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.551410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d7cbab90-80e2-49a5-b631-c11dbf45c950 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:43.552764 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d7cbab90-80e2-49a5-b631-c11dbf45c950 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4186471 Mar 08 11:53:43.556358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50806) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:43.575664 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.620721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1989d75d-323e-4746-9d6b-8a4615fcf723 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.660268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9026c838-9ecc-47bc-b4e3-8860b0485696 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:43.661005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9026c838-9ecc-47bc-b4e3-8860b0485696 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:43.693745 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c373b-0328-4e14-a5ab-b876d3c6037f None None] Port 5177d069-b78f-4039-9341-d0646385ec5e cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:43.709843 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1989d75d-323e-4746-9d6b-8a4615fcf723 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.738899 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.749601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9026c838-9ecc-47bc-b4e3-8860b0485696 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:43.751287 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9026c838-9ecc-47bc-b4e3-8860b0485696 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1933854 Mar 08 11:53:43.753615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50810) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:43.770644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.832948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1989d75d-323e-4746-9d6b-8a4615fcf723 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.850861 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-55a631d5-9c40-4ed2-9210-3bd98872b62a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922282 Mar 08 11:53:43.852804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50814) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:43.860964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989d75d-323e-4746-9d6b-8a4615fcf723 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b0d772-f4ba-4150-92a6-4e8a7a2b07b8,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:43.890528 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:43.915941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1989d75d-323e-4746-9d6b-8a4615fcf723 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.923454 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1989d75d-323e-4746-9d6b-8a4615fcf723 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4935119 Mar 08 11:53:43.925269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50818) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:43.934150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-af1dea31-ef5a-4e0b-a531-b81d20f7abb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '099338b1-de09-450d-9faa-4cc4d36ca087', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:43.942425 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-af1dea31-ef5a-4e0b-a531-b81d20f7abb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:43.943049 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:43.954822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-af1dea31-ef5a-4e0b-a531-b81d20f7abb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:43.955979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-af1dea31-ef5a-4e0b-a531-b81d20f7abb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:43.968242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-af1dea31-ef5a-4e0b-a531-b81d20f7abb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:43.981917 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.006756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Transition to ACTIVE for port object 3e12822d-8b59-4469-a0d6-0aa30162f7be will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:44.009160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d103fb0a-ba15-4f9e-9193-2a5f12311f38 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:53:44.026324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d103fb0a-ba15-4f9e-9193-2a5f12311f38 None None] Deleting port fa75a634-a81a-4bed-8335-420174e205f3 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:44.038120 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d103fb0a-ba15-4f9e-9193-2a5f12311f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.038245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.26.4.197 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/f928378b-a612-4a48-bfc1-3e5bb5e6639e) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:44.038245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:44.052381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:44.062055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af1dea31-ef5a-4e0b-a531-b81d20f7abb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.063043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port fa75a634-a81a-4bed-8335-420174e205f3, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fa75a634-a81a-4bed-8335-420174e205f3,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:44.086747 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Transition to ACTIVE for port object 3e12822d-8b59-4469-a0d6-0aa30162f7be will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:44.131556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af1dea31-ef5a-4e0b-a531-b81d20f7abb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.187813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.188688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 08571c7c-68cd-4704-aed0-d4e915c7ceee up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:44.200846 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.268928 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:44.273133 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.293444 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.295995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.314930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af1dea31-ef5a-4e0b-a531-b81d20f7abb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.344068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dea31-ef5a-4e0b-a531-b81d20f7abb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5891b2d-dca4-42cc-af14-1872802ef018,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:44.354467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.367590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Transition to ACTIVE for port object 5177d069-b78f-4039-9341-d0646385ec5e will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:44.407262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af1dea31-ef5a-4e0b-a531-b81d20f7abb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.410673 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-af1dea31-ef5a-4e0b-a531-b81d20f7abb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4841137 Mar 08 11:53:44.413352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50824) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:44.419324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a058fa61-e3db-4af8-9698-e43aa45250bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '099338b1-de09-450d-9faa-4cc4d36ca087', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:44.427415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a058fa61-e3db-4af8-9698-e43aa45250bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:44.433133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a058fa61-e3db-4af8-9698-e43aa45250bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:44.437920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Network 5cd1746d-1fab-44f1-9252-775e95f31f50 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:44.438826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a058fa61-e3db-4af8-9698-e43aa45250bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:44.439347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.442199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:44.445522 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a058fa61-e3db-4af8-9698-e43aa45250bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:44.447243 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:44.454271 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:44.456971 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:44.463670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:44.468172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=fa75a634-a81a-4bed-8335-420174e205f3,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:44.495822 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=f928378b-a612-4a48-bfc1-3e5bb5e6639e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:44.568344 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-a058fa61-e3db-4af8-9698-e43aa45250bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:53:44.580718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a058fa61-e3db-4af8-9698-e43aa45250bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.612219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d103fb0a-ba15-4f9e-9193-2a5f12311f38 None None] For port fa75a634-a81a-4bed-8335-420174e205f3, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fa75a634-a81a-4bed-8335-420174e205f3,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:44.623769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d103fb0a-ba15-4f9e-9193-2a5f12311f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.667934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a058fa61-e3db-4af8-9698-e43aa45250bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.739019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a058fa61-e3db-4af8-9698-e43aa45250bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.766427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058fa61-e3db-4af8-9698-e43aa45250bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f8e7bf-a9a6-410b-8602-4cc767fd8c81,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:44.801795 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 08571c7c-68cd-4704-aed0-d4e915c7ceee completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:44.909270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a058fa61-e3db-4af8-9698-e43aa45250bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:44.913547 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a058fa61-e3db-4af8-9698-e43aa45250bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4962180 Mar 08 11:53:44.913547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50828) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:44.918561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-7d8edbf9-17c0-4ff6-974e-4e352c34aa7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '099338b1-de09-450d-9faa-4cc4d36ca087', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:44.924897 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7d8edbf9-17c0-4ff6-974e-4e352c34aa7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:44.929142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7d8edbf9-17c0-4ff6-974e-4e352c34aa7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:44.939812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7d8edbf9-17c0-4ff6-974e-4e352c34aa7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:44.939933 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d103fb0a-ba15-4f9e-9193-2a5f12311f38 None None] Calling delete_port for fa75a634-a81a-4bed-8335-420174e205f3 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:44.940046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7d8edbf9-17c0-4ff6-974e-4e352c34aa7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:45.001033 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.001633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Pushing event updated for resources: {'Port': ['ID=3e12822d-8b59-4469-a0d6-0aa30162f7be,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:45.008458 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-7d8edbf9-17c0-4ff6-974e-4e352c34aa7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:53:45.011859 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 08571c7c-68cd-4704-aed0-d4e915c7ceee triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:45.012394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.023155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8edbf9-17c0-4ff6-974e-4e352c34aa7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.088917 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Attempting to bind port 3e12822d-8b59-4469-a0d6-0aa30162f7be on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:53:45.089287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Attempting to bind port 3e12822d-8b59-4469-a0d6-0aa30162f7be by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cd1746d-1fab-44f1-9252-775e95f31f50'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:53:45.089841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Attempting to bind port 3e12822d-8b59-4469-a0d6-0aa30162f7be on network 5cd1746d-1fab-44f1-9252-775e95f31f50 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:53:45.095984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8edbf9-17c0-4ff6-974e-4e352c34aa7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.146354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8edbf9-17c0-4ff6-974e-4e352c34aa7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.160496 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:53:45.160878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Checking segment: {'id': '92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cd1746d-1fab-44f1-9252-775e95f31f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:45.161287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.161683 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Bound using segment: {'id': '92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cd1746d-1fab-44f1-9252-775e95f31f50'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:53:45.162195 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Bound port: 3e12822d-8b59-4469-a0d6-0aa30162f7be, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5cd1746d-1fab-44f1-9252-775e95f31f50'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:53:45.162568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.174834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8edbf9-17c0-4ff6-974e-4e352c34aa7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f82cdc2-6f50-4f78-9a57-fc187c2dbf02,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:45.253095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8edbf9-17c0-4ff6-974e-4e352c34aa7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.255071 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7d8edbf9-17c0-4ff6-974e-4e352c34aa7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3405764 Mar 08 11:53:45.276191 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Attempting to bind port 5177d069-b78f-4039-9341-d0646385ec5e on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:53:45.276704 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Attempting to bind port 5177d069-b78f-4039-9341-d0646385ec5e by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '68721ab9-3d75-43ce-b905-c7f0e722a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:53:45.277132 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Attempting to bind port 5177d069-b78f-4039-9341-d0646385ec5e on network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:53:45.289004 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3fe2c-d09d-4996-b4fa-6c2ded5defb0 None None] Pushing event updated for resources: {'Port': ['ID=5177d069-b78f-4039-9341-d0646385ec5e,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:45.300377 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:53:45.300377 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Checking segment: {'id': '68721ab9-3d75-43ce-b905-c7f0e722a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:45.302399 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.302917 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Bound using segment: {'id': '68721ab9-3d75-43ce-b905-c7f0e722a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:53:45.303528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Bound port: 5177d069-b78f-4039-9341-d0646385ec5e, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68721ab9-3d75-43ce-b905-c7f0e722a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:53:45.304140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.433379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d103fb0a-ba15-4f9e-9193-2a5f12311f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.437271 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.520497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103fb0a-ba15-4f9e-9193-2a5f12311f38 None None] Pushing event deleted for resources: {'Port': ['ID=fa75a634-a81a-4bed-8335-420174e205f3,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:45.522396 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d103fb0a-ba15-4f9e-9193-2a5f12311f38 None None] No DVR routers for this DVR port fa75a634-a81a-4bed-8335-420174e205f3 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:53:45.524055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] For port 3e12822d-8b59-4469-a0d6-0aa30162f7be, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:53:45.536448 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.537995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.objects.ports [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88470) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:53:45.562417 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] For port 3e12822d-8b59-4469-a0d6-0aa30162f7be, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3e12822d-8b59-4469-a0d6-0aa30162f7be,segment=NetworkSegment(92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06),segment_id=92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:53:45.568115 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] For port 5177d069-b78f-4039-9341-d0646385ec5e, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:53:45.570850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 08571c7c-68cd-4704-aed0-d4e915c7ceee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=08571c7c-68cd-4704-aed0-d4e915c7ceee,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:45.572601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] For port 5177d069-b78f-4039-9341-d0646385ec5e, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5177d069-b78f-4039-9341-d0646385ec5e,segment=NetworkSegment(68721ab9-3d75-43ce-b905-c7f0e722a44f),segment_id=68721ab9-3d75-43ce-b905-c7f0e722a44f)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:53:45.593015 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-5a1677a2-569d-4da4-8964-c76af22ec91c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438231144&fields=id&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 267 time: 0.2027068 Mar 08 11:53:45.658407 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.706854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.710532 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:45.769497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e366bd-36cf-40d6-8475-ba1f081eea3e None None] Pushing event updated for resources: {'Port': ['ID=3e12822d-8b59-4469-a0d6-0aa30162f7be,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:45.836198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 475c6a26-2797-41b6-ae15-0296fecf4de5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:45.853561 dv-neutron-828143-8-hyperv neutron-server[88470]: WARNING neutron.services.revisions.revision_plugin [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Could not find related port for resource to bump revision. Mar 08 11:53:45.868896 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:45.869868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:45.956223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.ipam_pluggable_backend [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Port fa75a634-a81a-4bed-8335-420174e205f3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88470) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 08 11:53:45.956525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.ipam_pluggable_backend [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Reverting IP allocation for 2001:db8::f816:3eff:fe42:229b {{(pid=88470) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 08 11:53:45.965045 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.ipam_pluggable_backend [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe42:229b {{(pid=88470) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 08 11:53:45.975154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-880747f1-eb1d-4e5b-a830-8cdc5c7d7e62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:45.976614 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-880747f1-eb1d-4e5b-a830-8cdc5c7d7e62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/networks?id=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd HTTP/1.1" status: 200 len: 797 time: 0.3668847 Mar 08 11:53:45.986219 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:46.004774 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3fe2c-d09d-4996-b4fa-6c2ded5defb0 None None] Pushing event updated for resources: {'Port': ['ID=5177d069-b78f-4039-9341-d0646385ec5e,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:46.105770 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-b7faae05-869e-4cd5-88ca-bdc756240ba8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/quotas/c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 375 time: 0.1119065 Mar 08 11:53:46.180470 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:46.199156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:46.213736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:46.214593 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:46.215206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cbe617-6861-4652-9201-f0ec55c5fbdd None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:46.229036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:46.236706 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 475c6a26-2797-41b6-ae15-0296fecf4de5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:46.237145 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:46.246006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=a84726a1-376f-4ee6-afbf-85d01b3cd504,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:46.267565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=08571c7c-68cd-4704-aed0-d4e915c7ceee,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:46.288152 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:53:46.429858 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5e578a52-d730-416a-967a-51f7dbb0bf6e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5768557 Mar 08 11:53:46.445468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50844) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:46.445468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-05367c31-fb65-4507-8f43-991c53129273 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:46.446209 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-fc80796d-6286-4152-95ed-8d5e1689bb2a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:46.572360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-fc80796d-6286-4152-95ed-8d5e1689bb2a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:46.576937 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-fc80796d-6286-4152-95ed-8d5e1689bb2a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4491453 Mar 08 11:53:46.589576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-05367c31-fb65-4507-8f43-991c53129273 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:46.597376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-05367c31-fb65-4507-8f43-991c53129273 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:46.599993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-05367c31-fb65-4507-8f43-991c53129273 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:46.607496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-05367c31-fb65-4507-8f43-991c53129273 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:46.619396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router e9028f1a-d416-4e70-8036-be7aa0517f63 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:53:46.691748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05367c31-fb65-4507-8f43-991c53129273 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:46.691748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-05367c31-fb65-4507-8f43-991c53129273 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:46.841169 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-f509352b-20fb-4e7f-8f0e-b6fb16428641 service neutron] 10.222.0.32 "GET /v2.0/networks/43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537599 Mar 08 11:53:46.854098 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.ipam_backend_mixin [None req-05367c31-fb65-4507-8f43-991c53129273 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a84726a1-376f-4ee6-afbf-85d01b3cd504 (CIDR: 2001:db8::/64) Mar 08 11:53:46.892722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': 'a84726a1-376f-4ee6-afbf-85d01b3cd504'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:53:46.893552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:46.908631 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-05367c31-fb65-4507-8f43-991c53129273 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:53:46.909106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05367c31-fb65-4507-8f43-991c53129273 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:46.917725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fa75a634-a81a-4bed-8335-420174e205f3 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:53:46.972323 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: fa75a634-a81a-4bed-8335-420174e205f3 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:53:46.972323 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fa75a634-a81a-4bed-8335-420174e205f3 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:53:47.048943 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-05367c31-fb65-4507-8f43-991c53129273 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6128938 Mar 08 11:53:47.050225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50848) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:47.060329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:47.163666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:38Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:47.171090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6208ae8-3c35-4b0e-9e64-421831b2fdad None None] The sync data for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv is: [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:38Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:47.194272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Allocated IP 2001:db8::f816:3eff:fe1e:437c (b6b97662-0baa-4f27-9a4e-9894348947bb/a84726a1-376f-4ee6-afbf-85d01b3cd504/8ec82aad-e33e-4370-b432-7507f3fd0e1f) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:47.283234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:47.284722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93b6d4-0bbe-4d1f-82d3-faac46a17091 None None] Network 5cd1746d-1fab-44f1-9252-775e95f31f50 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:47.287972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:47.288694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:47.291641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:47.304921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:47.315432 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8beb32c-a946-4710-aadc-5b6c7330ae59 None None] Sync routers for ids ['e9028f1a-d416-4e70-8036-be7aa0517f63'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:47.334573 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8beb32c-a946-4710-aadc-5b6c7330ae59 None None] Routers {'e9028f1a-d416-4e70-8036-be7aa0517f63'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:47.338858 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b8beb32c-a946-4710-aadc-5b6c7330ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9028f1a-d416-4e70-8036-be7aa0517f63'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:47.359246 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-aef7d1cb-a7f0-4f8c-b8b0-e91df0a085cc service neutron] 10.222.0.32 "GET /v2.0/networks/43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060487 Mar 08 11:53:47.389104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:47.393102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:47.440479 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b8beb32c-a946-4710-aadc-5b6c7330ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:47.461977 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8beb32c-a946-4710-aadc-5b6c7330ae59 None None] Routers {'e9028f1a-d416-4e70-8036-be7aa0517f63'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:47.461977 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b8beb32c-a946-4710-aadc-5b6c7330ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9028f1a-d416-4e70-8036-be7aa0517f63'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:47.487839 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:47.489706 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c4afcb73-9810-452b-a75b-69affd664401 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1075451 Mar 08 11:53:47.494175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50852) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:47.651917 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b8beb32c-a946-4710-aadc-5b6c7330ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:47.652118 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8beb32c-a946-4710-aadc-5b6c7330ae59 None None] The sync data for ids ['e9028f1a-d416-4e70-8036-be7aa0517f63'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:47.675779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6c57da09-b40e-414d-8950-dd343bc72126 None None] Provisioning for port 3e12822d-8b59-4469-a0d6-0aa30162f7be completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:48.069546 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ecebd873-3fa6-472b-8ee5-8d404509e4b4 req-321f81ee-977e-461d-a53e-5526f6787431 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 210 time: 0.1073866 Mar 08 11:53:48.087922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:48.119356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Transition to ACTIVE for port object 8ec82aad-e33e-4370-b432-7507f3fd0e1f will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:48.135785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Transition to ACTIVE for port object 8ec82aad-e33e-4370-b432-7507f3fd0e1f will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:48.143590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5177d069-b78f-4039-9341-d0646385ec5e up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:48.241181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:48.252513 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:48.330105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:48.333617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:48.339369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:48.346219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:48.363340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=1190fd8b-076d-44c7-95d8-07ae98bca1bc,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:48.393839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 5177d069-b78f-4039-9341-d0646385ec5e completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:48.400236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:48.411592 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:48.416543 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 5177d069-b78f-4039-9341-d0646385ec5e triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:48.417304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:48.453905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:48.467716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Pushing event updated for resources: {'Port': ['ID=8ec82aad-e33e-4370-b432-7507f3fd0e1f,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:48.521808 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6dbe785d-fa93-4946-9628-fca03cb78c4b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4702659 Mar 08 11:53:48.525842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50866) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:48.531749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'mac_address': 'fa:16:3e:b7:44:eb', 'name': 'tempest-NetworksTestDHCPv6-569461533'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:48.670969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Attempting to bind port 8ec82aad-e33e-4370-b432-7507f3fd0e1f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:53:48.671139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Attempting to bind port 8ec82aad-e33e-4370-b432-7507f3fd0e1f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:53:48.671703 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Attempting to bind port 8ec82aad-e33e-4370-b432-7507f3fd0e1f on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:53:48.687985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:53:48.688358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:48.688937 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:48.689481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:53:48.690139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Bound port: 8ec82aad-e33e-4370-b432-7507f3fd0e1f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:53:48.690696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:48.741156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:48.766035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:48.807144 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 5177d069-b78f-4039-9341-d0646385ec5e, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5177d069-b78f-4039-9341-d0646385ec5e,segment=NetworkSegment(68721ab9-3d75-43ce-b905-c7f0e722a44f),segment_id=68721ab9-3d75-43ce-b905-c7f0e722a44f)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:48.817324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:48.821846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:port and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:48.833167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:48.833167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:48.847492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] For port 8ec82aad-e33e-4370-b432-7507f3fd0e1f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:53:48.850864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] For port 8ec82aad-e33e-4370-b432-7507f3fd0e1f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8ec82aad-e33e-4370-b432-7507f3fd0e1f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:53:48.899025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:48.900083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3e12822d-8b59-4469-a0d6-0aa30162f7be up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:48.928722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:48.984538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:49.082646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=5177d069-b78f-4039-9341-d0646385ec5e,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:49.130174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:49.176170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 7f7e4981-56cf-4baa-8be4-0441d4d35646 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:53:49.223413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.20.0.1 (5cd1746d-1fab-44f1-9252-775e95f31f50/adde661e-4099-4e7b-9882-bd943e76260f/97762be7-9ca2-4d14-92fb-7f0d00878121) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:49.272863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d1fd0-e3c6-453e-a252-6251601bb4b9 None None] Pushing event updated for resources: {'Port': ['ID=8ec82aad-e33e-4370-b432-7507f3fd0e1f,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:49.298598 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1c1d0f0c-df61-467d-b964-c01ce818024a req-b2b53880-4d50-48a4-a280-a26c52f934b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 210 time: 0.0688274 Mar 08 11:53:49.303493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 3e12822d-8b59-4469-a0d6-0aa30162f7be completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:49.312646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 3e12822d-8b59-4469-a0d6-0aa30162f7be triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:49.312646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:49.514837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:49.527467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8:0:1::e1 (b6b97662-0baa-4f27-9a4e-9894348947bb/1190fd8b-076d-44c7-95d8-07ae98bca1bc/7f7e4981-56cf-4baa-8be4-0441d4d35646) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:49.537543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::f816:3eff:feb7:44eb (b6b97662-0baa-4f27-9a4e-9894348947bb/a84726a1-376f-4ee6-afbf-85d01b3cd504/7f7e4981-56cf-4baa-8be4-0441d4d35646) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:49.543549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:49.563315 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Transition to ACTIVE for port object 97762be7-9ca2-4d14-92fb-7f0d00878121 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:49.564245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 3e12822d-8b59-4469-a0d6-0aa30162f7be, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3e12822d-8b59-4469-a0d6-0aa30162f7be,segment=NetworkSegment(92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06),segment_id=92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:49.629499 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:49.630616 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 08571c7c-68cd-4704-aed0-d4e915c7ceee up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:49.658510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:49.756853 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=3e12822d-8b59-4469-a0d6-0aa30162f7be,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:49.777219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 08571c7c-68cd-4704-aed0-d4e915c7ceee triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:49.777219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:49.839897 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:49.860190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 7f7e4981-56cf-4baa-8be4-0441d4d35646 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:49.891009 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network 5cd1746d-1fab-44f1-9252-775e95f31f50 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:49.894681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:49.897774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:49.931983 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=97762be7-9ca2-4d14-92fb-7f0d00878121,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:49.944228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:49.990420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:50.057278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:50.061478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:50.073175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:50.077467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:50.079078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:50.100135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=7f7e4981-56cf-4baa-8be4-0441d4d35646,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:50.152483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5177d069-b78f-4039-9341-d0646385ec5e up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:50.185160 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-97e058ad-c704-4d76-86da-3a7f0e776c14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6587753 Mar 08 11:53:50.188304 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50874) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:50.256319 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:50.260497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 5177d069-b78f-4039-9341-d0646385ec5e triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:50.261036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:50.275137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a9eab-f647-4ec9-8483-416432c1a99f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 7f7e4981-56cf-4baa-8be4-0441d4d35646 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:50.275889 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bd0a9eab-f647-4ec9-8483-416432c1a99f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:50.427494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3e12822d-8b59-4469-a0d6-0aa30162f7be up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:50.508806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-62e9bc63-d167-492c-a9cb-d8b5cc41dea0 None None] Provisioning for port 97762be7-9ca2-4d14-92fb-7f0d00878121 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:50.516981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-62e9bc63-d167-492c-a9cb-d8b5cc41dea0 None None] Provisioning complete for port 97762be7-9ca2-4d14-92fb-7f0d00878121 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:50.517663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-62e9bc63-d167-492c-a9cb-d8b5cc41dea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:50.579688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 3e12822d-8b59-4469-a0d6-0aa30162f7be triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:50.579688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:50.630548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c81ae8-54c0-4a52-9f7d-2bb58b73317a None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:50.688957 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb0f63e8-3585-406b-9aca-33d86e1f8b0f req-141eef7c-eec7-4f43-ab45-3369920c9f9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 210 time: 0.1895499 Mar 08 11:53:50.710587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-62e9bc63-d167-492c-a9cb-d8b5cc41dea0 None None] Port 97762be7-9ca2-4d14-92fb-7f0d00878121 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:50.784976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bd0a9eab-f647-4ec9-8483-416432c1a99f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:50.862453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8ec82aad-e33e-4370-b432-7507f3fd0e1f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:50.901163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:50.943093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2e9aead8-9872-4ac6-b854-cbfac5258441 None None] Provisioning for port 8ec82aad-e33e-4370-b432-7507f3fd0e1f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:51.023463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:51.040914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a9eab-f647-4ec9-8483-416432c1a99f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 7f7e4981-56cf-4baa-8be4-0441d4d35646 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:51.108835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-adf198e6-232d-4268-ba51-e8a91e4e976a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:51.114580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-adf198e6-232d-4268-ba51-e8a91e4e976a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:51.120688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 8ec82aad-e33e-4370-b432-7507f3fd0e1f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:51.136281 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 8ec82aad-e33e-4370-b432-7507f3fd0e1f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:51.136663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:51.164385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:51.167882 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=97762be7-9ca2-4d14-92fb-7f0d00878121,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:51.213111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2046462-c089-4f9f-8b1a-c7cfe5df1ece None None] Update dhcp port {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'fixed_ips': [{'subnet_id': 'a84726a1-376f-4ee6-afbf-85d01b3cd504', 'ip_address': '2001:db8::f816:3eff:fe1e:437c'}, {'subnet_id': '1190fd8b-076d-44c7-95d8-07ae98bca1bc'}], 'binding:host_id': 'dv-neutron-828143-8-hyperv'}, 'id': '8ec82aad-e33e-4370-b432-7507f3fd0e1f'} from dv-neutron-828143-8-hyperv. {{(pid=88471) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 11:53:51.242382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-adf198e6-232d-4268-ba51-e8a91e4e976a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:51.243483 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-adf198e6-232d-4268-ba51-e8a91e4e976a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks?id=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd HTTP/1.1" status: 200 len: 797 time: 0.6155634 Mar 08 11:53:51.298612 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d2046462-c089-4f9f-8b1a-c7cfe5df1ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:51.341144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network 5cd1746d-1fab-44f1-9252-775e95f31f50 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:51.341144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:51.346278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-fc5c97a7-0a48-4ef5-ba93-b02d70a6d7d6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:51.377576 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:51.411998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bd0a9eab-f647-4ec9-8483-416432c1a99f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:51.477938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a9eab-f647-4ec9-8483-416432c1a99f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=7f7e4981-56cf-4baa-8be4-0441d4d35646,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:51.483350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-fc5c97a7-0a48-4ef5-ba93-b02d70a6d7d6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:51.485204 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-fc5c97a7-0a48-4ef5-ba93-b02d70a6d7d6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 379 time: 0.2124677 Mar 08 11:53:51.544186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 8ec82aad-e33e-4370-b432-7507f3fd0e1f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8ec82aad-e33e-4370-b432-7507f3fd0e1f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:51.573613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'port': {'device_id': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'admin_state_up': True, 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'security_groups': ['099338b1-de09-450d-9faa-4cc4d36ca087']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:51.579281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router e9028f1a-d416-4e70-8036-be7aa0517f63 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:51.637741 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bd0a9eab-f647-4ec9-8483-416432c1a99f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:51.643036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-d2046462-c089-4f9f-8b1a-c7cfe5df1ece None None] Allocated IP 2001:db8:0:1::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/1190fd8b-076d-44c7-95d8-07ae98bca1bc/8ec82aad-e33e-4370-b432-7507f3fd0e1f) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:51.700198 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bd0a9eab-f647-4ec9-8483-416432c1a99f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/7f7e4981-56cf-4baa-8be4-0441d4d35646 HTTP/1.1" status: 204 len: 168 time: 1.5087194 Mar 08 11:53:51.703392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50884) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:51.706870 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:51.792514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:51.821454 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b27c3a96-e59e-48f0-b17e-35ac00b49af6 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "PUT /v2.0/routers/e9028f1a-d416-4e70-8036-be7aa0517f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3248305 Mar 08 11:53:51.821454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50890) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:51.828915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'port': {'network_id': '5cd1746d-1fab-44f1-9252-775e95f31f50', 'name': 'tempest-FloatingIPTestJSON-978868961'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:51.832786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:51.845850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a900cc3-d5f5-4c78-907a-df0c8558e00e None None] Sync routers for ids ['e9028f1a-d416-4e70-8036-be7aa0517f63'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:51.855230 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:51.864766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede70a9-9708-4570-8152-d8c8d5edc32f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:51.865473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-dede70a9-9708-4570-8152-d8c8d5edc32f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:51.878915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7b5a82d0-6e69-4eff-a86a-421ae2481622 None None] Provisioning complete for port 97762be7-9ca2-4d14-92fb-7f0d00878121 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:51.879293 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7b5a82d0-6e69-4eff-a86a-421ae2481622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:51.910412 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-27396065-1e07-45d7-9ea4-ea2982d94f27 req-65ef6f57-7e3c-4097-83f0-b6b7cbc56e8c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 210 time: 0.0640008 Mar 08 11:53:51.924660 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a900cc3-d5f5-4c78-907a-df0c8558e00e None None] Routers {'e9028f1a-d416-4e70-8036-be7aa0517f63'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:51.925349 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3a900cc3-d5f5-4c78-907a-df0c8558e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9028f1a-d416-4e70-8036-be7aa0517f63'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:51.978437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:51.986356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:51.995097 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=8ec82aad-e33e-4370-b432-7507f3fd0e1f,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:52.011729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-dede70a9-9708-4570-8152-d8c8d5edc32f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:52.011903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3a900cc3-d5f5-4c78-907a-df0c8558e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:52.012027 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dede70a9-9708-4570-8152-d8c8d5edc32f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2994072 Mar 08 11:53:52.012027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50894) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:52.038259 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a82d0-6e69-4eff-a86a-421ae2481622 None None] Port 97762be7-9ca2-4d14-92fb-7f0d00878121 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:52.046686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a900cc3-d5f5-4c78-907a-df0c8558e00e None None] Routers {'e9028f1a-d416-4e70-8036-be7aa0517f63'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:52.047341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3a900cc3-d5f5-4c78-907a-df0c8558e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9028f1a-d416-4e70-8036-be7aa0517f63'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:52.116854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3a900cc3-d5f5-4c78-907a-df0c8558e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:52.117268 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a900cc3-d5f5-4c78-907a-df0c8558e00e None None] The sync data for ids ['e9028f1a-d416-4e70-8036-be7aa0517f63'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:52.120766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d2046462-c089-4f9f-8b1a-c7cfe5df1ece None None] For port 8ec82aad-e33e-4370-b432-7507f3fd0e1f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8ec82aad-e33e-4370-b432-7507f3fd0e1f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:52.159072 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:52.175262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d2046462-c089-4f9f-8b1a-c7cfe5df1ece None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:52.175450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Usage tracker for resource:port and tenant:bcfd272a30304664a6d8859ebca227e9 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:52.175450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:52.175611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad6ca6-72fe-48fa-a2e9-24a24a2e696c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:52.175733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:52.175818 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bcad6ca6-72fe-48fa-a2e9-24a24a2e696c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1672463 Mar 08 11:53:52.177407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50898) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:52.183478 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d2046462-c089-4f9f-8b1a-c7cfe5df1ece None None] Transition to ACTIVE for port object 8ec82aad-e33e-4370-b432-7507f3fd0e1f will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:52.241095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.12 (43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd/f5c2aa45-5536-4c4e-a395-f1c91acb1711/eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:52.249139 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfdb590-88c5-45c3-a455-388cd06d4543 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:52.250855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfdb590-88c5-45c3-a455-388cd06d4543 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:52.252337 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfdb590-88c5-45c3-a455-388cd06d4543 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:52.253134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-adfdb590-88c5-45c3-a455-388cd06d4543 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:52.308622 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d2046462-c089-4f9f-8b1a-c7cfe5df1ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:52.354467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Made reservation on behalf of bcfd272a30304664a6d8859ebca227e9 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:52.358337 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:52.384108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] device_id is not set on port 7a7b4c84-9e0a-40d6-8612-8f16fa8ee744 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:53:52.426372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-adfdb590-88c5-45c3-a455-388cd06d4543 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:52.427413 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-adfdb590-88c5-45c3-a455-388cd06d4543 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2489738 Mar 08 11:53:52.430512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50902) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:52.459910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2046462-c089-4f9f-8b1a-c7cfe5df1ece None None] Pushing event updated for resources: {'Port': ['ID=8ec82aad-e33e-4370-b432-7507f3fd0e1f,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:52.489360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:52.520476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:52.531514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9dff354-4220-40e9-8ebf-995afaf124ed tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 1190fd8b-076d-44c7-95d8-07ae98bca1bc {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:53:52.536003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e9dff354-4220-40e9-8ebf-995afaf124ed tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:52.550405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Allocated IP 172.20.0.10 (5cd1746d-1fab-44f1-9252-775e95f31f50/adde661e-4099-4e7b-9882-bd943e76260f/7a7b4c84-9e0a-40d6-8612-8f16fa8ee744) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:52.596391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e9dff354-4220-40e9-8ebf-995afaf124ed tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:52.695540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e9dff354-4220-40e9-8ebf-995afaf124ed tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:52.734751 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:52.793846 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:52.816974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Transition to ACTIVE for port object 7a7b4c84-9e0a-40d6-8612-8f16fa8ee744 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:52.830907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:52.838014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:52.840534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:52.842796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:52.909258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:52.911858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:52.912519 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:52.975666 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e9dff354-4220-40e9-8ebf-995afaf124ed tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:52.986336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Network 5cd1746d-1fab-44f1-9252-775e95f31f50 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:53.000100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:53.006934 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:53.032759 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-110a677c-4813-455f-8c0d-b5c5b7dc7cd8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5043857 Mar 08 11:53:53.046005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event updated for resources: {'Port': ['ID=7a7b4c84-9e0a-40d6-8612-8f16fa8ee744,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:53.047769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Request body: {'port': {'device_id': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:53.079322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dff354-4220-40e9-8ebf-995afaf124ed tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=1190fd8b-076d-44c7-95d8-07ae98bca1bc,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:53.110128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:53.110903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:53.172262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0f21871b-29d1-441a-800b-aadd7de3883e None None] Could not find standard attr ID for object 7f7e4981-56cf-4baa-8be4-0441d4d35646. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:53:53.189177 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba999d13-5a9a-4f33-8c8a-f334f626d069 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:53.224761 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8bba5889-2c6e-45e2-81f1-2e4b2e2402a1 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4022853 Mar 08 11:53:53.227647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50910) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:53.236351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c5da3d06-f3f6-41ed-ad73-6ac95ee9e4f4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Request body: {'floatingip': {'port_id': '7a7b4c84-9e0a-40d6-8612-8f16fa8ee744'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:53.284829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0f21871b-29d1-441a-800b-aadd7de3883e None None] Provisioning for port 8ec82aad-e33e-4370-b432-7507f3fd0e1f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:53.295131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e9dff354-4220-40e9-8ebf-995afaf124ed tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:53.297255 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e9dff354-4220-40e9-8ebf-995afaf124ed tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/1190fd8b-076d-44c7-95d8-07ae98bca1bc HTTP/1.1" status: 204 len: 168 time: 0.8657348 Mar 08 11:53:53.306014 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0f21871b-29d1-441a-800b-aadd7de3883e None None] Provisioning complete for port 8ec82aad-e33e-4370-b432-7507f3fd0e1f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:53.306393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0f21871b-29d1-441a-800b-aadd7de3883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:53.307005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50914) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:53.364043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5da3d06-f3f6-41ed-ad73-6ac95ee9e4f4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:53.436948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-89043e78-ed27-4875-bfd5-0d414610940c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet a84726a1-376f-4ee6-afbf-85d01b3cd504 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:53:53.452839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-89043e78-ed27-4875-bfd5-0d414610940c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:53.531847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aee34-366d-45a1-a554-6e3bc2046a03 req-dec3e90a-1f4a-4fa6-b097-43ed8165eb66 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:53.532569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-727aee34-366d-45a1-a554-6e3bc2046a03 req-dec3e90a-1f4a-4fa6-b097-43ed8165eb66 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:53:53.542712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:53.574324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-89043e78-ed27-4875-bfd5-0d414610940c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:53.727405 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-51ae474d-d7e1-4117-9dc0-d41602139d7b None None] Provisioning for port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:53.734363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-51ae474d-d7e1-4117-9dc0-d41602139d7b None None] Provisioning complete for port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:53.740514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-51ae474d-d7e1-4117-9dc0-d41602139d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:53.741050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-727aee34-366d-45a1-a554-6e3bc2046a03 req-dec3e90a-1f4a-4fa6-b097-43ed8165eb66 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:53:53.742243 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-727aee34-366d-45a1-a554-6e3bc2046a03 req-dec3e90a-1f4a-4fa6-b097-43ed8165eb66 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 932 time: 0.6524899 Mar 08 11:53:53.831339 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-89043e78-ed27-4875-bfd5-0d414610940c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:53.831572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-51ae474d-d7e1-4117-9dc0-d41602139d7b None None] Port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:53.896522 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-727aee34-366d-45a1-a554-6e3bc2046a03 req-299ebd1d-af2a-42e1-88b2-1ac25de545b0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399736 Mar 08 11:53:53.898316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-51ae474d-d7e1-4117-9dc0-d41602139d7b None None] Provisioning for port 7a7b4c84-9e0a-40d6-8612-8f16fa8ee744 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:53.906447 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-51ae474d-d7e1-4117-9dc0-d41602139d7b None None] Provisioning complete for port 7a7b4c84-9e0a-40d6-8612-8f16fa8ee744 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:53.906828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-51ae474d-d7e1-4117-9dc0-d41602139d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:54.046765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-51ae474d-d7e1-4117-9dc0-d41602139d7b None None] Port 7a7b4c84-9e0a-40d6-8612-8f16fa8ee744 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:53:54.049519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8ec82aad-e33e-4370-b432-7507f3fd0e1f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:54.112460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-89043e78-ed27-4875-bfd5-0d414610940c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:54.129201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 8ec82aad-e33e-4370-b432-7507f3fd0e1f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:54.129695 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:54.134258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5da3d06-f3f6-41ed-ad73-6ac95ee9e4f4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:54.177006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89043e78-ed27-4875-bfd5-0d414610940c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=a84726a1-376f-4ee6-afbf-85d01b3cd504,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:54.178946 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-89043e78-ed27-4875-bfd5-0d414610940c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:54.193962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:53:54.201959 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:54.211600 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5da3d06-f3f6-41ed-ad73-6ac95ee9e4f4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:54.218208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Transition to ACTIVE for port object eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:54.320187 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-89043e78-ed27-4875-bfd5-0d414610940c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/a84726a1-376f-4ee6-afbf-85d01b3cd504 HTTP/1.1" status: 204 len: 168 time: 1.0057168 Mar 08 11:53:54.320187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50918) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:54.320408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bbcba3-ddb2-43b3-ab7b-a173b9bb8aa6 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:54.385275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:54.436203 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d66798db-a318-47a9-a942-3e65f6e8f2fd None None] Provisioning complete for port 8ec82aad-e33e-4370-b432-7507f3fd0e1f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:54.436664 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d66798db-a318-47a9-a942-3e65f6e8f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:54.450856 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-61430cda-1116-4254-9908-ce5f50928e72 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1278670 Mar 08 11:53:54.452928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50922) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:54.460092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:54.530464 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-c5da3d06-f3f6-41ed-ad73-6ac95ee9e4f4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Floating IP aaf03998-e6b9-4022-af88-07fca4595a9d associated. External IP: 172.26.4.57, port: db679a86-3504-4d4c-afba-77de4db2e224. Mar 08 11:53:54.713155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Pushing event updated for resources: {'Port': ['ID=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:54.803372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:54.818598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:54.818598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:54.827984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:54.831594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cec4d42-bd57-4d44-8e52-6ed5f403e830 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:53:54.836211 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1cec4d42-bd57-4d44-8e52-6ed5f403e830 None None] Deleting port 8ec82aad-e33e-4370-b432-7507f3fd0e1f {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:54.845309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1cec4d42-bd57-4d44-8e52-6ed5f403e830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:54.845438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Attempting to bind port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:53:54.845438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Attempting to bind port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '68721ab9-3d75-43ce-b905-c7f0e722a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:53:54.845438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Attempting to bind port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 on network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:53:54.847214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 on network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:53:54.847598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Attempting to bind port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 on network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:53:54.853268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:53:54.853677 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Checking segment: {'id': '68721ab9-3d75-43ce-b905-c7f0e722a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:54.854193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Bound using segment: {'id': '68721ab9-3d75-43ce-b905-c7f0e722a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:53:54.854679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Bound port: eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68721ab9-3d75-43ce-b905-c7f0e722a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:53:54.855093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:54.924986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:54.929486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:54.997123 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5da3d06-f3f6-41ed-ad73-6ac95ee9e4f4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:55.044268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] For port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:53:55.058275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] For port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5,segment=NetworkSegment(68721ab9-3d75-43ce-b905-c7f0e722a44f),segment_id=68721ab9-3d75-43ce-b905-c7f0e722a44f)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:53:55.088258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1cec4d42-bd57-4d44-8e52-6ed5f403e830 None None] For port 8ec82aad-e33e-4370-b432-7507f3fd0e1f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8ec82aad-e33e-4370-b432-7507f3fd0e1f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:55.088794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1cec4d42-bd57-4d44-8e52-6ed5f403e830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:55.235135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:55.247361 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1cec4d42-bd57-4d44-8e52-6ed5f403e830 None None] Calling delete_port for 8ec82aad-e33e-4370-b432-7507f3fd0e1f owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:55.265226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5da3d06-f3f6-41ed-ad73-6ac95ee9e4f4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:55.279165 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ecbfdd-d302-4ed9-b6d0-aace9dfd9a7b None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:55.287675 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ecbfdd-d302-4ed9-b6d0-aace9dfd9a7b None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:55.288283 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-32ecbfdd-d302-4ed9-b6d0-aace9dfd9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:55.319599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:55.320428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:55.322081 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] 10.222.0.18 "PUT /v2.0/ports/eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 HTTP/1.1" status: 200 len: 1094 time: 2.2819743 Mar 08 11:53:55.325147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'tag': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:53:55.366675 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-32ecbfdd-d302-4ed9-b6d0-aace9dfd9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:55.367478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd7426-bb2c-41eb-b882-23d7ccbeadd2 service neutron] Pushing event updated for resources: {'Port': ['ID=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:55.376455 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ecbfdd-d302-4ed9-b6d0-aace9dfd9a7b None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:55.377069 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-32ecbfdd-d302-4ed9-b6d0-aace9dfd9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:55.402253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0825af4-3fbe-4ef0-8839-623a9a25730b req-cb0d5536-30e6-4df2-afb5-e18d2b668819 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:55.404210 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d0825af4-3fbe-4ef0-8839-623a9a25730b req-cb0d5536-30e6-4df2-afb5-e18d2b668819 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 944 time: 0.3397090 Mar 08 11:53:55.423248 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'tag': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'status': 'completed', 'code': 200} Mar 08 11:53:55.441713 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-32ecbfdd-d302-4ed9-b6d0-aace9dfd9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:55.442170 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ecbfdd-d302-4ed9-b6d0-aace9dfd9a7b None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:55.480301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1cec4d42-bd57-4d44-8e52-6ed5f403e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:55.543756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec4d42-bd57-4d44-8e52-6ed5f403e830 None None] Pushing event deleted for resources: {'Port': ['ID=8ec82aad-e33e-4370-b432-7507f3fd0e1f,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:55.545563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cec4d42-bd57-4d44-8e52-6ed5f403e830 None None] No DVR routers for this DVR port 8ec82aad-e33e-4370-b432-7507f3fd0e1f on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:53:55.564515 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d0825af4-3fbe-4ef0-8839-623a9a25730b req-cec6a373-3bda-48a1-88c5-a935353f0b60 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534283 Mar 08 11:53:55.565049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e119-c2bc-46fb-ab19-2313fc4f3889 req-b9b921dd-adbb-4022-8d93-bfd6e71270ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:55.566886 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2f89e119-c2bc-46fb-ab19-2313fc4f3889 req-b9b921dd-adbb-4022-8d93-bfd6e71270ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 1097 time: 0.1186252 Mar 08 11:53:55.679557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.objects.ports [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88469) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:53:55.682691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:55.796529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5da3d06-f3f6-41ed-ad73-6ac95ee9e4f4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router e9028f1a-d416-4e70-8036-be7aa0517f63 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:55.808148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:55.814280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:55.817094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:55.817692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:55.823331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63c7d0-5869-4f63-96c7-88d6dfd18a47 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:55.858459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e119-c2bc-46fb-ab19-2313fc4f3889 req-b29c5926-c881-4736-82c4-daf064e48596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:55.860165 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2f89e119-c2bc-46fb-ab19-2313fc4f3889 req-b29c5926-c881-4736-82c4-daf064e48596 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2853746 Mar 08 11:53:55.863398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=e9f8801d-521d-40e7-9c1d-7f27ee2fb582,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:55.988225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5da3d06-f3f6-41ed-ad73-6ac95ee9e4f4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:55.993012 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5da3d06-f3f6-41ed-ad73-6ac95ee9e4f4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:56.000158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0bf07-9163-4b11-9116-03dc7307fc42 None None] Sync routers for ids ['e9028f1a-d416-4e70-8036-be7aa0517f63'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:56.009480 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d947d7ae-a251-497c-b90d-4902b7354ca1 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5557971 Mar 08 11:53:56.013428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50930) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:56.023214 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8ec82aad-e33e-4370-b432-7507f3fd0e1f no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:53:56.031189 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e3366f62-3d32-4a85-992d-f3eb5796af0a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:56.060536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0bf07-9163-4b11-9116-03dc7307fc42 None None] Routers {'e9028f1a-d416-4e70-8036-be7aa0517f63'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:56.061250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-90e0bf07-9163-4b11-9116-03dc7307fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9028f1a-d416-4e70-8036-be7aa0517f63'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:56.076555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e119-c2bc-46fb-ab19-2313fc4f3889 req-b87eef58-93d5-45f4-b35c-62b8aba0cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:56.078165 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2f89e119-c2bc-46fb-ab19-2313fc4f3889 req-b87eef58-93d5-45f4-b35c-62b8aba0cb4f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2084339 Mar 08 11:53:56.160434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 8ec82aad-e33e-4370-b432-7507f3fd0e1f {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:53:56.160579 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8ec82aad-e33e-4370-b432-7507f3fd0e1f not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:53:56.176233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-90e0bf07-9163-4b11-9116-03dc7307fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:56.225447 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0bf07-9163-4b11-9116-03dc7307fc42 None None] Routers {'e9028f1a-d416-4e70-8036-be7aa0517f63'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:56.226043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-90e0bf07-9163-4b11-9116-03dc7307fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9028f1a-d416-4e70-8036-be7aa0517f63'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:56.237320 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c5da3d06-f3f6-41ed-ad73-6ac95ee9e4f4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "PUT /v2.0/floatingips/aaf03998-e6b9-4022-af88-07fca4595a9d HTTP/1.1" status: 200 len: 977 time: 3.0071237 Mar 08 11:53:56.241585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50934) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:56.285615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': 'e9f8801d-521d-40e7-9c1d-7f27ee2fb582'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:53:56.286289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:56.297183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e3366f62-3d32-4a85-992d-f3eb5796af0a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:56.307621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e3366f62-3d32-4a85-992d-f3eb5796af0a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:56.309333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-90e0bf07-9163-4b11-9116-03dc7307fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:56.309764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0bf07-9163-4b11-9116-03dc7307fc42 None None] The sync data for ids ['e9028f1a-d416-4e70-8036-be7aa0517f63'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:56.314630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e3366f62-3d32-4a85-992d-f3eb5796af0a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:56.331621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e3366f62-3d32-4a85-992d-f3eb5796af0a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:56.352232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-dbc37ce7-b9fb-46dc-84c0-0f80d4111210 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port 7a7b4c84-9e0a-40d6-8612-8f16fa8ee744 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:56.367827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbc37ce7-b9fb-46dc-84c0-0f80d4111210 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:56.402121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-196956c7-037e-4303-a192-ab37b372a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:56.404100 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-196956c7-037e-4303-a192-ab37b372a74e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 1097 time: 0.2248492 Mar 08 11:53:56.467554 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Allocated IP 2001:db8::f816:3eff:feea:32e5 (b6b97662-0baa-4f27-9a4e-9894348947bb/e9f8801d-521d-40e7-9c1d-7f27ee2fb582/3c176d4a-0001-4ffb-9e45-944d314aa097) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:56.547688 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-cfd8cdcf-dc6a-4e76-9adf-8c6ce2664e45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 HTTP/1.1" status: 200 len: 217 time: 0.0965493 Mar 08 11:53:56.622872 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-f8efb9a8-9596-40a5-ba13-ce401f281cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:56.624300 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-f8efb9a8-9596-40a5-ba13-ce401f281cbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5c2aa45-5536-4c4e-a395-f1c91acb1711 HTTP/1.1" status: 200 len: 834 time: 0.1072373 Mar 08 11:53:56.680211 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:56.690690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Transition to ACTIVE for port object 3c176d4a-0001-4ffb-9e45-944d314aa097 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:56.712878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Transition to ACTIVE for port object 3c176d4a-0001-4ffb-9e45-944d314aa097 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:56.730722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3366f62-3d32-4a85-992d-f3eb5796af0a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:56.734156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e3366f62-3d32-4a85-992d-f3eb5796af0a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:56.784044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:56.854716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbc37ce7-b9fb-46dc-84c0-0f80d4111210 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:56.882705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:56.887619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:56.895739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:56.904933 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Pushing event updated for resources: {'Port': ['ID=3c176d4a-0001-4ffb-9e45-944d314aa097,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:56.993207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Attempting to bind port 3c176d4a-0001-4ffb-9e45-944d314aa097 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:53:56.993548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Attempting to bind port 3c176d4a-0001-4ffb-9e45-944d314aa097 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:53:56.993944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Attempting to bind port 3c176d4a-0001-4ffb-9e45-944d314aa097 on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:53:57.000148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:53:57.000524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:53:57.000948 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:57.001353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:53:57.001810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Bound port: 3c176d4a-0001-4ffb-9e45-944d314aa097, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:53:57.002206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:57.094775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] For port 3c176d4a-0001-4ffb-9e45-944d314aa097, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:53:57.098006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] For port 3c176d4a-0001-4ffb-9e45-944d314aa097, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3c176d4a-0001-4ffb-9e45-944d314aa097,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:53:57.179884 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-b5443add-8a5c-46bf-ad4a-8adafb0b5d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:57.181352 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-b5443add-8a5c-46bf-ad4a-8adafb0b5d3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5065992 Mar 08 11:53:57.189747 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:57.268778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be436b04-a4b7-4287-a326-f1e97a51f78e None None] Pushing event updated for resources: {'Port': ['ID=3c176d4a-0001-4ffb-9e45-944d314aa097,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:57.298863 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.ipam_backend_mixin [None req-e3366f62-3d32-4a85-992d-f3eb5796af0a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e9f8801d-521d-40e7-9c1d-7f27ee2fb582 (CIDR: 2001:db8::/64) Mar 08 11:53:57.314257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c7ee6-f674-4ae4-b75f-079f74de80a8 req-09a7ce80-f15b-444c-ac3b-0880a662916e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:57.316400 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e72c7ee6-f674-4ae4-b75f-079f74de80a8 req-09a7ce80-f15b-444c-ac3b-0880a662916e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 944 time: 0.5887568 Mar 08 11:53:57.405250 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3366f62-3d32-4a85-992d-f3eb5796af0a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:53:57.405743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3366f62-3d32-4a85-992d-f3eb5796af0a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:53:57.548976 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e72c7ee6-f674-4ae4-b75f-079f74de80a8 req-e79817ae-0d49-437f-b6aa-5bda7334dfab tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208142 Mar 08 11:53:57.583550 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-e0b5507e-b3d7-42bb-b30f-afa79361e7e0 service neutron] 10.222.0.18 "GET /v2.0/networks/43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395600 Mar 08 11:53:57.585146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbc37ce7-b9fb-46dc-84c0-0f80d4111210 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:57.585520 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbc37ce7-b9fb-46dc-84c0-0f80d4111210 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:57.585837 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-dbc37ce7-b9fb-46dc-84c0-0f80d4111210 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Floating IP aaf03998-e6b9-4022-af88-07fca4595a9d disassociated. External IP: 172.26.4.57, port: 7a7b4c84-9e0a-40d6-8612-8f16fa8ee744. Mar 08 11:53:57.586211 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-dbc37ce7-b9fb-46dc-84c0-0f80d4111210 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for 7a7b4c84-9e0a-40d6-8612-8f16fa8ee744 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:53:57.643257 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e3366f62-3d32-4a85-992d-f3eb5796af0a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6285286 Mar 08 11:53:57.652281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50940) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:57.657654 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:57.800540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:57.804821 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:57.807666 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:57.814050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:57.826593 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4a724601-bf18-4ddc-8548-afcb62c06f91 req-406e0731-d31b-463a-8145-a9d4384db2e5 service neutron] 10.222.0.18 "GET /v2.0/networks/43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103577 Mar 08 11:53:57.874674 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:57.878292 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:57.897502 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbc37ce7-b9fb-46dc-84c0-0f80d4111210 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:57.965780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc37ce7-b9fb-46dc-84c0-0f80d4111210 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=7a7b4c84-9e0a-40d6-8612-8f16fa8ee744,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:58.061407 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3c176d4a-0001-4ffb-9e45-944d314aa097 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:53:58.225691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc37ce7-b9fb-46dc-84c0-0f80d4111210 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router e9028f1a-d416-4e70-8036-be7aa0517f63 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:53:58.251911 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 3c176d4a-0001-4ffb-9e45-944d314aa097 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:58.383364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:58.417659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc37ce7-b9fb-46dc-84c0-0f80d4111210 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:53:58.427214 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc9ef64-8bea-4cfc-b1e3-ff0838277274 None None] Sync routers for ids ['e9028f1a-d416-4e70-8036-be7aa0517f63'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:58.437847 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9ef64-8bea-4cfc-b1e3-ff0838277274 None None] Routers {'e9028f1a-d416-4e70-8036-be7aa0517f63'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:58.438713 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bcc9ef64-8bea-4cfc-b1e3-ff0838277274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9028f1a-d416-4e70-8036-be7aa0517f63'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:58.453644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:58.462670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:58.462670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:58.462670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:58.468956 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7160b7f3-7547-4faf-82be-8b67a53eca91 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:53:58.501583 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=9ff8c62e-b57b-4b85-a98b-47f727508601,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:58.505153 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bcc9ef64-8bea-4cfc-b1e3-ff0838277274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:58.517999 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9ef64-8bea-4cfc-b1e3-ff0838277274 None None] Routers {'e9028f1a-d416-4e70-8036-be7aa0517f63'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:53:58.518863 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bcc9ef64-8bea-4cfc-b1e3-ff0838277274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9028f1a-d416-4e70-8036-be7aa0517f63'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:58.528155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dbc37ce7-b9fb-46dc-84c0-0f80d4111210 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:58.537557 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dbc37ce7-b9fb-46dc-84c0-0f80d4111210 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/ports/7a7b4c84-9e0a-40d6-8612-8f16fa8ee744 HTTP/1.1" status: 204 len: 168 time: 2.2915032 Mar 08 11:53:58.540500 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50944) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:58.604040 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bcc9ef64-8bea-4cfc-b1e3-ff0838277274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:58.606239 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc9ef64-8bea-4cfc-b1e3-ff0838277274 None None] The sync data for ids ['e9028f1a-d416-4e70-8036-be7aa0517f63'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:58.629801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50950) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:53:58.630108 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7f9b69e1-f9e7-4927-9768-2821c9a1e0e4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9826124 Mar 08 11:53:58.636899 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'mac_address': 'fa:16:3e:d9:34:3f', 'name': 'tempest-NetworksTestDHCPv6-2145306578'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:58.747982 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0fb3df7b-88b5-436a-94a6-fc0a1490f03c None None] Provisioning for port 3c176d4a-0001-4ffb-9e45-944d314aa097 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:53:58.757749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0fb3df7b-88b5-436a-94a6-fc0a1490f03c None None] Provisioning complete for port 3c176d4a-0001-4ffb-9e45-944d314aa097 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:53:58.758176 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0fb3df7b-88b5-436a-94a6-fc0a1490f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:58.924151 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0fb3df7b-88b5-436a-94a6-fc0a1490f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:58.927776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:53:58.932001 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:port and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:53:58.935170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:53:58.940846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:53:58.982832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517ffd2-c26c-4305-9903-9d8af7d47737 req-85a5e2a7-0f62-4959-8dd6-337a4f3051d8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:58.984297 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c517ffd2-c26c-4305-9903-9d8af7d47737 req-85a5e2a7-0f62-4959-8dd6-337a4f3051d8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 944 time: 0.2702742 Mar 08 11:53:58.995185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:59.021500 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0fb3df7b-88b5-436a-94a6-fc0a1490f03c None None] For port 3c176d4a-0001-4ffb-9e45-944d314aa097, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3c176d4a-0001-4ffb-9e45-944d314aa097,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:53:59.036058 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1e5b79-e156-454d-b38a-d1bed812e1f3 None None] Update dhcp port {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'fixed_ips': [{'subnet_id': 'e9f8801d-521d-40e7-9c1d-7f27ee2fb582', 'ip_address': '2001:db8::f816:3eff:feea:32e5'}, {'subnet_id': '9ff8c62e-b57b-4b85-a98b-47f727508601'}], 'binding:host_id': 'dv-neutron-828143-8-hyperv'}, 'id': '3c176d4a-0001-4ffb-9e45-944d314aa097'} from dv-neutron-828143-8-hyperv. {{(pid=88471) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 11:53:59.082962 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c517ffd2-c26c-4305-9903-9d8af7d47737 req-17ed065d-ab8e-4dad-b83f-c80de57a5968 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909293 Mar 08 11:53:59.133268 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0fb3df7b-88b5-436a-94a6-fc0a1490f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:59.176172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b1e5b79-e156-454d-b38a-d1bed812e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:59.198806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:59.228945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 107107d9-11d4-4260-a0d1-8ec053c9c873 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:53:59.265637 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3df7b-88b5-436a-94a6-fc0a1490f03c None None] Pushing event updated for resources: {'Port': ['ID=3c176d4a-0001-4ffb-9e45-944d314aa097,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:59.271540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0e833ace-be8e-49ab-9a9b-b2f70d93cf2a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:59.455091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8:0:1::359 (b6b97662-0baa-4f27-9a4e-9894348947bb/9ff8c62e-b57b-4b85-a98b-47f727508601/107107d9-11d4-4260-a0d1-8ec053c9c873) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:59.462039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::f816:3eff:fed9:343f (b6b97662-0baa-4f27-9a4e-9894348947bb/e9f8801d-521d-40e7-9c1d-7f27ee2fb582/107107d9-11d4-4260-a0d1-8ec053c9c873) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:59.674228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:59.690322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 107107d9-11d4-4260-a0d1-8ec053c9c873 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:53:59.747774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0e833ace-be8e-49ab-9a9b-b2f70d93cf2a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port 97762be7-9ca2-4d14-92fb-7f0d00878121 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:53:59.748097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0e833ace-be8e-49ab-9a9b-b2f70d93cf2a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:59.800814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:59.877220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-3b1e5b79-e156-454d-b38a-d1bed812e1f3 None None] Allocated IP 2001:db8:0:1::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/9ff8c62e-b57b-4b85-a98b-47f727508601/3c176d4a-0001-4ffb-9e45-944d314aa097) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:59.885190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:59.888857 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:59.900644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:53:59.900809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:59.901336 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:59.907376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=107107d9-11d4-4260-a0d1-8ec053c9c873,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:59.947713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0e833ace-be8e-49ab-9a9b-b2f70d93cf2a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:53:59.970184 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-65a30fa6-381b-4461-9a1c-2a6fdadbdcbd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3370306 Mar 08 11:53:59.970773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50954) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:00.001812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3c176d4a-0001-4ffb-9e45-944d314aa097 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:00.043607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 11:54:00.054228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-efe3d17e-8222-480b-a419-16510aabc6c5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 107107d9-11d4-4260-a0d1-8ec053c9c873 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:00.054661 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efe3d17e-8222-480b-a419-16510aabc6c5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:00.066462 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:54:00.094382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b1e5b79-e156-454d-b38a-d1bed812e1f3 None None] For port 3c176d4a-0001-4ffb-9e45-944d314aa097, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3c176d4a-0001-4ffb-9e45-944d314aa097,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:00.125406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0e833ace-be8e-49ab-9a9b-b2f70d93cf2a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for 97762be7-9ca2-4d14-92fb-7f0d00878121 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:00.233383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b1e5b79-e156-454d-b38a-d1bed812e1f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:00.237079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 3c176d4a-0001-4ffb-9e45-944d314aa097 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:00.237713 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:00.326409 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b1e5b79-e156-454d-b38a-d1bed812e1f3 None None] Transition to ACTIVE for port object 3c176d4a-0001-4ffb-9e45-944d314aa097 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:00.332670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5,segment=NetworkSegment(68721ab9-3d75-43ce-b905-c7f0e722a44f),segment_id=68721ab9-3d75-43ce-b905-c7f0e722a44f)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:00.354116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'port_id': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'mac_address': 'fa:16:3e:7a:d7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 11:54:00.383611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efe3d17e-8222-480b-a419-16510aabc6c5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:00.455626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd079ff6-8be7-4c20-8767-cff63680cce4 req-c964367c-5ecd-49c7-a259-74f2f68ab151 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:00.460094 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dd079ff6-8be7-4c20-8767-cff63680cce4 req-c964367c-5ecd-49c7-a259-74f2f68ab151 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 944 time: 0.2361610 Mar 08 11:54:00.470598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b1e5b79-e156-454d-b38a-d1bed812e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:00.497523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0e833ace-be8e-49ab-9a9b-b2f70d93cf2a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:00.521645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-efe3d17e-8222-480b-a419-16510aabc6c5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 107107d9-11d4-4260-a0d1-8ec053c9c873 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:00.558299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e833ace-be8e-49ab-9a9b-b2f70d93cf2a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=97762be7-9ca2-4d14-92fb-7f0d00878121,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:00.578947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:00.644387 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dd079ff6-8be7-4c20-8767-cff63680cce4 req-7331d089-be7a-4e23-8fd4-accd52cde951 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295502 Mar 08 11:54:00.664297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:54:00.695517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e5b79-e156-454d-b38a-d1bed812e1f3 None None] Pushing event updated for resources: {'Port': ['ID=3c176d4a-0001-4ffb-9e45-944d314aa097,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:00.707590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5,segment=NetworkSegment(68721ab9-3d75-43ce-b905-c7f0e722a44f),segment_id=68721ab9-3d75-43ce-b905-c7f0e722a44f)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:00.759296 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:00.844993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:00.899673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efe3d17e-8222-480b-a419-16510aabc6c5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:00.940044 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0e833ace-be8e-49ab-9a9b-b2f70d93cf2a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:00.970631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3d17e-8222-480b-a419-16510aabc6c5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=107107d9-11d4-4260-a0d1-8ec053c9c873,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:01.052447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efe3d17e-8222-480b-a419-16510aabc6c5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:01.062791 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-efe3d17e-8222-480b-a419-16510aabc6c5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/107107d9-11d4-4260-a0d1-8ec053c9c873 HTTP/1.1" status: 204 len: 168 time: 1.0909219 Mar 08 11:54:01.067899 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50960) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:01.091122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:54:01.272367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a7179a-faaa-4bfa-933d-dae07f8f7860 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:01.273254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-41a7179a-faaa-4bfa-933d-dae07f8f7860 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:01.380911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-41a7179a-faaa-4bfa-933d-dae07f8f7860 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:01.380911 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-41a7179a-faaa-4bfa-933d-dae07f8f7860 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3068280 Mar 08 11:54:01.380911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50964) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:01.462865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf659f2-a753-4140-a7fa-9ba8d461ed7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:01.464384 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bdf659f2-a753-4140-a7fa-9ba8d461ed7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0880778 Mar 08 11:54:01.467984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50968) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:01.509170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e833ace-be8e-49ab-9a9b-b2f70d93cf2a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router e9028f1a-d416-4e70-8036-be7aa0517f63 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:54:01.548715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a941c-79fc-4081-9223-a5da32ec753a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:01.550238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a941c-79fc-4081-9223-a5da32ec753a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:01.552026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a941c-79fc-4081-9223-a5da32ec753a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:01.553016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9a4a941c-79fc-4081-9223-a5da32ec753a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:01.558346 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a15e3a4b-723c-4bc4-bc11-9c4ad9502eb9 None None] Provisioning for port 3c176d4a-0001-4ffb-9e45-944d314aa097 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:01.560565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a15e3a4b-723c-4bc4-bc11-9c4ad9502eb9 None None] Provisioning complete for port 3c176d4a-0001-4ffb-9e45-944d314aa097 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:01.561327 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a15e3a4b-723c-4bc4-bc11-9c4ad9502eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:01.634706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9a4a941c-79fc-4081-9223-a5da32ec753a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:01.640154 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9a4a941c-79fc-4081-9223-a5da32ec753a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1707997 Mar 08 11:54:01.641032 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50972) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:01.733093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba90fc82-9607-4da7-9f25-10881c070b07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 9ff8c62e-b57b-4b85-a98b-47f727508601 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:01.737045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ba90fc82-9607-4da7-9f25-10881c070b07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:01.764200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e833ace-be8e-49ab-9a9b-b2f70d93cf2a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:54:01.774932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a455dcc-dd86-4d61-8dca-feac11e21715 None None] Sync routers for ids ['e9028f1a-d416-4e70-8036-be7aa0517f63'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:54:01.789537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a455dcc-dd86-4d61-8dca-feac11e21715 None None] Routers {'e9028f1a-d416-4e70-8036-be7aa0517f63'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:01.789537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-6a455dcc-dd86-4d61-8dca-feac11e21715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9028f1a-d416-4e70-8036-be7aa0517f63'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:01.799411 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0e833ace-be8e-49ab-9a9b-b2f70d93cf2a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "PUT /v2.0/routers/e9028f1a-d416-4e70-8036-be7aa0517f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2554629 Mar 08 11:54:01.800413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 50978) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:01.820382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ba90fc82-9607-4da7-9f25-10881c070b07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:01.887308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5b815546-1bfd-4cf8-91a3-78acea37360f None None] Could not find standard attr ID for object 107107d9-11d4-4260-a0d1-8ec053c9c873. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:54:01.904113 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-6a455dcc-dd86-4d61-8dca-feac11e21715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:01.921318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a455dcc-dd86-4d61-8dca-feac11e21715 None None] Routers {'e9028f1a-d416-4e70-8036-be7aa0517f63'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:01.922130 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-6a455dcc-dd86-4d61-8dca-feac11e21715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9028f1a-d416-4e70-8036-be7aa0517f63'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:01.938831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ba90fc82-9607-4da7-9f25-10881c070b07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:02.042976 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-6a455dcc-dd86-4d61-8dca-feac11e21715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:02.043386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a455dcc-dd86-4d61-8dca-feac11e21715 None None] The sync data for ids ['e9028f1a-d416-4e70-8036-be7aa0517f63'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:54:02.070452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3c176d4a-0001-4ffb-9e45-944d314aa097 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:02.107475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d165ca-4ec6-4b32-9cd1-e3e8ffc6d880 req-296ef490-a1cb-498f-9c44-b72e5b242b7a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:02.108944 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b8d165ca-4ec6-4b32-9cd1-e3e8ffc6d880 req-296ef490-a1cb-498f-9c44-b72e5b242b7a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 945 time: 0.2276552 Mar 08 11:54:02.111300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:02.127057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ba90fc82-9607-4da7-9f25-10881c070b07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:02.149208 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 3c176d4a-0001-4ffb-9e45-944d314aa097 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:02.149756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:02.170393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90fc82-9607-4da7-9f25-10881c070b07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff8c62e-b57b-4b85-a98b-47f727508601,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:02.177472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ba90fc82-9607-4da7-9f25-10881c070b07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:02.194641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb8edc-8ee0-427d-bf57-d7156888bde6 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:02.249383 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b8d165ca-4ec6-4b32-9cd1-e3e8ffc6d880 req-2fb54945-81a9-4430-a5c9-6e9c1c6ddc27 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670829 Mar 08 11:54:02.280851 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ba90fc82-9607-4da7-9f25-10881c070b07 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/9ff8c62e-b57b-4b85-a98b-47f727508601 HTTP/1.1" status: 204 len: 168 time: 0.6385496 Mar 08 11:54:02.286281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50982) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:02.354926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a13eca5-9714-49a2-8f5c-24a0a72f4d4c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet e9f8801d-521d-40e7-9c1d-7f27ee2fb582 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:02.357601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:02.358117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a13eca5-9714-49a2-8f5c-24a0a72f4d4c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:02.412901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a13eca5-9714-49a2-8f5c-24a0a72f4d4c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:02.419444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port f928378b-a612-4a48-bfc1-3e5bb5e6639e {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:02.419444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:02.504033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a13eca5-9714-49a2-8f5c-24a0a72f4d4c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:02.605169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:02.619611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a13eca5-9714-49a2-8f5c-24a0a72f4d4c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:02.667607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13eca5-9714-49a2-8f5c-24a0a72f4d4c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f8801d-521d-40e7-9c1d-7f27ee2fb582,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:02.676983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a13eca5-9714-49a2-8f5c-24a0a72f4d4c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:02.694454 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9a13eca5-9714-49a2-8f5c-24a0a72f4d4c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/e9f8801d-521d-40e7-9c1d-7f27ee2fb582 HTTP/1.1" status: 204 len: 168 time: 0.4065652 Mar 08 11:54:02.703583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50988) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:02.746008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for f928378b-a612-4a48-bfc1-3e5bb5e6639e owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:02.772382 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8f17ab5d-0002-4056-b82f-33fa57c69a0e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746405 Mar 08 11:54:02.775248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50992) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:02.781538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:02.899887 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:02.904224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:02.907153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:02.912974 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:03.005712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:03.009401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.028680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.081130 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=f928378b-a612-4a48-bfc1-3e5bb5e6639e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:03.096604 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced788d-e17b-43cb-b3ee-895222f41704 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:03.181256 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.231267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2dfdac12-7be6-4c11-b47b-f7270b91e49c None None] Provisioning complete for port 3c176d4a-0001-4ffb-9e45-944d314aa097 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:03.231633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2dfdac12-7be6-4c11-b47b-f7270b91e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.327337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.400932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:03.404793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:03.412983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:03.412983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.470280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=63a9b8ef-22fb-4b95-bfba-04ed5f6aafa9,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:03.501173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.505237 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.516668 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c09229b-d3ed-4cf9-ac75-0f56ee2b8e56 None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:54:03.521269 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1c09229b-d3ed-4cf9-ac75-0f56ee2b8e56 None None] Deleting port 3c176d4a-0001-4ffb-9e45-944d314aa097 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:03.526915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1c09229b-d3ed-4cf9-ac75-0f56ee2b8e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.536714 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15daa2-3cd4-46ea-80a3-4ec9382697bf req-c75b564f-6bc3-4cb7-b88e-a060827eb8ff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:03.538286 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2a15daa2-3cd4-46ea-80a3-4ec9382697bf req-c75b564f-6bc3-4cb7-b88e-a060827eb8ff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 945 time: 0.1185992 Mar 08 11:54:03.542817 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d8024453-63e9-4b95-a867-428217ed7990 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7638426 Mar 08 11:54:03.543988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 50998) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:03.550693 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-dc62ed8d-8506-4477-bbc7-69dbc59b8ba7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:03.595499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.596063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Fanout notify agent at l3_agent the message router_deleted on router e9028f1a-d416-4e70-8036-be7aa0517f63 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:54:03.627209 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.629293 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2b8909cb-a374-4842-a38d-397244a5f4ae tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/routers/e9028f1a-d416-4e70-8036-be7aa0517f63 HTTP/1.1" status: 204 len: 168 time: 1.8262901 Mar 08 11:54:03.631815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51002) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:03.690902 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2a15daa2-3cd4-46ea-80a3-4ec9382697bf req-df040d49-b99a-4d6f-a22a-3db1621af3c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443806 Mar 08 11:54:03.732989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cf701d-0bcc-489a-9104-823cd20d1245 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting subnet adde661e-4099-4e7b-9882-bd943e76260f {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:03.733712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-dc62ed8d-8506-4477-bbc7-69dbc59b8ba7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:03.736103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-28cf701d-0bcc-489a-9104-823cd20d1245 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.739911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-dc62ed8d-8506-4477-bbc7-69dbc59b8ba7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:03.742930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-dc62ed8d-8506-4477-bbc7-69dbc59b8ba7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:03.750336 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-dc62ed8d-8506-4477-bbc7-69dbc59b8ba7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:03.774027 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1c09229b-d3ed-4cf9-ac75-0f56ee2b8e56 None None] For port 3c176d4a-0001-4ffb-9e45-944d314aa097, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3c176d4a-0001-4ffb-9e45-944d314aa097,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:03.774424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1c09229b-d3ed-4cf9-ac75-0f56ee2b8e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.792508 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-28cf701d-0bcc-489a-9104-823cd20d1245 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.805267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc62ed8d-8506-4477-bbc7-69dbc59b8ba7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:03.809783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dc62ed8d-8506-4477-bbc7-69dbc59b8ba7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.886261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-28cf701d-0bcc-489a-9104-823cd20d1245 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:03.899639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1c09229b-d3ed-4cf9-ac75-0f56ee2b8e56 None None] Calling delete_port for 3c176d4a-0001-4ffb-9e45-944d314aa097 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:04.007624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3c176d4a-0001-4ffb-9e45-944d314aa097 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:54:04.045751 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.ipam_backend_mixin [None req-dc62ed8d-8506-4477-bbc7-69dbc59b8ba7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63a9b8ef-22fb-4b95-bfba-04ed5f6aafa9 (CIDR: 2001:db8::/64) Mar 08 11:54:04.046355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1c09229b-d3ed-4cf9-ac75-0f56ee2b8e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:04.063420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-28cf701d-0bcc-489a-9104-823cd20d1245 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:04.081970 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:04.092368 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc62ed8d-8506-4477-bbc7-69dbc59b8ba7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:54:04.092939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc62ed8d-8506-4477-bbc7-69dbc59b8ba7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:04.109064 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf701d-0bcc-489a-9104-823cd20d1245 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Subnet': ['ID=adde661e-4099-4e7b-9882-bd943e76260f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:04.114836 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-28cf701d-0bcc-489a-9104-823cd20d1245 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:04.123948 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-28cf701d-0bcc-489a-9104-823cd20d1245 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/subnets/adde661e-4099-4e7b-9882-bd943e76260f HTTP/1.1" status: 204 len: 168 time: 0.4882591 Mar 08 11:54:04.124673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51006) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:04.137094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09229b-d3ed-4cf9-ac75-0f56ee2b8e56 None None] Pushing event deleted for resources: {'Port': ['ID=3c176d4a-0001-4ffb-9e45-944d314aa097,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:04.138905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe2233a-1dfc-4f15-923d-037999155973 None None] Network 5cd1746d-1fab-44f1-9252-775e95f31f50 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:04.167126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c09229b-d3ed-4cf9-ac75-0f56ee2b8e56 None None] No DVR routers for this DVR port 3c176d4a-0001-4ffb-9e45-944d314aa097 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:54:04.193768 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dc62ed8d-8506-4477-bbc7-69dbc59b8ba7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6454008 Mar 08 11:54:04.195069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51010) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:04.205521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:04.247423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:04.250664 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f20d56-4c2f-4cba-b164-edc0b25e3b24 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:04.259387 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port 3e12822d-8b59-4469-a0d6-0aa30162f7be {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:04.259844 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:04.351601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:04.359032 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:04.363387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:04.370284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No active binding found for port 3c176d4a-0001-4ffb-9e45-944d314aa097 {{(pid=88471) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 08 11:54:04.370643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:04.370805 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3c176d4a-0001-4ffb-9e45-944d314aa097 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:54:04.468697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:04.472896 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:04.490042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] For port 3e12822d-8b59-4469-a0d6-0aa30162f7be, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3e12822d-8b59-4469-a0d6-0aa30162f7be,segment=NetworkSegment(92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06),segment_id=92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:04.490606 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:04.557775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:04.571950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:04.572258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:04.603211 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '63a9b8ef-22fb-4b95-bfba-04ed5f6aafa9'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:54:04.604051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:04.631966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for 3e12822d-8b59-4469-a0d6-0aa30162f7be owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:04.789661 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed380a98-6199-46b9-80ab-e825c7027abe None None] DHCP port deletion for 5cd1746d-1fab-44f1-9252-775e95f31f50 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:54:04.837028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ed380a98-6199-46b9-80ab-e825c7027abe None None] Deleting port 3e12822d-8b59-4469-a0d6-0aa30162f7be {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:04.839200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed380a98-6199-46b9-80ab-e825c7027abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:04.862296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:04.882835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:04.918967 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=3e12822d-8b59-4469-a0d6-0aa30162f7be,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:04.921053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] No DVR routers for this DVR port 3e12822d-8b59-4469-a0d6-0aa30162f7be on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:54:04.941864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ed380a98-6199-46b9-80ab-e825c7027abe None None] The port '3e12822d-8b59-4469-a0d6-0aa30162f7be' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:54:04.957726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:54:04.977283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5,segment=NetworkSegment(68721ab9-3d75-43ce-b905-c7f0e722a44f),segment_id=68721ab9-3d75-43ce-b905-c7f0e722a44f)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:04.983904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Allocated IP 2001:db8::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/63a9b8ef-22fb-4b95-bfba-04ed5f6aafa9/b05c8052-cec2-4779-b5c1-141ecc58004f) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:04.987188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.objects.ports [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88469) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:54:04.988455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.031488 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'code': 200} Mar 08 11:54:05.045833 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.055125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:05.058478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:05.069183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:05.069183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.089384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=46bc3ae2-463e-42f7-9f30-96a4a377dcbf,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:05.096519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.099370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:05.099831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:05.100276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:05.100714 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:05.101149 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:05.101862 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:05.102420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:05.102850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:05.103278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:05.103706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:05.104286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:05.104854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:05.140202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29145e-73ca-4d13-a153-7615199eadda req-aabe35a0-99fe-4903-9766-5da8a2e8fae4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:05.140202 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9a29145e-73ca-4d13-a153-7615199eadda req-aabe35a0-99fe-4903-9766-5da8a2e8fae4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 945 time: 0.3231251 Mar 08 11:54:05.140202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd1746d-1fab-44f1-9252-775e95f31f50']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:05.165649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:05.165649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fc8c0f-a0de-4d63-b6aa-4f7b06c82f06') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:05.179852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.209155 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3938ffe2-7ed2-4f7b-9184-210c670224db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0128314 Mar 08 11:54:05.212488 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51018) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:05.215040 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.221942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'mac_address': 'fa:16:3e:50:f0:89', 'name': 'tempest-NetworksTestDHCPv6-921853000'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:05.239862 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9a29145e-73ca-4d13-a153-7615199eadda req-71b235a3-303c-4d86-aaa0-3b99c09d52fb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947988 Mar 08 11:54:05.259655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:54:05.259655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.269769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:54:05.275193 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:54:05.367812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.388897 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:05.399132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:05.463462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:05.537165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Transition to ACTIVE for port object b05c8052-cec2-4779-b5c1-141ecc58004f will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:05.537356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.556177 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.560351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Transition to ACTIVE for port object b05c8052-cec2-4779-b5c1-141ecc58004f will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:05.566894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Network': ['ID=5cd1746d-1fab-44f1-9252-775e95f31f50,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:05.572438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852acb3-e753-41a5-9aed-6dfdd8187867 req-5b76fc26-942b-4beb-8d7b-18545b0dbe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:05.573953 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6852acb3-e753-41a5-9aed-6dfdd8187867 req-5b76fc26-942b-4beb-8d7b-18545b0dbe7e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 1099 time: 0.1609955 Mar 08 11:54:05.576966 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3df87850-281d-48a5-9bb9-2571ecebfaa7 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/networks/5cd1746d-1fab-44f1-9252-775e95f31f50 HTTP/1.1" status: 204 len: 168 time: 1.4514570 Mar 08 11:54:05.579750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51022) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:05.642743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.656085 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6852acb3-e753-41a5-9aed-6dfdd8187867 req-f8f8e525-c0df-4b7e-9cc7-b7b3a53883eb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753455 Mar 08 11:54:05.663371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.675809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 607963d1-f70e-4571-97ac-529b73f724ac yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:54:05.729976 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:05.737709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:05.741976 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:05.751272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Pushing event updated for resources: {'Port': ['ID=b05c8052-cec2-4779-b5c1-141ecc58004f,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:05.768791 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-bac04f0f-5041-4845-98e7-47a6e005b890 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port 3203f947-9b2c-4dab-92c0-ee37e83dbfc8 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:05.773483 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bac04f0f-5041-4845-98e7-47a6e005b890 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.848801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Attempting to bind port b05c8052-cec2-4779-b5c1-141ecc58004f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:54:05.849173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Attempting to bind port b05c8052-cec2-4779-b5c1-141ecc58004f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:54:05.849554 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Attempting to bind port b05c8052-cec2-4779-b5c1-141ecc58004f on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:54:05.856514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:54:05.857545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:05.857545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.857906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:54:05.858386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Bound port: b05c8052-cec2-4779-b5c1-141ecc58004f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:54:05.858760 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.904521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::30a (b6b97662-0baa-4f27-9a4e-9894348947bb/63a9b8ef-22fb-4b95-bfba-04ed5f6aafa9/607963d1-f70e-4571-97ac-529b73f724ac) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:05.917716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:f089 (b6b97662-0baa-4f27-9a4e-9894348947bb/46bc3ae2-463e-42f7-9f30-96a4a377dcbf/607963d1-f70e-4571-97ac-529b73f724ac) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:05.959743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] For port b05c8052-cec2-4779-b5c1-141ecc58004f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:54:05.962418 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bac04f0f-5041-4845-98e7-47a6e005b890 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.962743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bac04f0f-5041-4845-98e7-47a6e005b890 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:05.964349 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] For port b05c8052-cec2-4779-b5c1-141ecc58004f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b05c8052-cec2-4779-b5c1-141ecc58004f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:54:06.015423 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3e12822d-8b59-4469-a0d6-0aa30162f7be no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:54:06.046585 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:06.095168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 3e12822d-8b59-4469-a0d6-0aa30162f7be {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:54:06.095517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3e12822d-8b59-4469-a0d6-0aa30162f7be not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:54:06.109474 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-bac04f0f-5041-4845-98e7-47a6e005b890 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for 3203f947-9b2c-4dab-92c0-ee37e83dbfc8 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:06.132838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:06.140799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a5009-b7f3-4519-a297-978a3ab254dd None None] Pushing event updated for resources: {'Port': ['ID=b05c8052-cec2-4779-b5c1-141ecc58004f,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:06.154636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 607963d1-f70e-4571-97ac-529b73f724ac will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:06.274506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:06.342629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:06.345970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:06.346472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bac04f0f-5041-4845-98e7-47a6e005b890 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:06.348955 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:06.358193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:06.358193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:06.409185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac04f0f-5041-4845-98e7-47a6e005b890 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=3203f947-9b2c-4dab-92c0-ee37e83dbfc8,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:06.446149 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=607963d1-f70e-4571-97ac-529b73f724ac,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:06.499510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9b234-f620-4554-af5d-4567609fd507 req-cdda29ff-39f7-449d-9f2b-0747d49517d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:06.501675 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58c9b234-f620-4554-af5d-4567609fd507 req-cdda29ff-39f7-449d-9f2b-0747d49517d1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 946 time: 0.1411197 Mar 08 11:54:06.509682 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-36470977-23d5-48e3-a6b9-a67d64f6b05b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2961304 Mar 08 11:54:06.513929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51028) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:06.556249 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58c9b234-f620-4554-af5d-4567609fd507 req-15f76d65-4fce-43fd-93e9-76dd3ea290e8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450256 Mar 08 11:54:06.567563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bac04f0f-5041-4845-98e7-47a6e005b890 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:06.597173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bac04f0f-5041-4845-98e7-47a6e005b890 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:06.605850 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bac04f0f-5041-4845-98e7-47a6e005b890 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/floatingips/aaf03998-e6b9-4022-af88-07fca4595a9d HTTP/1.1" status: 204 len: 168 time: 1.0176666 Mar 08 11:54:06.609063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51032) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:06.663580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-44456443-e61f-4179-bc1c-4e0840a1dc7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 607963d1-f70e-4571-97ac-529b73f724ac {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:06.663925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44456443-e61f-4179-bc1c-4e0840a1dc7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:06.688350 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-71cf7cbc-ed33-4605-be53-3112b0c0a05a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:06.688820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71cf7cbc-ed33-4605-be53-3112b0c0a05a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:06.690475 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-71cf7cbc-ed33-4605-be53-3112b0c0a05a tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/ports/7a7b4c84-9e0a-40d6-8612-8f16fa8ee744 HTTP/1.1" status: 404 len: 333 time: 0.0805690 Mar 08 11:54:06.693320 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51036) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:06.845057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-cabd72aa-48a2-45e6-8f88-ac4962458627 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Synchronizing usage tracker for tenant:bcfd272a30304664a6d8859ebca227e9 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:06.923717 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44456443-e61f-4179-bc1c-4e0840a1dc7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:06.931537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-cabd72aa-48a2-45e6-8f88-ac4962458627 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Unset dirty status for tenant:bcfd272a30304664a6d8859ebca227e9 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:06.935825 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cabd72aa-48a2-45e6-8f88-ac4962458627 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9028f1a-d416-4e70-8036-be7aa0517f63 HTTP/1.1" status: 200 len: 205 time: 0.2380631 Mar 08 11:54:06.936120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51040) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:07.009997 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-23efd4f1-f148-4a8f-96ac-ca26738b1e45 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] delete failed (client error): The resource could not be found. Mar 08 11:54:07.011241 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-23efd4f1-f148-4a8f-96ac-ca26738b1e45 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/routers/e9028f1a-d416-4e70-8036-be7aa0517f63 HTTP/1.1" status: 404 len: 336 time: 0.0739362 Mar 08 11:54:07.014335 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51044) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:07.053803 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0022d9e-8568-400b-a044-a687039e3f7f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:07.054669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0022d9e-8568-400b-a044-a687039e3f7f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:07.059806 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b0022d9e-8568-400b-a044-a687039e3f7f tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/subnets/adde661e-4099-4e7b-9882-bd943e76260f HTTP/1.1" status: 404 len: 337 time: 0.0440149 Mar 08 11:54:07.060742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51048) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:07.066558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-44456443-e61f-4179-bc1c-4e0840a1dc7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 607963d1-f70e-4571-97ac-529b73f724ac owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:07.132184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-5d01ba24-9654-45c0-a222-58bc5c5899f2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port db679a86-3504-4d4c-afba-77de4db2e224 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:07.132639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5d01ba24-9654-45c0-a222-58bc5c5899f2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:07.259384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cc232d-914a-42b4-ba33-db47dcf4f8b6 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:07.403209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5d01ba24-9654-45c0-a222-58bc5c5899f2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:07.417675 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-186a8185-434c-4c02-b37a-13f78033991d None None] Provisioning for port b05c8052-cec2-4779-b5c1-141ecc58004f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:07.497612 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44456443-e61f-4179-bc1c-4e0840a1dc7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:07.527778 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-5d01ba24-9654-45c0-a222-58bc5c5899f2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for db679a86-3504-4d4c-afba-77de4db2e224 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:07.556857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44456443-e61f-4179-bc1c-4e0840a1dc7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=607963d1-f70e-4571-97ac-529b73f724ac,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:07.605525 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b1811-247e-447f-9c2a-3b2fdbadb52a None None] Update dhcp port {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'fixed_ips': [{'subnet_id': '63a9b8ef-22fb-4b95-bfba-04ed5f6aafa9', 'ip_address': '2001:db8::2'}, {'subnet_id': '46bc3ae2-463e-42f7-9f30-96a4a377dcbf'}], 'binding:host_id': 'dv-neutron-828143-8-hyperv'}, 'id': 'b05c8052-cec2-4779-b5c1-141ecc58004f'} from dv-neutron-828143-8-hyperv. {{(pid=88471) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 11:54:07.663448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44456443-e61f-4179-bc1c-4e0840a1dc7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:07.683049 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-44456443-e61f-4179-bc1c-4e0840a1dc7b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/607963d1-f70e-4571-97ac-529b73f724ac HTTP/1.1" status: 204 len: 168 time: 1.1678908 Mar 08 11:54:07.687378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51054) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:07.705047 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-527b1811-247e-447f-9c2a-3b2fdbadb52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:07.772854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5d01ba24-9654-45c0-a222-58bc5c5899f2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:07.830516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01ba24-9654-45c0-a222-58bc5c5899f2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=db679a86-3504-4d4c-afba-77de4db2e224,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:07.840399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea77c48-87e3-4e39-a07d-580322a7bb30 req-40957d89-c1d3-4bf8-bb3c-40d63bfa45ab tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:07.841926 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-dea77c48-87e3-4e39-a07d-580322a7bb30 req-40957d89-c1d3-4bf8-bb3c-40d63bfa45ab tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 946 time: 0.1503847 Mar 08 11:54:07.851750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401bb8c-1f43-403f-8d0e-518d53fef66e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:07.852750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e401bb8c-1f43-403f-8d0e-518d53fef66e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:07.906472 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-dea77c48-87e3-4e39-a07d-580322a7bb30 req-1f1ab5d6-8ae6-41d3-8313-e6469ef55216 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501251 Mar 08 11:54:07.931625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-527b1811-247e-447f-9c2a-3b2fdbadb52a None None] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:c3cf (b6b97662-0baa-4f27-9a4e-9894348947bb/46bc3ae2-463e-42f7-9f30-96a4a377dcbf/b05c8052-cec2-4779-b5c1-141ecc58004f) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:07.932515 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5d01ba24-9654-45c0-a222-58bc5c5899f2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:07.948458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e401bb8c-1f43-403f-8d0e-518d53fef66e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:07.949533 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e401bb8c-1f43-403f-8d0e-518d53fef66e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2598691 Mar 08 11:54:07.952091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51060) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:08.008896 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51064) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:08.009034 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5d01ba24-9654-45c0-a222-58bc5c5899f2 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/ports/db679a86-3504-4d4c-afba-77de4db2e224 HTTP/1.1" status: 204 len: 168 time: 0.9470007 Mar 08 11:54:08.084807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b05c8052-cec2-4779-b5c1-141ecc58004f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:08.100549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-4011bbae-4612-4b7a-84b6-9559201ffaac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port a0879124-e0bc-419e-a00c-10c3f8889cbb {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:08.100996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4011bbae-4612-4b7a-84b6-9559201ffaac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:08.130649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c863a2-32d0-488f-87bf-51c681ddb049 req-f8c54fb1-84ec-4043-a356-5cb1f56fd66a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:08.132504 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f0c863a2-32d0-488f-87bf-51c681ddb049 req-f8c54fb1-84ec-4043-a356-5cb1f56fd66a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 946 time: 0.0914893 Mar 08 11:54:08.162248 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca4107-a4e2-456c-80c8-a08c40580289 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:08.163708 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-94ca4107-a4e2-456c-80c8-a08c40580289 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2107306 Mar 08 11:54:08.168715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51068) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:08.172782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-527b1811-247e-447f-9c2a-3b2fdbadb52a None None] For port b05c8052-cec2-4779-b5c1-141ecc58004f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b05c8052-cec2-4779-b5c1-141ecc58004f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:08.206110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-527b1811-247e-447f-9c2a-3b2fdbadb52a None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:08.223651 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f0c863a2-32d0-488f-87bf-51c681ddb049 req-a4f571ce-1ab1-41d8-95e3-b677540b5f25 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851891 Mar 08 11:54:08.225226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-527b1811-247e-447f-9c2a-3b2fdbadb52a None None] Transition to ACTIVE for port object b05c8052-cec2-4779-b5c1-141ecc58004f will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:08.247018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7cad00-2f74-4414-8ca1-44ce120ed951 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:08.248620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7cad00-2f74-4414-8ca1-44ce120ed951 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:08.250515 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7cad00-2f74-4414-8ca1-44ce120ed951 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:08.251313 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2c7cad00-2f74-4414-8ca1-44ce120ed951 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:08.253755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51072) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:08.257446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port b05c8052-cec2-4779-b5c1-141ecc58004f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:08.262519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port b05c8052-cec2-4779-b5c1-141ecc58004f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:08.263921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:08.290831 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-527b1811-247e-447f-9c2a-3b2fdbadb52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:08.338070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5c2424-f3df-46d6-962e-1fdae3e11a2c tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:08.343465 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7c5c2424-f3df-46d6-962e-1fdae3e11a2c tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 1094 time: 0.0848567 Mar 08 11:54:08.343465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51076) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:08.349130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:08.355777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:08.360377 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:floatingip and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:08.363840 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:08.369350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2c7cad00-2f74-4414-8ca1-44ce120ed951 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:08.370609 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2c7cad00-2f74-4414-8ca1-44ce120ed951 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1992722 Mar 08 11:54:08.371638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:08.373497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51080) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:08.385034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4011bbae-4612-4b7a-84b6-9559201ffaac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:08.454900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a33cd1-83ba-4cdc-877a-776fb522d932 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 46bc3ae2-463e-42f7-9f30-96a4a377dcbf {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:08.457784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2a33cd1-83ba-4cdc-877a-776fb522d932 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:08.520011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b1811-247e-447f-9c2a-3b2fdbadb52a None None] Pushing event updated for resources: {'Port': ['ID=b05c8052-cec2-4779-b5c1-141ecc58004f,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:08.522503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:08.542036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-4011bbae-4612-4b7a-84b6-9559201ffaac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for a0879124-e0bc-419e-a00c-10c3f8889cbb owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:08.544929 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Port b05c8052-cec2-4779-b5c1-141ecc58004f had new provisioning blocks added so it will not transition to active. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 08 11:54:08.557247 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2a33cd1-83ba-4cdc-877a-776fb522d932 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:08.747668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2a33cd1-83ba-4cdc-877a-776fb522d932 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:08.788692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4011bbae-4612-4b7a-84b6-9559201ffaac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:08.837393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:08.846151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011bbae-4612-4b7a-84b6-9559201ffaac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=a0879124-e0bc-419e-a00c-10c3f8889cbb,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:08.960897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4011bbae-4612-4b7a-84b6-9559201ffaac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:08.973569 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4011bbae-4612-4b7a-84b6-9559201ffaac tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/ports/a0879124-e0bc-419e-a00c-10c3f8889cbb HTTP/1.1" status: 204 len: 168 time: 0.9614196 Mar 08 11:54:08.974794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51084) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:09.073073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11fabb8-353f-42da-95f3-a692a6657a94 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:09.078262 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b11fabb8-353f-42da-95f3-a692a6657a94 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Synchronizing usage tracker for tenant:bcfd272a30304664a6d8859ebca227e9 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:09.079875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2a33cd1-83ba-4cdc-877a-776fb522d932 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:09.126368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a33cd1-83ba-4cdc-877a-776fb522d932 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=46bc3ae2-463e-42f7-9f30-96a4a377dcbf,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:09.137821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d2a33cd1-83ba-4cdc-877a-776fb522d932 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:09.147280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.20 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/22e6242c-fbad-4b96-a91c-226b5fa6dd15) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:09.154335 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b11fabb8-353f-42da-95f3-a692a6657a94 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Unset dirty status for tenant:bcfd272a30304664a6d8859ebca227e9 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:09.158670 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b11fabb8-353f-42da-95f3-a692a6657a94 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 HTTP/1.1" status: 200 len: 913 time: 0.1811671 Mar 08 11:54:09.159653 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51088) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:09.181012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696fd0f2-d886-4ce5-8298-184e05987a8e None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:09.250074 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d2a33cd1-83ba-4cdc-877a-776fb522d932 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/46bc3ae2-463e-42f7-9f30-96a4a377dcbf HTTP/1.1" status: 204 len: 168 time: 0.8752720 Mar 08 11:54:09.252869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51092) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:09.287318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a77ec54d-7705-4d2b-8f97-8f14e3771f60 None None] Could not find standard attr ID for object 607963d1-f70e-4571-97ac-529b73f724ac. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:54:09.318269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:09.355657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a77ec54d-7705-4d2b-8f97-8f14e3771f60 None None] Provisioning for port b05c8052-cec2-4779-b5c1-141ecc58004f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:09.365743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a77ec54d-7705-4d2b-8f97-8f14e3771f60 None None] Provisioning complete for port b05c8052-cec2-4779-b5c1-141ecc58004f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:09.366320 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a77ec54d-7705-4d2b-8f97-8f14e3771f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:09.394877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:09.459845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:09.462642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:09.465895 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:09.503251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 63a9b8ef-22fb-4b95-bfba-04ed5f6aafa9 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:09.507891 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:09.525397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=22e6242c-fbad-4b96-a91c-226b5fa6dd15,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:09.543933 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a77ec54d-7705-4d2b-8f97-8f14e3771f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:09.596043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a77ec54d-7705-4d2b-8f97-8f14e3771f60 None None] For port b05c8052-cec2-4779-b5c1-141ecc58004f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b05c8052-cec2-4779-b5c1-141ecc58004f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:09.663543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:09.668928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a77ec54d-7705-4d2b-8f97-8f14e3771f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:09.772968 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ec54d-7705-4d2b-8f97-8f14e3771f60 None None] Pushing event updated for resources: {'Port': ['ID=b05c8052-cec2-4779-b5c1-141ecc58004f,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:09.866535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bede419d-0966-45b1-83d8-ac5e044599f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:09.907166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:09.998310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.018684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b05c8052-cec2-4779-b5c1-141ecc58004f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:10.103193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port b05c8052-cec2-4779-b5c1-141ecc58004f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:10.103879 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.110525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.154829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c62b5d7e-c60f-45d3-9d2d-4aa13cb25ae4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.157564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.220925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.235793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=63a9b8ef-22fb-4b95-bfba-04ed5f6aafa9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:10.257302 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/63a9b8ef-22fb-4b95-bfba-04ed5f6aafa9 HTTP/1.1" status: 204 len: 168 time: 1.0034182 Mar 08 11:54:10.258744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:10.259101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:10.259444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:10.259780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:10.260058 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51096) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:10.260191 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:10.260435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:10.260763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:10.261091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:10.261451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:10.261777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:10.262135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:10.262454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede78a1-fc0d-45a5-ab24-6d7e48564d14 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:10.294509 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e06f4-3159-40d8-83fd-1186bbec7007 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:10.377005 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8b1a6387-d351-4b37-81e9-19a1891ab8db tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129906 Mar 08 11:54:10.377227 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51100) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:10.383341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:10.383724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-93282084-b66c-4bb9-bf0b-e76ccc61cd69 None None] Provisioning complete for port b05c8052-cec2-4779-b5c1-141ecc58004f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:10.384173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-93282084-b66c-4bb9-bf0b-e76ccc61cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.445001 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.508226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.602796 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:10.610949 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:10.614333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:10.621462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:10.626185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=22e6242c-fbad-4b96-a91c-226b5fa6dd15,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:10.634852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.691797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f437c4-713d-4b8d-84de-07ed9bd682cf None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:54:10.696297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d9f437c4-713d-4b8d-84de-07ed9bd682cf None None] Deleting port b05c8052-cec2-4779-b5c1-141ecc58004f {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:10.696670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d9f437c4-713d-4b8d-84de-07ed9bd682cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.720097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:10.723744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.755979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c62b5d7e-c60f-45d3-9d2d-4aa13cb25ae4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port 255e3206-7b4f-4874-9f05-12a57bef9458 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:10.756331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c62b5d7e-c60f-45d3-9d2d-4aa13cb25ae4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.920194 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d9f437c4-713d-4b8d-84de-07ed9bd682cf None None] For port b05c8052-cec2-4779-b5c1-141ecc58004f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b05c8052-cec2-4779-b5c1-141ecc58004f,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:10.925618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d9f437c4-713d-4b8d-84de-07ed9bd682cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:10.939212 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 18615c7b-e26a-4353-8187-416251ce564b associated. External IP: 172.26.4.20, port: eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5. Mar 08 11:54:11.049669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d9f437c4-713d-4b8d-84de-07ed9bd682cf None None] Calling delete_port for b05c8052-cec2-4779-b5c1-141ecc58004f owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:11.181493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c62b5d7e-c60f-45d3-9d2d-4aa13cb25ae4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:11.188460 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d9f437c4-713d-4b8d-84de-07ed9bd682cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:11.235919 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f437c4-713d-4b8d-84de-07ed9bd682cf None None] Pushing event deleted for resources: {'Port': ['ID=b05c8052-cec2-4779-b5c1-141ecc58004f,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:11.247133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f437c4-713d-4b8d-84de-07ed9bd682cf None None] No DVR routers for this DVR port b05c8052-cec2-4779-b5c1-141ecc58004f on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:54:11.305623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:54:11.315794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c62b5d7e-c60f-45d3-9d2d-4aa13cb25ae4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for 255e3206-7b4f-4874-9f05-12a57bef9458 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:11.488128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:54:11.497735 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653ad58-bacc-44a2-acd7-d373f95f6b04 None None] Sync routers for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:54:11.507156 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653ad58-bacc-44a2-acd7-d373f95f6b04 None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:11.507898 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0653ad58-bacc-44a2-acd7-d373f95f6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:53:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:11.508101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:11.576420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:11.581297 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:11.584409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:11.595837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7894d615-599e-45e2-9925-b951ecefa481 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:11.600104 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:11.600871 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:11.639521 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=09893436-e82c-4af9-8f44-636396b52cad,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:11.657235 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-15b2637f-266d-4c20-863a-af00b83db06a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3130076 Mar 08 11:54:11.658307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'tag': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:54:11.660197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51104) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:11.718069 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'tag': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'status': 'completed', 'code': 200} Mar 08 11:54:11.736985 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-0653ad58-bacc-44a2-acd7-d373f95f6b04 None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:54:11.794304 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c62b5d7e-c60f-45d3-9d2d-4aa13cb25ae4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:11.800238 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-34d854a8-9851-4d64-9dae-bba2d2b3745f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4217732 Mar 08 11:54:11.803420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51110) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:11.814233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8e53983a-b06b-4b11-82ff-3f31cc51eda0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:11.873489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b5d7e-c60f-45d3-9d2d-4aa13cb25ae4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=255e3206-7b4f-4874-9f05-12a57bef9458,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:11.880782 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f77aad4f-293b-4403-b0bd-83db694e697e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/18615c7b-e26a-4353-8187-416251ce564b HTTP/1.1" status: 200 len: 991 time: 0.2190707 Mar 08 11:54:11.920944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b6b97662-0baa-4f27-9a4e-9894348947bb', 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'tenant_id': '3cd28c67c7ce450db1c0e75c66632282', 'fixed_ips': [{'subnet_id': '09893436-e82c-4af9-8f44-636396b52cad'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:54:11.930083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:12.000125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9e44d-3dbe-4d4c-9f26-d33ef32dbc94 req-a508b364-4fe4-45ff-ada5-eea9f4e857dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:12.001539 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ced9e44d-3dbe-4d4c-9f26-d33ef32dbc94 req-a508b364-4fe4-45ff-ada5-eea9f4e857dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 1099 time: 0.2649198 Mar 08 11:54:12.048387 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b05c8052-cec2-4779-b5c1-141ecc58004f no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:54:12.061649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8e53983a-b06b-4b11-82ff-3f31cc51eda0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:12.084374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8e53983a-b06b-4b11-82ff-3f31cc51eda0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:12.090294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8e53983a-b06b-4b11-82ff-3f31cc51eda0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:12.099213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8e53983a-b06b-4b11-82ff-3f31cc51eda0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:12.102496 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: b05c8052-cec2-4779-b5c1-141ecc58004f {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:54:12.103137 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device b05c8052-cec2-4779-b5c1-141ecc58004f not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:54:12.188221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a8f59fdf-9d42-4197-be64-a8a5c8f09b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:12.214912 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9e44d-3dbe-4d4c-9f26-d33ef32dbc94 req-fe97d265-2c3f-4be5-8fed-32688ffa6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:12.216070 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Allocated IP 2001:db8::2 (b6b97662-0baa-4f27-9a4e-9894348947bb/09893436-e82c-4af9-8f44-636396b52cad/6acc125b-a16d-4228-9c74-f8cda801178d) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:12.216855 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ced9e44d-3dbe-4d4c-9f26-d33ef32dbc94 req-fe97d265-2c3f-4be5-8fed-32688ffa6680 service neutron] 10.222.0.18 "GET /v2.0/networks?id=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd HTTP/1.1" status: 200 len: 898 time: 0.1800640 Mar 08 11:54:12.223668 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0653ad58-bacc-44a2-acd7-d373f95f6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:38Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '18615c7b-e26a-4353-8187-416251ce564b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'port_id': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'mac_address': 'fa:16:3e:7a:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:54:09Z', 'updated_at': '2022-03-08T11:54:09Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:48Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:12.228443 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653ad58-bacc-44a2-acd7-d373f95f6b04 None None] Checking router: 02f0e2f5-b207-4844-8e73-1fb48858c2d4 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:54:12.237915 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653ad58-bacc-44a2-acd7-d373f95f6b04 None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:12.238703 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0653ad58-bacc-44a2-acd7-d373f95f6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:54:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:12.246289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c62b5d7e-c60f-45d3-9d2d-4aa13cb25ae4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:12.298246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e53983a-b06b-4b11-82ff-3f31cc51eda0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:12.301677 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e53983a-b06b-4b11-82ff-3f31cc51eda0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:12.452171 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ced9e44d-3dbe-4d4c-9f26-d33ef32dbc94 req-3977af1d-0084-4ced-9829-c15b057b5149 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 HTTP/1.1" status: 200 len: 999 time: 0.2292395 Mar 08 11:54:12.461573 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-0653ad58-bacc-44a2-acd7-d373f95f6b04 None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:54:12.470198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:12.482381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Transition to ACTIVE for port object 6acc125b-a16d-4228-9c74-f8cda801178d will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:12.506928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Transition to ACTIVE for port object 6acc125b-a16d-4228-9c74-f8cda801178d will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:12.533826 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.ipam_backend_mixin [None req-8e53983a-b06b-4b11-82ff-3f31cc51eda0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09893436-e82c-4af9-8f44-636396b52cad (CIDR: 2001:db8::/64) Mar 08 11:54:12.541424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9e44d-3dbe-4d4c-9f26-d33ef32dbc94 req-14ef3f86-1f0e-4e9e-92b8-d5c518185b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:12.543556 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ced9e44d-3dbe-4d4c-9f26-d33ef32dbc94 req-14ef3f86-1f0e-4e9e-92b8-d5c518185b16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5c2aa45-5536-4c4e-a395-f1c91acb1711 HTTP/1.1" status: 200 len: 834 time: 0.0853996 Mar 08 11:54:12.606747 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:12.612499 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e53983a-b06b-4b11-82ff-3f31cc51eda0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:54:12.613286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e53983a-b06b-4b11-82ff-3f31cc51eda0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:12.686014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9e44d-3dbe-4d4c-9f26-d33ef32dbc94 req-fdc3cf26-b94e-4cd5-a951-5b2d820d5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:12.689822 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ced9e44d-3dbe-4d4c-9f26-d33ef32dbc94 req-fdc3cf26-b94e-4cd5-a951-5b2d820d5e72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1388607 Mar 08 11:54:12.690330 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:12.693556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:12.697016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:12.726491 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62b5d7e-c60f-45d3-9d2d-4aa13cb25ae4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:54:12.795564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Pushing event updated for resources: {'Port': ['ID=6acc125b-a16d-4228-9c74-f8cda801178d,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:12.826911 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Attempting to bind port 6acc125b-a16d-4228-9c74-f8cda801178d on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:54:12.827285 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Attempting to bind port 6acc125b-a16d-4228-9c74-f8cda801178d by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:54:12.827654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Attempting to bind port 6acc125b-a16d-4228-9c74-f8cda801178d on network b6b97662-0baa-4f27-9a4e-9894348947bb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:54:12.840224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:54:12.840224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Checking segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:12.840224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:12.840224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Bound using segment: {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:54:12.840224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Bound port: 6acc125b-a16d-4228-9c74-f8cda801178d, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d14593-8fe0-45e0-8733-424db062e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:54:12.840224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:12.894407 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0653ad58-bacc-44a2-acd7-d373f95f6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:38Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '18615c7b-e26a-4353-8187-416251ce564b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'port_id': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'mac_address': 'fa:16:3e:7a:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:54:09Z', 'updated_at': '2022-03-08T11:54:09Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:48Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:12.901594 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653ad58-bacc-44a2-acd7-d373f95f6b04 None None] The sync data for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv is: [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:38Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '18615c7b-e26a-4353-8187-416251ce564b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'port_id': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'mac_address': 'fa:16:3e:7a:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:54:09Z', 'updated_at': '2022-03-08T11:54:09Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:48Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:54:12.966973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51114) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:13.010449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] For port 6acc125b-a16d-4228-9c74-f8cda801178d, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:54:13.015819 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] For port 6acc125b-a16d-4228-9c74-f8cda801178d, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6acc125b-a16d-4228-9c74-f8cda801178d,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:54:13.059637 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8e53983a-b06b-4b11-82ff-3f31cc51eda0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2504098 Mar 08 11:54:13.061917 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ced9e44d-3dbe-4d4c-9f26-d33ef32dbc94 req-696b7b4a-1ae7-4a66-9928-946f6a4117b9 service neutron] 10.222.0.18 "GET /v2.0/networks/43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672109 Mar 08 11:54:13.067441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51120) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:13.072370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'subnet': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:13.113286 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:13.176977 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62b5d7e-c60f-45d3-9d2d-4aa13cb25ae4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:54:13.195072 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c62b5d7e-c60f-45d3-9d2d-4aa13cb25ae4 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "PUT /v2.0/routers/4c736bf3-0bde-47d4-92e5-98d9a0ac1d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0327566 Mar 08 11:54:13.198276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58ea4e-7acd-45fe-ae37-9bda37feaa3c None None] Sync routers for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:54:13.198620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51124) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:13.252202 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58ea4e-7acd-45fe-ae37-9bda37feaa3c None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:13.253111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5e58ea4e-7acd-45fe-ae37-9bda37feaa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:54:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:13.253378 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f6fb3-6617-4592-9065-8e7558e0b002 None None] New status for floating IP 18615c7b-e26a-4353-8187-416251ce564b: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:54:13.362230 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5e58ea4e-7acd-45fe-ae37-9bda37feaa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:13.384023 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bd0d9-31fb-4207-9292-7047b717c121 None None] Pushing event updated for resources: {'Port': ['ID=6acc125b-a16d-4228-9c74-f8cda801178d,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:13.386917 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58ea4e-7acd-45fe-ae37-9bda37feaa3c None None] Routers {'4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:13.389229 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0994464b-7c33-49f7-88f4-8e8aab43bab3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/18615c7b-e26a-4353-8187-416251ce564b HTTP/1.1" status: 200 len: 991 time: 0.4182835 Mar 08 11:54:13.390325 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5e58ea4e-7acd-45fe-ae37-9bda37feaa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:54:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:13.453808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:13.460545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:subnet and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:13.464606 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:13.471888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:13.483450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5e58ea4e-7acd-45fe-ae37-9bda37feaa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:13.483450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58ea4e-7acd-45fe-ae37-9bda37feaa3c None None] The sync data for ids ['4c736bf3-0bde-47d4-92e5-98d9a0ac1d36'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:54:13.483450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:13.483450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:13.492503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:13.528191 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ced9e44d-3dbe-4d4c-9f26-d33ef32dbc94 req-86b2c063-e82d-4249-8ee0-f30a51048659 service neutron] 10.222.0.18 "GET /v2.0/networks/43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424277 Mar 08 11:54:13.544295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:13.550374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:13.555099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:13.832615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:13.954069 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting port 9eaea258-f801-470d-b070-90a103408f47 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:13.957648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:14.064011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6acc125b-a16d-4228-9c74-f8cda801178d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:14.173503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:14.188604 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 6acc125b-a16d-4228-9c74-f8cda801178d completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:14.203114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.objects.ports [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88469) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 11:54:14.303865 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Calling delete_port for 9eaea258-f801-470d-b070-90a103408f47 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:14.391905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51130) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:14.556722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:14.574583 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b5c12cea-9aaa-4019-877b-db67b41d733d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/18615c7b-e26a-4353-8187-416251ce564b HTTP/1.1" status: 200 len: 993 time: 0.1756616 Mar 08 11:54:14.588680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:14.647106 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Port': ['ID=9eaea258-f801-470d-b070-90a103408f47,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:14.658937 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:14.747952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:14.759352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f829d05b-db61-4c95-989c-5f09dfdedda2 None None] Provisioning for port 6acc125b-a16d-4228-9c74-f8cda801178d completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:14.764858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f829d05b-db61-4c95-989c-5f09dfdedda2 None None] Provisioning complete for port 6acc125b-a16d-4228-9c74-f8cda801178d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:14.765308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f829d05b-db61-4c95-989c-5f09dfdedda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:14.798339 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] For port 6acc125b-a16d-4228-9c74-f8cda801178d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6acc125b-a16d-4228-9c74-f8cda801178d,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:14.828199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:14.886807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f829d05b-db61-4c95-989c-5f09dfdedda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:14.897355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:14.898838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:14.930475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:14.933668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:14.976755 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-f829d05b-db61-4c95-989c-5f09dfdedda2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:54:14.976755 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-f829d05b-db61-4c95-989c-5f09dfdedda2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:54:15.011063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:15.019806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:15.030603 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:15.030603 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:15.032889 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf644ea-7f8d-44e1-bfc2-f494208cd5b6 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:15.045566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:15.050075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Fanout notify agent at l3_agent the message router_deleted on router 4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:54:15.052273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Subnet': ['ID=7c0496e2-27a7-405c-8773-36ba4110a486,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:15.054934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=6acc125b-a16d-4228-9c74-f8cda801178d,revision_number=4']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:15.062086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:15.063669 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bbb0ce1a-52cf-498e-8aac-48bfd5d8bba0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/routers/4c736bf3-0bde-47d4-92e5-98d9a0ac1d36 HTTP/1.1" status: 204 len: 168 time: 1.8638151 Mar 08 11:54:15.066152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51134) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:15.136175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-43489561-cf26-40e7-b53a-e87e3c6702eb tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Deleting subnet d4c68857-93dd-4a24-a4b4-93f81accbb68 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:15.139217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-43489561-cf26-40e7-b53a-e87e3c6702eb tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:15.172485 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9a521e7b-8aa0-4ab8-8983-dec421a99431 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1066217 Mar 08 11:54:15.178058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51138) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:15.187556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Request body: {'port': {'network_id': 'b6b97662-0baa-4f27-9a4e-9894348947bb', 'mac_address': 'fa:16:3e:35:fb:16', 'name': 'tempest-NetworksTestDHCPv6-1457638662'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:15.196091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-43489561-cf26-40e7-b53a-e87e3c6702eb tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:15.391201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-43489561-cf26-40e7-b53a-e87e3c6702eb tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:15.463110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:15.467973 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Usage tracker for resource:port and tenant:3cd28c67c7ce450db1c0e75c66632282 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:15.471015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:15.477224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:15.530633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f829d05b-db61-4c95-989c-5f09dfdedda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:15.542772 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Made reservation on behalf of 3cd28c67c7ce450db1c0e75c66632282 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:15.576766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f829d05b-db61-4c95-989c-5f09dfdedda2 None None] For port 6acc125b-a16d-4228-9c74-f8cda801178d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6acc125b-a16d-4228-9c74-f8cda801178d,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:15.668858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f829d05b-db61-4c95-989c-5f09dfdedda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:15.698070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:15.730708 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] device_id is not set on port 162eee98-a9d5-4d97-ac3b-2bc5784437c1 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:54:15.748491 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-43489561-cf26-40e7-b53a-e87e3c6702eb tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:15.756552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829d05b-db61-4c95-989c-5f09dfdedda2 None None] Pushing event updated for resources: {'Port': ['ID=6acc125b-a16d-4228-9c74-f8cda801178d,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:15.810979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43489561-cf26-40e7-b53a-e87e3c6702eb tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c68857-93dd-4a24-a4b4-93f81accbb68,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:15.814452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-43489561-cf26-40e7-b53a-e87e3c6702eb tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:15.820666 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-43489561-cf26-40e7-b53a-e87e3c6702eb tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/subnets/d4c68857-93dd-4a24-a4b4-93f81accbb68 HTTP/1.1" status: 204 len: 168 time: 0.7536032 Mar 08 11:54:15.824550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51142) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:15.951078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0710276-78e2-4315-8fbc-9d38492725b0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:15.970305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8::277 (b6b97662-0baa-4f27-9a4e-9894348947bb/09893436-e82c-4af9-8f44-636396b52cad/162eee98-a9d5-4d97-ac3b-2bc5784437c1) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:15.981372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Allocated IP 2001:db8:0:1:f816:3eff:fe35:fb16 (b6b97662-0baa-4f27-9a4e-9894348947bb/7c0496e2-27a7-405c-8773-36ba4110a486/162eee98-a9d5-4d97-ac3b-2bc5784437c1) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:16.030893 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6acc125b-a16d-4228-9c74-f8cda801178d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:16.100228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0710276-78e2-4315-8fbc-9d38492725b0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:16.110322 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d395b92f-b326-4193-818f-bf9a3ea33455 None None] Provisioning complete for port 6acc125b-a16d-4228-9c74-f8cda801178d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:16.110810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d395b92f-b326-4193-818f-bf9a3ea33455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:16.130816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-a0710276-78e2-4315-8fbc-9d38492725b0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f60beac-3b31-4ddf-827a-0614249e373b']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:16.142869 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-a0710276-78e2-4315-8fbc-9d38492725b0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d32704-8712-4535-9337-37121ddcbfbb') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:16.143171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-a0710276-78e2-4315-8fbc-9d38492725b0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d32704-8712-4535-9337-37121ddcbfbb') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:16.155458 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0710276-78e2-4315-8fbc-9d38492725b0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:16.176086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0710276-78e2-4315-8fbc-9d38492725b0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:16.178679 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 6acc125b-a16d-4228-9c74-f8cda801178d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:16.179086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:16.187075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0710276-78e2-4315-8fbc-9d38492725b0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:54:16.187680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0710276-78e2-4315-8fbc-9d38492725b0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:54:16.202617 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:54:16.234920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:16.342836 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Transition to ACTIVE for port object 162eee98-a9d5-4d97-ac3b-2bc5784437c1 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:16.342975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0710276-78e2-4315-8fbc-9d38492725b0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:16.371358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a0710276-78e2-4315-8fbc-9d38492725b0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:16.382091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0710276-78e2-4315-8fbc-9d38492725b0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] Pushing event deleted for resources: {'Network': ['ID=2f60beac-3b31-4ddf-827a-0614249e373b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:16.382091 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a0710276-78e2-4315-8fbc-9d38492725b0 tempest-FloatingIPTestJSON-1165885105 tempest-FloatingIPTestJSON-1165885105-project] 10.222.0.32 "DELETE /v2.0/networks/2f60beac-3b31-4ddf-827a-0614249e373b HTTP/1.1" status: 204 len: 168 time: 0.5531120 Mar 08 11:54:16.443421 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:16.507693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Network b6b97662-0baa-4f27-9a4e-9894348947bb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:16.510669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:16.522842 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:16.524935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:16.525673 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:16.543512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event updated for resources: {'Port': ['ID=162eee98-a9d5-4d97-ac3b-2bc5784437c1,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:16.636354 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1b24c3fb-1559-4bca-a3f1-53af20c02947 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4542725 Mar 08 11:54:16.638424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51148) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:16.711095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-a5884d23-c452-4970-a8c2-e6bf896a22eb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting port 162eee98-a9d5-4d97-ac3b-2bc5784437c1 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:16.711439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a5884d23-c452-4970-a8c2-e6bf896a22eb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:16.833810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cc398e91-3ff1-4d23-b76f-88ee0085c3bd None None] Provisioning for port 162eee98-a9d5-4d97-ac3b-2bc5784437c1 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:16.843436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cc398e91-3ff1-4d23-b76f-88ee0085c3bd None None] Provisioning complete for port 162eee98-a9d5-4d97-ac3b-2bc5784437c1 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:16.843761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cc398e91-3ff1-4d23-b76f-88ee0085c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:16.900054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51154) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:16.952169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-cc398e91-3ff1-4d23-b76f-88ee0085c3bd None None] Port 162eee98-a9d5-4d97-ac3b-2bc5784437c1 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:54:16.987510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a5884d23-c452-4970-a8c2-e6bf896a22eb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:17.068014 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8eb0d003-20b9-4d85-94b6-be0eff486792 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bcfd272a30304664a6d8859ebca227e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656516 Mar 08 11:54:17.068258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51160) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:17.115997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-a5884d23-c452-4970-a8c2-e6bf896a22eb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Calling delete_port for 162eee98-a9d5-4d97-ac3b-2bc5784437c1 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:17.128140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ac0e19d4-ea12-4f8b-b1df-ce78336aeaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:17.155792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ac0e19d4-ea12-4f8b-b1df-ce78336aeaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:17.342532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ac0e19d4-ea12-4f8b-b1df-ce78336aeaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:17.365108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e19d4-ea12-4f8b-b1df-ce78336aeaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1761be0-3e97-420c-910f-7f08981620c2,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:17.369267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ac0e19d4-ea12-4f8b-b1df-ce78336aeaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:17.382659 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ac0e19d4-ea12-4f8b-b1df-ce78336aeaa3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1761be0-3e97-420c-910f-7f08981620c2 HTTP/1.1" status: 204 len: 168 time: 0.3013124 Mar 08 11:54:17.399943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a5884d23-c452-4970-a8c2-e6bf896a22eb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:17.449540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5884d23-c452-4970-a8c2-e6bf896a22eb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Port': ['ID=162eee98-a9d5-4d97-ac3b-2bc5784437c1,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:17.538287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a5884d23-c452-4970-a8c2-e6bf896a22eb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:17.551110 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a5884d23-c452-4970-a8c2-e6bf896a22eb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/162eee98-a9d5-4d97-ac3b-2bc5784437c1 HTTP/1.1" status: 204 len: 168 time: 0.9090626 Mar 08 11:54:17.551295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51166) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:17.637959 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a7e108-5208-4666-989c-9a7a7cbaae35 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:17.639157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-93a7e108-5208-4666-989c-9a7a7cbaae35 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:17.719723 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-93a7e108-5208-4666-989c-9a7a7cbaae35 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:17.722108 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-93a7e108-5208-4666-989c-9a7a7cbaae35 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1687496 Mar 08 11:54:17.723529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51172) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:17.815189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11fa929-8b47-41e1-8923-67316aa359b7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:17.817169 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a11fa929-8b47-41e1-8923-67316aa359b7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0921738 Mar 08 11:54:17.819324 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51178) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:17.889156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58577290-a232-476a-8e8e-84d1853dba72 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:17.890779 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58577290-a232-476a-8e8e-84d1853dba72 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:17.892294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58577290-a232-476a-8e8e-84d1853dba72 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:17.893064 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-58577290-a232-476a-8e8e-84d1853dba72 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:17.963661 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-58577290-a232-476a-8e8e-84d1853dba72 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:17.963661 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-58577290-a232-476a-8e8e-84d1853dba72 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1406889 Mar 08 11:54:17.964861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51188) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:18.030851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96aee10-de55-4c5b-8dc7-fdf59d9467df tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 09893436-e82c-4af9-8f44-636396b52cad {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:18.034201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e96aee10-de55-4c5b-8dc7-fdf59d9467df tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:18.088313 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e96aee10-de55-4c5b-8dc7-fdf59d9467df tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:18.277192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e96aee10-de55-4c5b-8dc7-fdf59d9467df tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:18.457272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e96aee10-de55-4c5b-8dc7-fdf59d9467df tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:18.499152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51200) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:18.501055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96aee10-de55-4c5b-8dc7-fdf59d9467df tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=09893436-e82c-4af9-8f44-636396b52cad,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:18.513677 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e96aee10-de55-4c5b-8dc7-fdf59d9467df tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:18.515313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42d0b34-68c0-4187-a0cf-a16a1cbcab95 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:18.592765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51206) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:18.594660 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e96aee10-de55-4c5b-8dc7-fdf59d9467df tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/09893436-e82c-4af9-8f44-636396b52cad HTTP/1.1" status: 204 len: 168 time: 0.6275826 Mar 08 11:54:18.652498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-58b4a116-06ad-4b48-b81a-7b58d1060db2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1287304227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:18.658851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-58b4a116-06ad-4b48-b81a-7b58d1060db2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:18.665640 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-58b4a116-06ad-4b48-b81a-7b58d1060db2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Usage tracker for resource:router and tenant:67d0ca1395ac45e7953b8c0568ebce0c is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:18.665640 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-58b4a116-06ad-4b48-b81a-7b58d1060db2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:18.671912 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-58b4a116-06ad-4b48-b81a-7b58d1060db2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:18.693844 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-250cb4a2-5af1-4925-8d7e-abacb7826ea6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Deleting subnet 7c0496e2-27a7-405c-8773-36ba4110a486 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:18.696777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-250cb4a2-5af1-4925-8d7e-abacb7826ea6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:18.752929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-250cb4a2-5af1-4925-8d7e-abacb7826ea6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:18.786171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-58b4a116-06ad-4b48-b81a-7b58d1060db2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:18.787327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-58b4a116-06ad-4b48-b81a-7b58d1060db2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:18.827900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-58b4a116-06ad-4b48-b81a-7b58d1060db2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:18.863898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-250cb4a2-5af1-4925-8d7e-abacb7826ea6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:18.942575 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-58b4a116-06ad-4b48-b81a-7b58d1060db2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.007888 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-250cb4a2-5af1-4925-8d7e-abacb7826ea6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.051295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cb4a2-5af1-4925-8d7e-abacb7826ea6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Subnet': ['ID=7c0496e2-27a7-405c-8773-36ba4110a486,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:19.056904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-250cb4a2-5af1-4925-8d7e-abacb7826ea6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.062227 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-250cb4a2-5af1-4925-8d7e-abacb7826ea6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/7c0496e2-27a7-405c-8773-36ba4110a486 HTTP/1.1" status: 204 len: 168 time: 0.4659936 Mar 08 11:54:19.062227 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-58b4a116-06ad-4b48-b81a-7b58d1060db2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.062227 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-58b4a116-06ad-4b48-b81a-7b58d1060db2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5615880 Mar 08 11:54:19.062571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51210) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.064643 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51214) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.122053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2138315828'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:19.138394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:19.142392 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-95aa0afa-2f51-4369-8c5f-eb1e1ef5f7ca tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790040 Mar 08 11:54:19.144914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Usage tracker for resource:network and tenant:67d0ca1395ac45e7953b8c0568ebce0c is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:19.145321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51218) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.148064 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:19.154768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:19.232495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d65225-eaa6-4369-905e-c41932b63545 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:19.233200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-07d65225-eaa6-4369-905e-c41932b63545 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:19.246123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-07d65225-eaa6-4369-905e-c41932b63545 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:19.247271 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-07d65225-eaa6-4369-905e-c41932b63545 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1007168 Mar 08 11:54:19.249788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51222) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.263659 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Made reservation on behalf of 67d0ca1395ac45e7953b8c0568ebce0c for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:19.271940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.272063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1e1bee-7167-47f2-b895-942d37e64bb4 None None] Network b6b97662-0baa-4f27-9a4e-9894348947bb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:19.286510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.309171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:19.315230 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Usage tracker for resource:security_group_rule and tenant:67d0ca1395ac45e7953b8c0568ebce0c is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:19.318244 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:19.324355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:19.325323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79a6c52-3f1f-4ffd-ab76-cfc5f99b72cd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:19.326211 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b79a6c52-3f1f-4ffd-ab76-cfc5f99b72cd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Synchronizing usage tracker for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:19.374888 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-df4c57e9-e71b-4d72-a4a6-7f12e9314969 None None] Provisioning complete for port 6acc125b-a16d-4228-9c74-f8cda801178d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:19.380677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-df4c57e9-e71b-4d72-a4a6-7f12e9314969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.412411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.422462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b79a6c52-3f1f-4ffd-ab76-cfc5f99b72cd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Unset dirty status for tenant:3cd28c67c7ce450db1c0e75c66632282 on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:19.426313 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b79a6c52-3f1f-4ffd-ab76-cfc5f99b72cd tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1730897 Mar 08 11:54:19.426631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51226) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.493998 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a12dea71-a444-4327-ba72-ce8b8c659a77 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661216 Mar 08 11:54:19.497077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.500895 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51230) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.573103 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf0def7-3af1-4cf5-a2ac-5116d2974102 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:19.574162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf0def7-3af1-4cf5-a2ac-5116d2974102 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:19.581334 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:54:19.583471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec1f436-aa91-4c04-9f6d-ee911026a2ad,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:19.604824 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-adf0def7-3af1-4cf5-a2ac-5116d2974102 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/162eee98-a9d5-4d97-ac3b-2bc5784437c1 HTTP/1.1" status: 404 len: 333 time: 0.0896943 Mar 08 11:54:19.604824 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.604824 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Added segment 98d85060-6802-480b-9b5d-b755032e6a07 of type vlan for network 76b69c9b-192b-4dbd-ba60-cee75328f882 Mar 08 11:54:19.605257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51234) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.639142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d433c9b-3791-415f-a1e1-df67792be20b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:19.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d433c9b-3791-415f-a1e1-df67792be20b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:19.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6d433c9b-3791-415f-a1e1-df67792be20b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/7c0496e2-27a7-405c-8773-36ba4110a486 HTTP/1.1" status: 404 len: 337 time: 0.0510266 Mar 08 11:54:19.659775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51238) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.674170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] DHCP port deletion for b6b97662-0baa-4f27-9a4e-9894348947bb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:54:19.679022 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Deleting port 6acc125b-a16d-4228-9c74-f8cda801178d {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:19.679399 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.700183 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-4def31fd-fd4b-46bd-85c7-ebca55f7845e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:19.700649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4def31fd-fd4b-46bd-85c7-ebca55f7845e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:19.704029 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4def31fd-fd4b-46bd-85c7-ebca55f7845e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/09893436-e82c-4af9-8f44-636396b52cad HTTP/1.1" status: 404 len: 337 time: 0.0457637 Mar 08 11:54:19.704906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51242) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.746496 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d0569f-7d2a-4f84-b8c0-20fcf7dd31a0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:19.747474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d0569f-7d2a-4f84-b8c0-20fcf7dd31a0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:19.748747 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-09d0569f-7d2a-4f84-b8c0-20fcf7dd31a0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/607963d1-f70e-4571-97ac-529b73f724ac HTTP/1.1" status: 404 len: 333 time: 0.0429418 Mar 08 11:54:19.751322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51246) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.792567 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d6d7bc-fb3d-48a4-9f1b-6951b7ad4609 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:19.793032 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d6d7bc-fb3d-48a4-9f1b-6951b7ad4609 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:19.794945 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-51d6d7bc-fb3d-48a4-9f1b-6951b7ad4609 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/46bc3ae2-463e-42f7-9f30-96a4a377dcbf HTTP/1.1" status: 404 len: 337 time: 0.0427408 Mar 08 11:54:19.797489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51250) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.799852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.805966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:19.806675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.836058 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ec11c6-fdfb-417c-9703-6c9c24a1cd71 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:19.836518 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ec11c6-fdfb-417c-9703-6c9c24a1cd71 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:19.838402 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-85ec11c6-fdfb-417c-9703-6c9c24a1cd71 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/63a9b8ef-22fb-4b95-bfba-04ed5f6aafa9 HTTP/1.1" status: 404 len: 337 time: 0.0396786 Mar 08 11:54:19.842333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51254) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.884047 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] For port 6acc125b-a16d-4228-9c74-f8cda801178d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6acc125b-a16d-4228-9c74-f8cda801178d,segment=NetworkSegment(d3d14593-8fe0-45e0-8733-424db062e93a),segment_id=d3d14593-8fe0-45e0-8733-424db062e93a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:19.884508 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:19.886399 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d8a347-fa46-4559-9c03-e6fa41257a74 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:19.886891 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d8a347-fa46-4559-9c03-e6fa41257a74 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:19.894022 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-85d8a347-fa46-4559-9c03-e6fa41257a74 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/107107d9-11d4-4260-a0d1-8ec053c9c873 HTTP/1.1" status: 404 len: 333 time: 0.0452394 Mar 08 11:54:19.894022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51258) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.920403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event updated for resources: {'Network': ['ID=76b69c9b-192b-4dbd-ba60-cee75328f882,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:19.936195 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8573b8-e156-4b1e-a189-29aec1057634 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:19.936655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8573b8-e156-4b1e-a189-29aec1057634 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:19.938326 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0f8573b8-e156-4b1e-a189-29aec1057634 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/9ff8c62e-b57b-4b85-a98b-47f727508601 HTTP/1.1" status: 404 len: 337 time: 0.0456576 Mar 08 11:54:19.948618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51262) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.948830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 76b69c9b-192b-4dbd-ba60-cee75328f882 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:54:19.985487 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ebc76e70-a4d5-4579-8323-2890dd1d7665 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9199138 Mar 08 11:54:19.996598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51266) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:19.996728 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37886ad-6ce1-44da-9861-0f464bbfbf3f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:19.996728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37886ad-6ce1-44da-9861-0f464bbfbf3f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:19.997196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Request body: {'subnet': {'network_id': '76b69c9b-192b-4dbd-ba60-cee75328f882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:19.998744 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a37886ad-6ce1-44da-9861-0f464bbfbf3f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/e9f8801d-521d-40e7-9c1d-7f27ee2fb582 HTTP/1.1" status: 404 len: 337 time: 0.0560181 Mar 08 11:54:20.001391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51270) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.019884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Calling delete_port for 6acc125b-a16d-4228-9c74-f8cda801178d owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:20.047836 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc97dc2-0bef-4fb7-a64e-075619ab9f7d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.048406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc97dc2-0bef-4fb7-a64e-075619ab9f7d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.052452 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-acc97dc2-0bef-4fb7-a64e-075619ab9f7d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/7f7e4981-56cf-4baa-8be4-0441d4d35646 HTTP/1.1" status: 404 len: 333 time: 0.0476024 Mar 08 11:54:20.052599 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6acc125b-a16d-4228-9c74-f8cda801178d no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:54:20.052711 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51274) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.095816 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d226e6a-09a9-4b14-86ad-b451c4506d09 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.095816 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d226e6a-09a9-4b14-86ad-b451c4506d09 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.098946 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0d226e6a-09a9-4b14-86ad-b451c4506d09 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/1190fd8b-076d-44c7-95d8-07ae98bca1bc HTTP/1.1" status: 404 len: 337 time: 0.0429921 Mar 08 11:54:20.099071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51278) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.124196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:20.128649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Usage tracker for resource:subnet and tenant:67d0ca1395ac45e7953b8c0568ebce0c is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:20.131290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:20.137538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:20.140572 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2279a7-f624-4182-9fd8-648b4263e825 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.141033 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2279a7-f624-4182-9fd8-648b4263e825 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.142742 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2b2279a7-f624-4182-9fd8-648b4263e825 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/a84726a1-376f-4ee6-afbf-85d01b3cd504 HTTP/1.1" status: 404 len: 337 time: 0.0427663 Mar 08 11:54:20.145407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51282) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.186935 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea4bf55-b31a-4527-a9ec-47cd0afb65c5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.193076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea4bf55-b31a-4527-a9ec-47cd0afb65c5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.193076 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5ea4bf55-b31a-4527-a9ec-47cd0afb65c5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/6b5789bc-a0f5-4a8a-a37b-64f52aef6b41 HTTP/1.1" status: 404 len: 333 time: 0.0427866 Mar 08 11:54:20.193076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51286) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.210771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Made reservation on behalf of 67d0ca1395ac45e7953b8c0568ebce0c for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:20.214829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:20.230973 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8cf211-9ca3-4ecf-8761-1a2a5543ce93 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.231426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8cf211-9ca3-4ecf-8761-1a2a5543ce93 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.234081 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ac8cf211-9ca3-4ecf-8761-1a2a5543ce93 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/d6059540-8986-413f-b4aa-d607efa4ba60 HTTP/1.1" status: 404 len: 337 time: 0.0409639 Mar 08 11:54:20.237515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51290) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.283924 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc2caeb-1032-4b3a-9653-507504d7a9b3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.284463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc2caeb-1032-4b3a-9653-507504d7a9b3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.288542 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fbc2caeb-1032-4b3a-9653-507504d7a9b3 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/6424075a-5767-4ad0-a1fd-3d4072c5e1f4 HTTP/1.1" status: 404 len: 333 time: 0.0475564 Mar 08 11:54:20.288779 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51294) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.313032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:20.329221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:20.390825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Pushing event deleted for resources: {'Port': ['ID=6acc125b-a16d-4228-9c74-f8cda801178d,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:20.393838 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] No DVR routers for this DVR port 6acc125b-a16d-4228-9c74-f8cda801178d on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:54:20.430815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:20.431215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:20.431492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:20.431824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:20.432153 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:20.432480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:20.432849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:20.433174 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:20.433498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:20.433815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:20.434163 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:20.434481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e209-bb07-4a13-9c78-47eeee256efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:20.459831 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fac5ae6-f571-4969-8321-682eaa65d427 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.459831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fac5ae6-f571-4969-8321-682eaa65d427 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.461462 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3fac5ae6-f571-4969-8321-682eaa65d427 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/29c209f2-da3e-4e1a-97ff-dab71c5e06c4 HTTP/1.1" status: 404 len: 337 time: 0.1716094 Mar 08 11:54:20.464700 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51298) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.504942 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-7785b1ba-71f3-45de-b061-d2d176c6b3b2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.505411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7785b1ba-71f3-45de-b061-d2d176c6b3b2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.507095 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7785b1ba-71f3-45de-b061-d2d176c6b3b2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/176c68b3-2d83-43cb-9834-893cf48bbaed HTTP/1.1" status: 404 len: 333 time: 0.0414965 Mar 08 11:54:20.509651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51302) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.550635 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8a9436-b5db-4613-a2df-82449826c02a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.551094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8a9436-b5db-4613-a2df-82449826c02a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.552758 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7b8a9436-b5db-4613-a2df-82449826c02a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/50f51f46-ab01-4d83-ba4d-b08a14b9459f HTTP/1.1" status: 404 len: 337 time: 0.0422146 Mar 08 11:54:20.558569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:20.558705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51306) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.599769 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-83db4270-8a6d-41bd-99f1-abba4373b61c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.604290 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83db4270-8a6d-41bd-99f1-abba4373b61c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.604290 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-83db4270-8a6d-41bd-99f1-abba4373b61c tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/ebedea04-584c-4ce5-a275-49c2c8b135af HTTP/1.1" status: 404 len: 333 time: 0.0461669 Mar 08 11:54:20.604940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51310) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.636968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event updated for resources: {'Subnet': ['ID=3989f8ec-d8f7-4dd1-9f94-39b593e0b110,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:20.646897 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Checking segment: {'id': '98d85060-6802-480b-9b5d-b755032e6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76b69c9b-192b-4dbd-ba60-cee75328f882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:20.647263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Network hostable DHCP agents. Network: 76b69c9b-192b-4dbd-ba60-cee75328f882, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:54:20.647927 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d41b49d-e4ec-4367-9a08-8c3dedc9626d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.648391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d41b49d-e4ec-4367-9a08-8c3dedc9626d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.650139 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7d41b49d-e4ec-4367-9a08-8c3dedc9626d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/d16212eb-5d55-47ff-8fe5-03914eb10fc0 HTTP/1.1" status: 404 len: 337 time: 0.0442922 Mar 08 11:54:20.656620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51314) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.699688 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-2338f246-f102-4a99-8c7c-8843d184042d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.701150 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2338f246-f102-4a99-8c7c-8843d184042d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.702088 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2338f246-f102-4a99-8c7c-8843d184042d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/199bb95f-905c-4d49-ba22-f04812ada7b3 HTTP/1.1" status: 404 len: 333 time: 0.0478723 Mar 08 11:54:20.704730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51318) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.745613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Network 76b69c9b-192b-4dbd-ba60-cee75328f882 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:54:20.746011 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4eedea-bce9-473a-bb77-0338e4baeeda tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.746011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4eedea-bce9-473a-bb77-0338e4baeeda tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.746011 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6d4eedea-bce9-473a-bb77-0338e4baeeda tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/fef7a847-279d-4195-9868-7f422145dcbf HTTP/1.1" status: 404 len: 337 time: 0.0400317 Mar 08 11:54:20.748152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51322) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.789153 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-108e019d-cda5-40e1-ab19-1080a594c166 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.789623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108e019d-cda5-40e1-ab19-1080a594c166 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.791241 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-108e019d-cda5-40e1-ab19-1080a594c166 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/1a6e42fe-771b-48b0-b96c-520df930bd8b HTTP/1.1" status: 404 len: 333 time: 0.0422323 Mar 08 11:54:20.793743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51326) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.834945 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-e473b09f-e479-4c5c-9f20-a09471d326f2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.835391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e473b09f-e479-4c5c-9f20-a09471d326f2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.836967 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e473b09f-e479-4c5c-9f20-a09471d326f2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/a141d537-df53-47c5-a677-02cd7e14282a HTTP/1.1" status: 404 len: 337 time: 0.0423455 Mar 08 11:54:20.839417 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51330) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.851227 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 76b69c9b-192b-4dbd-ba60-cee75328f882) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:20.855572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:20.856160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:20.859622 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8187fb8b-e480-4371-920a-3ee31f5abc2d None None] Network 76b69c9b-192b-4dbd-ba60-cee75328f882 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:20.878735 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-2644e2d1-1e43-4eb8-b1bb-11c47ba631c6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.878735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2644e2d1-1e43-4eb8-b1bb-11c47ba631c6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.878962 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2644e2d1-1e43-4eb8-b1bb-11c47ba631c6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/856f64ce-1fbc-46cc-8e59-4a28e5b0ab66 HTTP/1.1" status: 404 len: 337 time: 0.0385616 Mar 08 11:54:20.881336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51334) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.924227 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a967c1-2f33-4edb-9aa2-3b0a561747b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.924807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a967c1-2f33-4edb-9aa2-3b0a561747b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.927686 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-03a967c1-2f33-4edb-9aa2-3b0a561747b4 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/e109d0ea-ad23-40b9-bcfe-3b1e1d10836b HTTP/1.1" status: 404 len: 333 time: 0.0442739 Mar 08 11:54:20.935185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51338) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:20.970117 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-908b1230-5077-46c3-becf-efecb72f6301 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:20.970662 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908b1230-5077-46c3-becf-efecb72f6301 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:20.974735 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-908b1230-5077-46c3-becf-efecb72f6301 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/4b8f9152-22fc-48ca-9231-56908605211d HTTP/1.1" status: 404 len: 337 time: 0.0423117 Mar 08 11:54:20.975516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51342) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.013634 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0df88098-afd3-49b4-9c3a-8adc9c2448f1 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0238445 Mar 08 11:54:21.017022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51346) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.024537 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-de55cd8b-0ba7-4dae-90ca-e6c3e4ce3cfc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:21.025040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de55cd8b-0ba7-4dae-90ca-e6c3e4ce3cfc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:21.029359 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Request body: {'network': {'name': 'tempest-router-network01--759654228'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:21.029519 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-de55cd8b-0ba7-4dae-90ca-e6c3e4ce3cfc tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/8f666ed8-832a-4d5f-b85f-5a63a61c3885 HTTP/1.1" status: 404 len: 337 time: 0.0522888 Mar 08 11:54:21.030259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51350) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.038817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:21.046120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Usage tracker for resource:network and tenant:67d0ca1395ac45e7953b8c0568ebce0c is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:21.049349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:21.055513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:21.082411 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58401d8-ba8c-4458-b315-04672b586fa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:21.082896 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58401d8-ba8c-4458-b315-04672b586fa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:21.084574 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a58401d8-ba8c-4458-b315-04672b586fa9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/e825d0e3-072b-4a95-9812-8814109c671c HTTP/1.1" status: 404 len: 333 time: 0.0522995 Mar 08 11:54:21.087354 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51354) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.090175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-76b69c9b-192b-4dbd-ba60-cee75328f882', 'network_id': '76b69c9b-192b-4dbd-ba60-cee75328f882', 'tenant_id': '67d0ca1395ac45e7953b8c0568ebce0c', 'fixed_ips': [{'subnet_id': '3989f8ec-d8f7-4dd1-9f94-39b593e0b110'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:54:21.091291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.110033 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6a7aab82-de0a-419e-a4c5-d02482eec5cf req-fbe77521-74f5-4acb-b79f-74d7c286fab3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1698253 Mar 08 11:54:21.129310 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4081026-b82c-415e-9038-7a6149acdaac tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:21.129778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4081026-b82c-415e-9038-7a6149acdaac tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:21.131682 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a4081026-b82c-415e-9038-7a6149acdaac tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/622a2b4d-222b-4b2d-8ce0-825dccd0ba43 HTTP/1.1" status: 404 len: 337 time: 0.0431309 Mar 08 11:54:21.132568 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Made reservation on behalf of 67d0ca1395ac45e7953b8c0568ebce0c for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:21.134347 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51358) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.137052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.168014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:54:21.181152 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-600296b2-2229-472c-b41b-0d17c0b1771e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:21.181385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.181511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600296b2-2229-472c-b41b-0d17c0b1771e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:21.181614 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Added segment 313ae552-434d-4c8d-91c3-bd1767779e3c of type vlan for network 5245ed8d-1043-4e35-8578-4556a44d8935 Mar 08 11:54:21.181720 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-600296b2-2229-472c-b41b-0d17c0b1771e tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/93677406-57c1-4837-b89c-e37955cfa23a HTTP/1.1" status: 404 len: 337 time: 0.0456059 Mar 08 11:54:21.185494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51362) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.207910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.272882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Allocated IP 172.20.0.2 (76b69c9b-192b-4dbd-ba60-cee75328f882/3989f8ec-d8f7-4dd1-9f94-39b593e0b110/5b0dedd1-5cc2-47ee-8c87-6e94c4921801) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:21.278889 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4a8e8d-5832-4306-8b6f-06e5e71a1eb7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:21.279414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4a8e8d-5832-4306-8b6f-06e5e71a1eb7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:21.280952 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-df4a8e8d-5832-4306-8b6f-06e5e71a1eb7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/7d6d9bc1-1daf-4ffc-8b45-6b6eae27e031 HTTP/1.1" status: 404 len: 333 time: 0.0519006 Mar 08 11:54:21.284407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51366) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.310222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aab82-de0a-419e-a4c5-d02482eec5cf req-d76989d0-f7b2-4468-9f9b-366fa197dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:21.311852 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6a7aab82-de0a-419e-a4c5-d02482eec5cf req-d76989d0-f7b2-4468-9f9b-366fa197dd81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 1099 time: 0.1274428 Mar 08 11:54:21.329533 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.335160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:21.342847 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.377571 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb8f927-ddc2-4998-88cd-e4e108332bd6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:21.378925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb8f927-ddc2-4998-88cd-e4e108332bd6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:21.407395 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3fb8f927-ddc2-4998-88cd-e4e108332bd6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/44735e1b-9731-481c-ab9a-51993002a21d HTTP/1.1" status: 404 len: 337 time: 0.1215682 Mar 08 11:54:21.419418 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51370) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.469122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event updated for resources: {'Network': ['ID=5245ed8d-1043-4e35-8578-4556a44d8935,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:21.487373 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-638d0488-6943-4382-bd31-fcc5205422ba tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4625299 Mar 08 11:54:21.487542 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 5245ed8d-1043-4e35-8578-4556a44d8935 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:54:21.487647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51374) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.489820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Request body: {'network': {'name': 'tempest-router-network02--424816350'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:21.496027 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:21.502125 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Usage tracker for resource:network and tenant:67d0ca1395ac45e7953b8c0568ebce0c is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:21.503653 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:21.509769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:21.572440 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25636a4-fdae-4b14-886b-4c02b6b6d158 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:21.572813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25636a4-fdae-4b14-886b-4c02b6b6d158 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:21.574541 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d25636a4-fdae-4b14-886b-4c02b6b6d158 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/6093b71b-6959-4dec-bdd3-f2b6681451fe HTTP/1.1" status: 404 len: 337 time: 0.1543128 Mar 08 11:54:21.577191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51378) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.592363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.607648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Transition to ACTIVE for port object 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:21.627430 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Transition to ACTIVE for port object 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:21.630556 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7e481ae6-b6f1-4c35-b3b8-5862f7af4eb9 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports?device_id=14b165ad-10f0-4ab2-9605-79678a61bf81 HTTP/1.1" status: 200 len: 205 time: 0.0500715 Mar 08 11:54:21.630953 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51382) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.648457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aab82-de0a-419e-a4c5-d02482eec5cf req-eddbf81e-5866-430b-972b-b55554422afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:21.650072 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6a7aab82-de0a-419e-a4c5-d02482eec5cf req-eddbf81e-5866-430b-972b-b55554422afc service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 913 time: 0.3199024 Mar 08 11:54:21.669503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.702799 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-67ba22e2-49a8-4d32-9550-4c5e158d6f7f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] delete failed (client error): The resource could not be found. Mar 08 11:54:21.706336 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-67ba22e2-49a8-4d32-9550-4c5e158d6f7f tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/routers/14b165ad-10f0-4ab2-9605-79678a61bf81 HTTP/1.1" status: 404 len: 336 time: 0.0718510 Mar 08 11:54:21.706336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Made reservation on behalf of 67d0ca1395ac45e7953b8c0568ebce0c for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:21.709489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.714886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51386) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.735318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Network 76b69c9b-192b-4dbd-ba60-cee75328f882 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:21.741073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:54:21.742925 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:21.747049 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:21.753020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Pushing event updated for resources: {'Port': ['ID=5b0dedd1-5cc2-47ee-8c87-6e94c4921801,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:21.755004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.755004 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Added segment 4721cd64-3146-44d6-9750-d391b2f92039 of type vlan for network fb6782b9-d1a8-4d29-a1c1-5387a84c7241 Mar 08 11:54:21.778018 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78a6bff-95a6-43b2-b62d-4bfe32c7a4a6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:21.778583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78a6bff-95a6-43b2-b62d-4bfe32c7a4a6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:21.780301 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b78a6bff-95a6-43b2-b62d-4bfe32c7a4a6 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/a3e5d4c6-e008-4628-993a-449b87b4b7bf HTTP/1.1" status: 404 len: 337 time: 0.0653286 Mar 08 11:54:21.783469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51390) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.788050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.844988 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-59e82430-9193-4bc5-bd30-d636a6cefd08 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "GET /v2.0/ports?device_id=91beaf47-2652-4088-b67b-9a15d82493e4 HTTP/1.1" status: 200 len: 205 time: 0.0567288 Mar 08 11:54:21.845127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51394) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.847619 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6a7aab82-de0a-419e-a4c5-d02482eec5cf req-4bff7bd4-ec14-4e28-a8f7-e87f91d201c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b961f1a-c978-4561-8fe5-2541c5ca12fb HTTP/1.1" status: 200 len: 1002 time: 0.1909235 Mar 08 11:54:21.853727 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Attempting to bind port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:54:21.854147 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Attempting to bind port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '98d85060-6802-480b-9b5d-b755032e6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76b69c9b-192b-4dbd-ba60-cee75328f882'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:54:21.855350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Attempting to bind port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 on network 76b69c9b-192b-4dbd-ba60-cee75328f882 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:54:21.860649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:54:21.865717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Checking segment: {'id': '98d85060-6802-480b-9b5d-b755032e6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76b69c9b-192b-4dbd-ba60-cee75328f882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:21.865717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.865717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Bound using segment: {'id': '98d85060-6802-480b-9b5d-b755032e6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76b69c9b-192b-4dbd-ba60-cee75328f882'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:54:21.865717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Bound port: 5b0dedd1-5cc2-47ee-8c87-6e94c4921801, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d85060-6802-480b-9b5d-b755032e6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '76b69c9b-192b-4dbd-ba60-cee75328f882'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:54:21.865717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.913401 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-17eac284-870b-4b1a-aa2d-10e7990a0b6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] delete failed (client error): The resource could not be found. Mar 08 11:54:21.917767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aab82-de0a-419e-a4c5-d02482eec5cf req-7f3a57b9-d7b0-444a-97ea-0271a98c96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:21.917945 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-17eac284-870b-4b1a-aa2d-10e7990a0b6a tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/routers/91beaf47-2652-4088-b67b-9a15d82493e4 HTTP/1.1" status: 404 len: 336 time: 0.0717576 Mar 08 11:54:21.918157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51398) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:21.919173 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6a7aab82-de0a-419e-a4c5-d02482eec5cf req-7f3a57b9-d7b0-444a-97ea-0271a98c96d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.0650744 Mar 08 11:54:21.952808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.956788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] For port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:54:21.958000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:21.958517 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:21.961822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] For port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5b0dedd1-5cc2-47ee-8c87-6e94c4921801,segment=NetworkSegment(98d85060-6802-480b-9b5d-b755032e6a07),segment_id=98d85060-6802-480b-9b5d-b755032e6a07)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:54:21.983211 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9d6b6e-53e3-4998-a2d4-56a9a7884ca7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:21.983663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9d6b6e-53e3-4998-a2d4-56a9a7884ca7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.002609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aab82-de0a-419e-a4c5-d02482eec5cf req-38c54e7f-d8f3-4ecc-9883-507af2e1becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:22.004789 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6a7aab82-de0a-419e-a4c5-d02482eec5cf req-38c54e7f-d8f3-4ecc-9883-507af2e1becd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767245 Mar 08 11:54:22.016418 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6b9d6b6e-53e3-4998-a2d4-56a9a7884ca7 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/26a75663-2009-4676-9a8b-8449657c936b HTTP/1.1" status: 404 len: 337 time: 0.0935211 Mar 08 11:54:22.016418 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51402) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.029223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:22.107230 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a88e0d-a27c-40e7-bbe2-b12903815327 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.107776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a88e0d-a27c-40e7-bbe2-b12903815327 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.109296 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-72a88e0d-a27c-40e7-bbe2-b12903815327 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/7792c40b-096c-448c-a2aa-7dad77f7de63 HTTP/1.1" status: 404 len: 337 time: 0.0920925 Mar 08 11:54:22.112083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51406) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.114361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event updated for resources: {'Network': ['ID=fb6782b9-d1a8-4d29-a1c1-5387a84c7241,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:22.119183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01294550-780f-4cf7-a090-d112a8f65e1a None None] Pushing event updated for resources: {'Port': ['ID=5b0dedd1-5cc2-47ee-8c87-6e94c4921801,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:22.128710 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network fb6782b9-d1a8-4d29-a1c1-5387a84c7241 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:54:22.154036 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6a7aab82-de0a-419e-a4c5-d02482eec5cf req-e89b1a63-e90c-4c1c-9fe2-3b27fe956da8 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359673 Mar 08 11:54:22.154207 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-02d4bedf-0746-4f75-8bfc-9ab6a9d38696 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6651056 Mar 08 11:54:22.154310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51410) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.157228 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d6f811-1f16-4320-a184-c24dcc74d241 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.157760 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d6f811-1f16-4320-a184-c24dcc74d241 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.159348 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-98d6f811-1f16-4320-a184-c24dcc74d241 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/7af7cb42-86e5-420a-93a1-0849bedf2a46 HTTP/1.1" status: 404 len: 333 time: 0.0466833 Mar 08 11:54:22.160632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Request body: {'subnet': {'network_id': '5245ed8d-1043-4e35-8578-4556a44d8935', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:22.161754 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51414) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.203284 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc2ff9c-d32e-4710-a7f7-c08cd67f3bad tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.204283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc2ff9c-d32e-4710-a7f7-c08cd67f3bad tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.205484 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0cc2ff9c-d32e-4710-a7f7-c08cd67f3bad tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/7853be97-62df-4703-9ad1-4873adb2f671 HTTP/1.1" status: 404 len: 337 time: 0.0428078 Mar 08 11:54:22.210364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51418) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.284676 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8e1fcc-9728-4100-8628-e92a767f21a0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.284676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8e1fcc-9728-4100-8628-e92a767f21a0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.284676 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2e8e1fcc-9728-4100-8628-e92a767f21a0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/ee3bf129-020a-45d1-b860-3ab540d2165d HTTP/1.1" status: 404 len: 333 time: 0.0620921 Mar 08 11:54:22.284676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51422) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.346013 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba573b0-c1bd-42d2-9490-3b8ef014c560 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.346013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba573b0-c1bd-42d2-9490-3b8ef014c560 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.354097 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-aba573b0-c1bd-42d2-9490-3b8ef014c560 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/a86decd8-f6ef-4106-95ce-563a66bc5e7d HTTP/1.1" status: 404 len: 337 time: 0.0717595 Mar 08 11:54:22.354097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51426) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.376203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:22.384176 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Usage tracker for resource:subnet and tenant:67d0ca1395ac45e7953b8c0568ebce0c is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:22.395199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:22.405260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:22.411179 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6a7aab82-de0a-419e-a4c5-d02482eec5cf req-154e3734-2788-4dd3-9cec-2484c034c97c service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544656 Mar 08 11:54:22.527669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Made reservation on behalf of 67d0ca1395ac45e7953b8c0568ebce0c for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:22.531614 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:22.534018 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d368a9-4a29-4955-aab9-ea58798680f5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.534018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d368a9-4a29-4955-aab9-ea58798680f5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.535893 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-68d368a9-4a29-4955-aab9-ea58798680f5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/9152d2a9-b090-4fb1-8920-cf0a1abd5ac9 HTTP/1.1" status: 404 len: 333 time: 0.1812041 Mar 08 11:54:22.538839 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51430) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.584819 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-0087b01a-fc3d-4c58-906a-57f506fc1671 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.585288 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0087b01a-fc3d-4c58-906a-57f506fc1671 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.587338 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0087b01a-fc3d-4c58-906a-57f506fc1671 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/1664373d-0f9d-473a-a2e9-f6dedd16ebda HTTP/1.1" status: 404 len: 337 time: 0.0473588 Mar 08 11:54:22.590162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51434) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.633732 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c077c71-57c4-4c74-9e4f-1524ed9b696b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.634253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c077c71-57c4-4c74-9e4f-1524ed9b696b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.639065 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9c077c71-57c4-4c74-9e4f-1524ed9b696b tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/3dfa448b-1768-4ce4-b1be-1149bff10f49 HTTP/1.1" status: 404 len: 333 time: 0.0459120 Mar 08 11:54:22.639389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51438) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.707362 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16af23a-ed95-44db-bd46-5fe4f8e202f0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.707486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16af23a-ed95-44db-bd46-5fe4f8e202f0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.709654 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a16af23a-ed95-44db-bd46-5fe4f8e202f0 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/4e84be77-fecb-479e-b79f-cfbbe347a74a HTTP/1.1" status: 404 len: 337 time: 0.0692527 Mar 08 11:54:22.712142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51442) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.758236 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-760c72ee-b55e-4fca-9912-a9c50e10c762 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.758878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760c72ee-b55e-4fca-9912-a9c50e10c762 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.760499 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-760c72ee-b55e-4fca-9912-a9c50e10c762 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/89b9a505-0630-42b1-bfaa-8e577656c359 HTTP/1.1" status: 404 len: 333 time: 0.0466328 Mar 08 11:54:22.763207 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51446) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.802329 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dcac6c-0fd4-445e-960d-cf7af8165ac2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.802796 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8dcac6c-0fd4-445e-960d-cf7af8165ac2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.804496 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d8dcac6c-0fd4-445e-960d-cf7af8165ac2 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/ff008f71-9d09-4feb-b56e-00bfff17a150 HTTP/1.1" status: 404 len: 337 time: 0.0403647 Mar 08 11:54:22.807214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51450) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.852673 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ccf826-e202-46ee-a92a-6ce46f64bd42 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.853153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ccf826-e202-46ee-a92a-6ce46f64bd42 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.855377 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b7ccf826-e202-46ee-a92a-6ce46f64bd42 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/b1415c19-cecd-4749-8fff-2349e6d36637 HTTP/1.1" status: 404 len: 333 time: 0.0466440 Mar 08 11:54:22.857832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51454) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.862603 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:22.897859 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0f4f35-fd25-4127-b642-17076308f4b5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.898442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0f4f35-fd25-4127-b642-17076308f4b5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.900356 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cf0f4f35-fd25-4127-b642-17076308f4b5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/8c8306f5-364e-4b16-9c3d-3c8e70a298f9 HTTP/1.1" status: 404 len: 337 time: 0.0416296 Mar 08 11:54:22.903438 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51458) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.942203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event updated for resources: {'Subnet': ['ID=b3b8cfdc-b04d-47f1-a378-14eb3500c445,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:22.950408 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32156c9-384b-4284-a134-1ca1b45863eb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:22.950892 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32156c9-384b-4284-a134-1ca1b45863eb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:22.952578 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e32156c9-384b-4284-a134-1ca1b45863eb tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/ports/0af9bdab-7679-4879-bd8b-515a63a70224 HTTP/1.1" status: 404 len: 333 time: 0.0473669 Mar 08 11:54:22.955071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51462) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:22.961849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Checking segment: {'id': '313ae552-434d-4c8d-91c3-bd1767779e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5245ed8d-1043-4e35-8578-4556a44d8935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:22.961849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Network hostable DHCP agents. Network: 5245ed8d-1043-4e35-8578-4556a44d8935, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:54:22.999955 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee149d1-df66-4648-a6f8-4b2843052fb5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:23.000467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee149d1-df66-4648-a6f8-4b2843052fb5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:23.002185 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7ee149d1-df66-4648-a6f8-4b2843052fb5 tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/subnets/7bc756c5-d077-41b1-88f8-2c22067df38f HTTP/1.1" status: 404 len: 337 time: 0.0462048 Mar 08 11:54:23.004740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51466) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:23.068382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Network 5245ed8d-1043-4e35-8578-4556a44d8935 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:54:23.130365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f314b8f8-a3e8-4ab6-89df-6633fff64a2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:23.148214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 5245ed8d-1043-4e35-8578-4556a44d8935) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:23.153073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:23.153914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:23.159344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a77f6e-4b52-4b76-97e5-21345cc96955 None None] Network 5245ed8d-1043-4e35-8578-4556a44d8935 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:23.270836 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f314b8f8-a3e8-4ab6-89df-6633fff64a2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:23.286620 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-97d5c044-1be2-45a7-b0d7-b901c8618fcb tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1314170 Mar 08 11:54:23.287581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51470) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:23.297343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Request body: {'subnet': {'network_id': 'fb6782b9-d1a8-4d29-a1c1-5387a84c7241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:23.316497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f314b8f8-a3e8-4ab6-89df-6633fff64a2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b97662-0baa-4f27-9a4e-9894348947bb']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:23.332747 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f314b8f8-a3e8-4ab6-89df-6633fff64a2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d14593-8fe0-45e0-8733-424db062e93a') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:23.333360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f314b8f8-a3e8-4ab6-89df-6633fff64a2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d14593-8fe0-45e0-8733-424db062e93a') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:23.350828 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f314b8f8-a3e8-4ab6-89df-6633fff64a2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:23.370166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f314b8f8-a3e8-4ab6-89df-6633fff64a2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:23.377073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f314b8f8-a3e8-4ab6-89df-6633fff64a2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:54:23.378008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f314b8f8-a3e8-4ab6-89df-6633fff64a2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:54:23.397741 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:54:23.428671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:23.432856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Usage tracker for resource:subnet and tenant:67d0ca1395ac45e7953b8c0568ebce0c is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:23.435838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:23.442096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:23.453477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c3378-92a6-4341-a45f-49694113abc3 None None] Network 76b69c9b-192b-4dbd-ba60-cee75328f882 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:23.490969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-5245ed8d-1043-4e35-8578-4556a44d8935', 'network_id': '5245ed8d-1043-4e35-8578-4556a44d8935', 'tenant_id': '67d0ca1395ac45e7953b8c0568ebce0c', 'fixed_ips': [{'subnet_id': 'b3b8cfdc-b04d-47f1-a378-14eb3500c445'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:54:23.490969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:23.508098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Made reservation on behalf of 67d0ca1395ac45e7953b8c0568ebce0c for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:23.512404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:23.589932 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f314b8f8-a3e8-4ab6-89df-6633fff64a2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:23.621712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f314b8f8-a3e8-4ab6-89df-6633fff64a2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:23.627218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314b8f8-a3e8-4ab6-89df-6633fff64a2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] Pushing event deleted for resources: {'Network': ['ID=b6b97662-0baa-4f27-9a4e-9894348947bb,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:23.642740 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f314b8f8-a3e8-4ab6-89df-6633fff64a2d tempest-NetworksTestDHCPv6-267931751 tempest-NetworksTestDHCPv6-267931751-project] 10.222.0.32 "DELETE /v2.0/networks/b6b97662-0baa-4f27-9a4e-9894348947bb HTTP/1.1" status: 204 len: 168 time: 0.6369865 Mar 08 11:54:23.754106 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7d71b596-28cb-44c3-abf7-34335a1dfbf9 None None] Provisioning for port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:23.875416 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Allocated IP 172.20.0.2 (5245ed8d-1043-4e35-8578-4556a44d8935/b3b8cfdc-b04d-47f1-a378-14eb3500c445/07cf4c2d-75e0-48ee-b632-0e86c35dbcba) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:23.919580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:24.115716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:24.168110 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event updated for resources: {'Subnet': ['ID=d637d083-49bd-4041-9a45-e6e1812a51eb,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:24.176231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Checking segment: {'id': '4721cd64-3146-44d6-9750-d391b2f92039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fb6782b9-d1a8-4d29-a1c1-5387a84c7241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:24.176800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Network hostable DHCP agents. Network: fb6782b9-d1a8-4d29-a1c1-5387a84c7241, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:54:24.204045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:24.221744 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Transition to ACTIVE for port object 07cf4c2d-75e0-48ee-b632-0e86c35dbcba will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:24.250335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Transition to ACTIVE for port object 07cf4c2d-75e0-48ee-b632-0e86c35dbcba will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:24.262365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Network fb6782b9-d1a8-4d29-a1c1-5387a84c7241 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:54:24.310502 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51480) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:24.319590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:24.324850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:24.325293 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:24.353937 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, fb6782b9-d1a8-4d29-a1c1-5387a84c7241) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:24.359558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:24.359558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:24.377316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02320baa-e162-4117-a348-3f59abb93721 None None] Network fb6782b9-d1a8-4d29-a1c1-5387a84c7241 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:24.396017 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:24.481392 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c7c979c7-d7a1-4198-aeb0-4c3ce4b7c1e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cd28c67c7ce450db1c0e75c66632282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697607 Mar 08 11:54:24.487182 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ea60aff7-81d6-406d-80e4-23610e438d64 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1956825 Mar 08 11:54:24.487182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51486) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:24.488013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51490) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:24.555462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b1705336-3ee4-4afc-9864-ee80afc467d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:24.561447 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Pushing event updated for resources: {'Port': ['ID=07cf4c2d-75e0-48ee-b632-0e86c35dbcba,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:24.583941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b1705336-3ee4-4afc-9864-ee80afc467d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:24.595562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bcfa40bf-4b5b-4f3e-9a72-514d5798c588 None None] Provisioning complete for port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:24.595562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bcfa40bf-4b5b-4f3e-9a72-514d5798c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:24.619287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Network 5245ed8d-1043-4e35-8578-4556a44d8935 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:24.641450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:24.655351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:24.737991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b1705336-3ee4-4afc-9864-ee80afc467d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:24.764323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1705336-3ee4-4afc-9864-ee80afc467d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa517d4-37ba-44ae-8d3b-ce8f7ade83a7,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:24.774795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b1705336-3ee4-4afc-9864-ee80afc467d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:24.776875 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b1705336-3ee4-4afc-9864-ee80afc467d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fa517d4-37ba-44ae-8d3b-ce8f7ade83a7 HTTP/1.1" status: 204 len: 168 time: 0.2901938 Mar 08 11:54:24.874977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:24.953753 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Attempting to bind port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:54:24.954153 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Attempting to bind port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '313ae552-434d-4c8d-91c3-bd1767779e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5245ed8d-1043-4e35-8578-4556a44d8935'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:54:24.954516 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Attempting to bind port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba on network 5245ed8d-1043-4e35-8578-4556a44d8935 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:54:24.991763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-fb6782b9-d1a8-4d29-a1c1-5387a84c7241', 'network_id': 'fb6782b9-d1a8-4d29-a1c1-5387a84c7241', 'tenant_id': '67d0ca1395ac45e7953b8c0568ebce0c', 'fixed_ips': [{'subnet_id': 'd637d083-49bd-4041-9a45-e6e1812a51eb'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:54:24.992588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:25.012538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:54:25.012911 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Checking segment: {'id': '313ae552-434d-4c8d-91c3-bd1767779e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5245ed8d-1043-4e35-8578-4556a44d8935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:25.013307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:25.013698 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Bound using segment: {'id': '313ae552-434d-4c8d-91c3-bd1767779e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5245ed8d-1043-4e35-8578-4556a44d8935'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:54:25.014198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Bound port: 07cf4c2d-75e0-48ee-b632-0e86c35dbcba, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313ae552-434d-4c8d-91c3-bd1767779e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5245ed8d-1043-4e35-8578-4556a44d8935'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:54:25.014567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:25.084732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:25.086052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5b0dedd1-5cc2-47ee-8c87-6e94c4921801,segment=NetworkSegment(98d85060-6802-480b-9b5d-b755032e6a07),segment_id=98d85060-6802-480b-9b5d-b755032e6a07)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:25.136629 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bcfa40bf-4b5b-4f3e-9a72-514d5798c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:25.145039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:25.360294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] For port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:54:25.373577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=5b0dedd1-5cc2-47ee-8c87-6e94c4921801,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:25.419267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] For port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=07cf4c2d-75e0-48ee-b632-0e86c35dbcba,segment=NetworkSegment(313ae552-434d-4c8d-91c3-bd1767779e3c),segment_id=313ae552-434d-4c8d-91c3-bd1767779e3c)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:54:25.431955 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-bcfa40bf-4b5b-4f3e-9a72-514d5798c588 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:54:25.432867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-bcfa40bf-4b5b-4f3e-9a72-514d5798c588 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:54:25.451105 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Allocated IP 172.20.0.2 (fb6782b9-d1a8-4d29-a1c1-5387a84c7241/d637d083-49bd-4041-9a45-e6e1812a51eb/6a3d8609-cd31-4afd-b6de-747c400ddf80) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:25.474174 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Allocated IP 172.20.0.1 (5245ed8d-1043-4e35-8578-4556a44d8935/b3b8cfdc-b04d-47f1-a378-14eb3500c445/56d7467f-9abc-4154-98a8-737b8234a767) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:25.488917 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:25.649538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499d6e7-7517-4fdb-9d2b-521ba79abcb1 None None] Pushing event updated for resources: {'Port': ['ID=07cf4c2d-75e0-48ee-b632-0e86c35dbcba,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:25.686005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:25.703927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Transition to ACTIVE for port object 56d7467f-9abc-4154-98a8-737b8234a767 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:25.809032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:25.809183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:25.819494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Transition to ACTIVE for port object 6a3d8609-cd31-4afd-b6de-747c400ddf80 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:25.847380 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Transition to ACTIVE for port object 6a3d8609-cd31-4afd-b6de-747c400ddf80 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:25.889218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Network 5245ed8d-1043-4e35-8578-4556a44d8935 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:25.893144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:25.896825 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:25.933376 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event updated for resources: {'Port': ['ID=56d7467f-9abc-4154-98a8-737b8234a767,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:25.973739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:25.984476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:26.111526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51514) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:26.143570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Network fb6782b9-d1a8-4d29-a1c1-5387a84c7241 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:26.156562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:26.173294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:26.192298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 07cf4c2d-75e0-48ee-b632-0e86c35dbcba up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:26.223374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Pushing event updated for resources: {'Port': ['ID=6a3d8609-cd31-4afd-b6de-747c400ddf80,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:26.259724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-234262031'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:26.265321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:26.307770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Usage tracker for resource:network and tenant:73104f3d038942f7897bf40bd86d7574 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:26.312543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:26.321439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:26.338379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Attempting to bind port 6a3d8609-cd31-4afd-b6de-747c400ddf80 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:54:26.338379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Attempting to bind port 6a3d8609-cd31-4afd-b6de-747c400ddf80 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '4721cd64-3146-44d6-9750-d391b2f92039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fb6782b9-d1a8-4d29-a1c1-5387a84c7241'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:54:26.338379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Attempting to bind port 6a3d8609-cd31-4afd-b6de-747c400ddf80 on network fb6782b9-d1a8-4d29-a1c1-5387a84c7241 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:54:26.341836 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:26.347207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:54:26.347594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Checking segment: {'id': '4721cd64-3146-44d6-9750-d391b2f92039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fb6782b9-d1a8-4d29-a1c1-5387a84c7241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:26.348036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:26.348450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Bound using segment: {'id': '4721cd64-3146-44d6-9750-d391b2f92039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fb6782b9-d1a8-4d29-a1c1-5387a84c7241'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:54:26.349036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Bound port: 6a3d8609-cd31-4afd-b6de-747c400ddf80, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4721cd64-3146-44d6-9750-d391b2f92039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fb6782b9-d1a8-4d29-a1c1-5387a84c7241'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:54:26.349422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:26.412117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Made reservation on behalf of 73104f3d038942f7897bf40bd86d7574 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:26.415196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:26.439803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:26.446567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:26.471533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] For port 6a3d8609-cd31-4afd-b6de-747c400ddf80, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:54:26.493941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:26.495673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] For port 6a3d8609-cd31-4afd-b6de-747c400ddf80, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6a3d8609-cd31-4afd-b6de-747c400ddf80,segment=NetworkSegment(4721cd64-3146-44d6-9750-d391b2f92039),segment_id=4721cd64-3146-44d6-9750-d391b2f92039)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:54:26.526882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:26.527278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:26.565631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:26.569110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:26.576874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Usage tracker for resource:security_group_rule and tenant:73104f3d038942f7897bf40bd86d7574 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:26.581590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:26.597285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:26.715742 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5995e-fc03-4351-a239-fcd075c16743 None None] Pushing event updated for resources: {'Port': ['ID=6a3d8609-cd31-4afd-b6de-747c400ddf80,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:26.836171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:26.976412 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a0d50-d934-4639-a073-47f70fb12e53 None None] Network 5245ed8d-1043-4e35-8578-4556a44d8935 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:27.003359 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:27.063572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:54:27.065447 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc775284-fb72-4cef-852f-c7c131ecf246,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:27.070113 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:27.081246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:27.081246 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Added segment f716230b-8f45-4b1c-97cd-7128be95ea79 of type vlan for network 88635058-ec7b-4a8a-9205-92a4044eba3a Mar 08 11:54:27.109110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:27.128642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:27.156425 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ac2ba90a-2f07-4f6b-95d9-d728840279da None None] Provisioning for port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:27.165311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ac2ba90a-2f07-4f6b-95d9-d728840279da None None] Provisioning complete for port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:27.167458 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ac2ba90a-2f07-4f6b-95d9-d728840279da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:27.248940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event updated for resources: {'Port': ['ID=56d7467f-9abc-4154-98a8-737b8234a767,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:27.261164 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:27.349099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ac2ba90a-2f07-4f6b-95d9-d728840279da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:27.435521 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Network 5245ed8d-1043-4e35-8578-4556a44d8935 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:27.437663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:27.445601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ac2ba90a-2f07-4f6b-95d9-d728840279da None None] For port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=07cf4c2d-75e0-48ee-b632-0e86c35dbcba,segment=NetworkSegment(313ae552-434d-4c8d-91c3-bd1767779e3c),segment_id=313ae552-434d-4c8d-91c3-bd1767779e3c)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:27.594171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:27.599813 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:27.600703 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:27.724741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ac2ba90a-2f07-4f6b-95d9-d728840279da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:27.762890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Pushing event updated for resources: {'Network': ['ID=88635058-ec7b-4a8a-9205-92a4044eba3a,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:27.792100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 88635058-ec7b-4a8a-9205-92a4044eba3a details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:54:27.800195 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-14192010-fd90-4ed9-88ef-09fb7f012303 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6875005 Mar 08 11:54:27.803264 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51520) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:27.814442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Request body: {'subnet': {'network_id': '88635058-ec7b-4a8a-9205-92a4044eba3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:27.902729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f495b91-f7a6-4d44-a500-d2da37847383 None None] Network fb6782b9-d1a8-4d29-a1c1-5387a84c7241 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:27.912702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Router bed7a472-ce8c-4c47-9e4c-fbc1284df647 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:54:28.009755 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ba90a-2f07-4f6b-95d9-d728840279da None None] Pushing event updated for resources: {'Port': ['ID=07cf4c2d-75e0-48ee-b632-0e86c35dbcba,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:28.015319 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:28.053639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d31b8468-4525-4a81-b484-a003d2e89292 None None] Provisioning complete for port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:28.055495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d31b8468-4525-4a81-b484-a003d2e89292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:28.081855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Usage tracker for resource:subnet and tenant:73104f3d038942f7897bf40bd86d7574 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:28.095527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:28.099980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6a3d8609-cd31-4afd-b6de-747c400ddf80 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:28.110206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:28.136226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:54:28.144136 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a11aed2a-95ca-4dda-90f8-922db47343c5 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "PUT /v2.0/routers/bed7a472-ce8c-4c47-9e4c-fbc1284df647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6520858 Mar 08 11:54:28.144317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51524) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:28.155356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ee21c-4fe6-4393-8ade-6de249c8453d None None] Sync routers for ids ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:54:28.205283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Made reservation on behalf of 73104f3d038942f7897bf40bd86d7574 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:28.209499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:28.213866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ee21c-4fe6-4393-8ade-6de249c8453d None None] Routers {'bed7a472-ce8c-4c47-9e4c-fbc1284df647'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:28.214566 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e29ee21c-4fe6-4393-8ade-6de249c8453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:54:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:28.320271 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e29ee21c-4fe6-4393-8ade-6de249c8453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:28.345427 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ee21c-4fe6-4393-8ade-6de249c8453d None None] Routers {'bed7a472-ce8c-4c47-9e4c-fbc1284df647'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:28.346384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e29ee21c-4fe6-4393-8ade-6de249c8453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:54:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:28.482095 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e29ee21c-4fe6-4393-8ade-6de249c8453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:28.482843 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ee21c-4fe6-4393-8ade-6de249c8453d None None] The sync data for ids ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:54:28.523006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 6a3d8609-cd31-4afd-b6de-747c400ddf80 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:28.611283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:28.634695 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d31b8468-4525-4a81-b484-a003d2e89292 None None] Provisioning for port 56d7467f-9abc-4154-98a8-737b8234a767 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:28.644858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d31b8468-4525-4a81-b484-a003d2e89292 None None] Provisioning complete for port 56d7467f-9abc-4154-98a8-737b8234a767 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:28.644858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d31b8468-4525-4a81-b484-a003d2e89292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:28.722994 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d31b8468-4525-4a81-b484-a003d2e89292 None None] Port 56d7467f-9abc-4154-98a8-737b8234a767 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:54:28.742849 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Pushing event updated for resources: {'Subnet': ['ID=f33d2e59-ef17-4a09-8eb2-2bf5379041f0,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:28.747345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Checking segment: {'id': 'f716230b-8f45-4b1c-97cd-7128be95ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88635058-ec7b-4a8a-9205-92a4044eba3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:28.747808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Network hostable DHCP agents. Network: 88635058-ec7b-4a8a-9205-92a4044eba3a, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:54:28.772501 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-676d3623-f8b2-44a7-85b8-6358e31a3621 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:54:28.773533 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-676d3623-f8b2-44a7-85b8-6358e31a3621 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "PUT /v2.0/routers/bed7a472-ce8c-4c47-9e4c-fbc1284df647/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6281836 Mar 08 11:54:28.776891 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51528) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:28.873132 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Network 88635058-ec7b-4a8a-9205-92a4044eba3a is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:54:28.923870 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-42bea625-d8dd-4e3e-8b3c-e69334fb152a None None] Provisioning for port 6a3d8609-cd31-4afd-b6de-747c400ddf80 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:28.923870 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-42bea625-d8dd-4e3e-8b3c-e69334fb152a None None] Provisioning complete for port 6a3d8609-cd31-4afd-b6de-747c400ddf80 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:28.924172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-42bea625-d8dd-4e3e-8b3c-e69334fb152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:29.021149 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 88635058-ec7b-4a8a-9205-92a4044eba3a) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:29.025635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:29.027272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:29.038908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f0d392-0990-4baf-b482-acf304823244 None None] Network 88635058-ec7b-4a8a-9205-92a4044eba3a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:29.066064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-42bea625-d8dd-4e3e-8b3c-e69334fb152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:29.129412 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-63a6a5a2-e208-4cc9-8cad-b9e59d2d76c0 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3223743 Mar 08 11:54:29.134260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51532) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:29.136668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Request body: {'port': {'network_id': '88635058-ec7b-4a8a-9205-92a4044eba3a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1798628590'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:29.162397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-42bea625-d8dd-4e3e-8b3c-e69334fb152a None None] For port 6a3d8609-cd31-4afd-b6de-747c400ddf80, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6a3d8609-cd31-4afd-b6de-747c400ddf80,segment=NetworkSegment(4721cd64-3146-44d6-9750-d391b2f92039),segment_id=4721cd64-3146-44d6-9750-d391b2f92039)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:29.236208 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-42bea625-d8dd-4e3e-8b3c-e69334fb152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:29.280729 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:29.284497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Usage tracker for resource:port and tenant:73104f3d038942f7897bf40bd86d7574 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:29.287297 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:29.296545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:29.300818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8176d15-9584-40f5-8fc2-810b2b108945 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:29.344436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-88635058-ec7b-4a8a-9205-92a4044eba3a', 'network_id': '88635058-ec7b-4a8a-9205-92a4044eba3a', 'tenant_id': '73104f3d038942f7897bf40bd86d7574', 'fixed_ips': [{'subnet_id': 'f33d2e59-ef17-4a09-8eb2-2bf5379041f0'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:54:29.345741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:29.364435 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-42bea625-d8dd-4e3e-8b3c-e69334fb152a None None] Provisioning complete for port 56d7467f-9abc-4154-98a8-737b8234a767 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:29.364814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-42bea625-d8dd-4e3e-8b3c-e69334fb152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:29.410894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Made reservation on behalf of 73104f3d038942f7897bf40bd86d7574 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:29.417735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bea625-d8dd-4e3e-8b3c-e69334fb152a None None] Pushing event updated for resources: {'Port': ['ID=6a3d8609-cd31-4afd-b6de-747c400ddf80,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:29.417937 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:29.449045 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] device_id is not set on port 766f7227-9078-425d-8826-b7176be055dd yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:54:29.490866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-42bea625-d8dd-4e3e-8b3c-e69334fb152a None None] Port 56d7467f-9abc-4154-98a8-737b8234a767 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:54:29.585920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Allocated IP 2001:db8::2 (88635058-ec7b-4a8a-9205-92a4044eba3a/f33d2e59-ef17-4a09-8eb2-2bf5379041f0/9d919130-3612-4ff9-aa4b-5d637678ec17) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:29.756853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b8176d15-9584-40f5-8fc2-810b2b108945 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Deleting port 56d7467f-9abc-4154-98a8-737b8234a767 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:29.757204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8176d15-9584-40f5-8fc2-810b2b108945 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:29.862151 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:29.873313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Transition to ACTIVE for port object 9d919130-3612-4ff9-aa4b-5d637678ec17 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:29.891343 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Transition to ACTIVE for port object 9d919130-3612-4ff9-aa4b-5d637678ec17 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:29.949045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:29.958947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8176d15-9584-40f5-8fc2-810b2b108945 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:30.011600 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Network 88635058-ec7b-4a8a-9205-92a4044eba3a is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:30.019655 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:30.024750 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:30.043608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Allocated IP 2001:db8::397 (88635058-ec7b-4a8a-9205-92a4044eba3a/f33d2e59-ef17-4a09-8eb2-2bf5379041f0/766f7227-9078-425d-8826-b7176be055dd) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:30.073676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 07cf4c2d-75e0-48ee-b632-0e86c35dbcba up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:30.088014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b8176d15-9584-40f5-8fc2-810b2b108945 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Calling delete_port for 56d7467f-9abc-4154-98a8-737b8234a767 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:30.173579 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Pushing event updated for resources: {'Port': ['ID=9d919130-3612-4ff9-aa4b-5d637678ec17,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:30.196124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Attempting to bind port 9d919130-3612-4ff9-aa4b-5d637678ec17 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:54:30.196501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Attempting to bind port 9d919130-3612-4ff9-aa4b-5d637678ec17 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'f716230b-8f45-4b1c-97cd-7128be95ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88635058-ec7b-4a8a-9205-92a4044eba3a'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:54:30.196866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Attempting to bind port 9d919130-3612-4ff9-aa4b-5d637678ec17 on network 88635058-ec7b-4a8a-9205-92a4044eba3a {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:54:30.205564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:54:30.206052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Checking segment: {'id': 'f716230b-8f45-4b1c-97cd-7128be95ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88635058-ec7b-4a8a-9205-92a4044eba3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:30.206350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:30.206914 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Bound using segment: {'id': 'f716230b-8f45-4b1c-97cd-7128be95ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88635058-ec7b-4a8a-9205-92a4044eba3a'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:54:30.207558 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Bound port: 9d919130-3612-4ff9-aa4b-5d637678ec17, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f716230b-8f45-4b1c-97cd-7128be95ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '88635058-ec7b-4a8a-9205-92a4044eba3a'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:54:30.207929 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:30.259904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:30.273309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:30.273613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:30.275621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Transition to ACTIVE for port object 766f7227-9078-425d-8826-b7176be055dd will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:30.336629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8176d15-9584-40f5-8fc2-810b2b108945 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:30.352309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3090b259-2fbd-4072-8377-9190e74056be None None] For port 9d919130-3612-4ff9-aa4b-5d637678ec17, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:54:30.364351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3090b259-2fbd-4072-8377-9190e74056be None None] For port 9d919130-3612-4ff9-aa4b-5d637678ec17, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9d919130-3612-4ff9-aa4b-5d637678ec17,segment=NetworkSegment(f716230b-8f45-4b1c-97cd-7128be95ea79),segment_id=f716230b-8f45-4b1c-97cd-7128be95ea79)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:54:30.422966 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6a3d8609-cd31-4afd-b6de-747c400ddf80 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:30.426947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:30.431571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8176d15-9584-40f5-8fc2-810b2b108945 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event deleted for resources: {'Port': ['ID=56d7467f-9abc-4154-98a8-737b8234a767,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:30.455374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:30.528530 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Pushing event updated for resources: {'Port': ['ID=766f7227-9078-425d-8826-b7176be055dd,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:30.551991 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Network 88635058-ec7b-4a8a-9205-92a4044eba3a is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:30.553180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:30.555762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:30.561807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:30.562419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:30.578456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090b259-2fbd-4072-8377-9190e74056be None None] Pushing event updated for resources: {'Port': ['ID=9d919130-3612-4ff9-aa4b-5d637678ec17,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:30.605476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 6a3d8609-cd31-4afd-b6de-747c400ddf80 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:30.605855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:30.682924 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5fdef6b1-7ad7-4248-b4af-61a5235a5243 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5492859 Mar 08 11:54:30.687408 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51536) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:30.706709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Request body: {'port': {'network_id': '88635058-ec7b-4a8a-9205-92a4044eba3a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-348056280', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:30.706709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.api.validators [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] bootfile-name is not in valid_values {{(pid=88470) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 11:54:30.706709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.api.validators [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] tftp-server is not in valid_values {{(pid=88470) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 11:54:30.706709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.api.validators [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] server-ip-address is not in valid_values {{(pid=88470) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 11:54:30.713821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8176d15-9584-40f5-8fc2-810b2b108945 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:30.902765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:30.906580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Usage tracker for resource:port and tenant:73104f3d038942f7897bf40bd86d7574 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:30.909474 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:30.915605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:30.978370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Made reservation on behalf of 73104f3d038942f7897bf40bd86d7574 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:30.985824 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:31.013146 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] device_id is not set on port 4f2b0c4e-9a39-440e-9b7e-39664783449f yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:54:31.152039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8176d15-9584-40f5-8fc2-810b2b108945 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Router bed7a472-ce8c-4c47-9e4c-fbc1284df647 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:54:31.176573 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Allocated IP 2001:db8::1a3 (88635058-ec7b-4a8a-9205-92a4044eba3a/f33d2e59-ef17-4a09-8eb2-2bf5379041f0/4f2b0c4e-9a39-440e-9b7e-39664783449f) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:31.286056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8176d15-9584-40f5-8fc2-810b2b108945 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:54:31.295850 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b8176d15-9584-40f5-8fc2-810b2b108945 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "PUT /v2.0/routers/bed7a472-ce8c-4c47-9e4c-fbc1284df647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5179665 Mar 08 11:54:31.298485 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e0cea-f512-46fd-8ab0-18cc77c75f57 None None] Sync routers for ids ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:54:31.299956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51540) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:31.308987 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e0cea-f512-46fd-8ab0-18cc77c75f57 None None] Routers {'bed7a472-ce8c-4c47-9e4c-fbc1284df647'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:31.316045 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a61e0cea-f512-46fd-8ab0-18cc77c75f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:54:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:31.379490 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a61e0cea-f512-46fd-8ab0-18cc77c75f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:31.379818 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-3289680e-051c-4f3d-a9b2-0bb09b93daa4 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] delete failed (client error): The resource could not be found. Mar 08 11:54:31.380721 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3289680e-051c-4f3d-a9b2-0bb09b93daa4 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-884628229 HTTP/1.1" status: 404 len: 334 time: 0.0799828 Mar 08 11:54:31.391492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51544) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:31.394495 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e0cea-f512-46fd-8ab0-18cc77c75f57 None None] Routers {'bed7a472-ce8c-4c47-9e4c-fbc1284df647'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:31.395109 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a61e0cea-f512-46fd-8ab0-18cc77c75f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:54:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:31.400663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-638d39b3-cdeb-460a-8e94-c50cd1453f0a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bed7a472-ce8c-4c47-9e4c-fbc1284df647'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:31.456579 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a61e0cea-f512-46fd-8ab0-18cc77c75f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:31.457076 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e0cea-f512-46fd-8ab0-18cc77c75f57 None None] The sync data for ids ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:54:31.536722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:31.632408 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Transition to ACTIVE for port object 4f2b0c4e-9a39-440e-9b7e-39664783449f will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:31.692043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f50f1fa-6ad6-423b-ac75-fbd1fd0f0c41 None None] Network 88635058-ec7b-4a8a-9205-92a4044eba3a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:31.841012 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-638d39b3-cdeb-460a-8e94-c50cd1453f0a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:31.859878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-125df465-ae1a-452d-a66c-0dd66a73d184 None None] Provisioning for port 9d919130-3612-4ff9-aa4b-5d637678ec17 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:31.932851 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-638d39b3-cdeb-460a-8e94-c50cd1453f0a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] update failed (client error): The resource could not be found. Mar 08 11:54:31.933907 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-638d39b3-cdeb-460a-8e94-c50cd1453f0a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "PUT /v2.0/routers/bed7a472-ce8c-4c47-9e4c-fbc1284df647 HTTP/1.1" status: 404 len: 339 time: 0.5425863 Mar 08 11:54:31.937572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51548) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:31.941751 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:32.031071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Pushing event updated for resources: {'Port': ['ID=4f2b0c4e-9a39-440e-9b7e-39664783449f,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:32.051972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Network 88635058-ec7b-4a8a-9205-92a4044eba3a is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:32.053118 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:32.055587 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:32.061178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:32.067095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:32.081460 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9d919130-3612-4ff9-aa4b-5d637678ec17 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:32.149990 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-42364667-9e7b-40dc-baa4-da65c581a951 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.4609826 Mar 08 11:54:32.152585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51552) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:32.189221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 9d919130-3612-4ff9-aa4b-5d637678ec17 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:32.199175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 9d919130-3612-4ff9-aa4b-5d637678ec17 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:32.199658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:32.337655 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:32.375818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 9d919130-3612-4ff9-aa4b-5d637678ec17, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9d919130-3612-4ff9-aa4b-5d637678ec17,segment=NetworkSegment(f716230b-8f45-4b1c-97cd-7128be95ea79),segment_id=f716230b-8f45-4b1c-97cd-7128be95ea79)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:32.376030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0227af4b-3fd6-4ac8-9c41-95605bf9cb40 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:32.382898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0227af4b-3fd6-4ac8-9c41-95605bf9cb40 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:32.389084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0227af4b-3fd6-4ac8-9c41-95605bf9cb40 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:32.390039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0227af4b-3fd6-4ac8-9c41-95605bf9cb40 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Synchronizing usage tracker for tenant:73104f3d038942f7897bf40bd86d7574 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:32.417205 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6751acee-d0a1-4b76-8064-9f8b344ff470 None None] Provisioning for port 766f7227-9078-425d-8826-b7176be055dd completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:32.426392 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6751acee-d0a1-4b76-8064-9f8b344ff470 None None] Provisioning complete for port 766f7227-9078-425d-8826-b7176be055dd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:32.426392 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6751acee-d0a1-4b76-8064-9f8b344ff470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:32.457325 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:32.488991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:32.513709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0227af4b-3fd6-4ac8-9c41-95605bf9cb40 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Unset dirty status for tenant:73104f3d038942f7897bf40bd86d7574 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:32.518711 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0227af4b-3fd6-4ac8-9c41-95605bf9cb40 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3649194 Mar 08 11:54:32.519618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51556) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:32.539007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-6751acee-d0a1-4b76-8064-9f8b344ff470 None None] Port 766f7227-9078-425d-8826-b7176be055dd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:54:32.550734 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=9d919130-3612-4ff9-aa4b-5d637678ec17,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:32.558476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6751acee-d0a1-4b76-8064-9f8b344ff470 None None] Provisioning complete for port 9d919130-3612-4ff9-aa4b-5d637678ec17 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:32.559061 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6751acee-d0a1-4b76-8064-9f8b344ff470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:32.606942 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-3837f7a8-73c0-4d0c-9623-39c607b9eacc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Deleting port 4f2b0c4e-9a39-440e-9b7e-39664783449f {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:32.614450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3837f7a8-73c0-4d0c-9623-39c607b9eacc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:32.878986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Allocated IP 172.20.0.1 (76b69c9b-192b-4dbd-ba60-cee75328f882/3989f8ec-d8f7-4dd1-9f94-39b593e0b110/2d788e76-6504-4f58-9107-9001176b951f) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:32.879607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ddd827f4-4548-4cc7-9a67-cef9996ff6ee None None] Provisioning complete for port 766f7227-9078-425d-8826-b7176be055dd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:32.880084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ddd827f4-4548-4cc7-9a67-cef9996ff6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:32.905862 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3837f7a8-73c0-4d0c-9623-39c607b9eacc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:32.934403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ddd827f4-4548-4cc7-9a67-cef9996ff6ee None None] Port 766f7227-9078-425d-8826-b7176be055dd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:54:33.010513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ddd827f4-4548-4cc7-9a67-cef9996ff6ee None None] Provisioning for port 4f2b0c4e-9a39-440e-9b7e-39664783449f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:33.016341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ddd827f4-4548-4cc7-9a67-cef9996ff6ee None None] Provisioning complete for port 4f2b0c4e-9a39-440e-9b7e-39664783449f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:33.016945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ddd827f4-4548-4cc7-9a67-cef9996ff6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:33.034870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-3837f7a8-73c0-4d0c-9623-39c607b9eacc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Calling delete_port for 4f2b0c4e-9a39-440e-9b7e-39664783449f owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:33.076426 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ddd827f4-4548-4cc7-9a67-cef9996ff6ee None None] Port 4f2b0c4e-9a39-440e-9b7e-39664783449f cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:54:33.154947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:33.272984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Transition to ACTIVE for port object 2d788e76-6504-4f58-9107-9001176b951f will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:33.273277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3837f7a8-73c0-4d0c-9623-39c607b9eacc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:33.327438 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837f7a8-73c0-4d0c-9623-39c607b9eacc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Pushing event deleted for resources: {'Port': ['ID=4f2b0c4e-9a39-440e-9b7e-39664783449f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:33.354060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:33.368333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3837f7a8-73c0-4d0c-9623-39c607b9eacc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:33.426936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Network 76b69c9b-192b-4dbd-ba60-cee75328f882 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:33.435107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:33.437708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:33.445659 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3837f7a8-73c0-4d0c-9623-39c607b9eacc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] 10.222.0.32 "DELETE /v2.0/ports/4f2b0c4e-9a39-440e-9b7e-39664783449f HTTP/1.1" status: 204 len: 168 time: 0.9246850 Mar 08 11:54:33.450003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51560) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:33.456964 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-24f44fce-3543-4453-b899-e9b81a895ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Request body: {'port': {'name': 'tempest-new-port-name-1208826655', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:33.457606 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.api.validators [None req-24f44fce-3543-4453-b899-e9b81a895ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] bootfile-name is not in valid_values {{(pid=88470) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 11:54:33.462031 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.api.validators [None req-24f44fce-3543-4453-b899-e9b81a895ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] tftp-server is not in valid_values {{(pid=88470) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 11:54:33.462636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.api.validators [None req-24f44fce-3543-4453-b899-e9b81a895ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] server-ip-address is not in valid_values {{(pid=88470) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 11:54:33.481738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event updated for resources: {'Port': ['ID=2d788e76-6504-4f58-9107-9001176b951f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:33.513024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:33.599627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-24f44fce-3543-4453-b899-e9b81a895ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:33.769857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cd6cbf02-bb99-4159-b2ee-25f031917008 None None] Provisioning for port 2d788e76-6504-4f58-9107-9001176b951f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:33.774812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cd6cbf02-bb99-4159-b2ee-25f031917008 None None] Provisioning complete for port 2d788e76-6504-4f58-9107-9001176b951f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:33.775187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cd6cbf02-bb99-4159-b2ee-25f031917008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:33.829228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-cd6cbf02-bb99-4159-b2ee-25f031917008 None None] Port 2d788e76-6504-4f58-9107-9001176b951f cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:54:33.842565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:33.865128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-24f44fce-3543-4453-b899-e9b81a895ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:33.924566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-24f44fce-3543-4453-b899-e9b81a895ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:33.983860 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-24f44fce-3543-4453-b899-e9b81a895ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] In _notify_port_updated(), no bound segment for port 766f7227-9078-425d-8826-b7176be055dd on network 88635058-ec7b-4a8a-9205-92a4044eba3a {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:54:33.989339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f44fce-3543-4453-b899-e9b81a895ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:33.990030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-24f44fce-3543-4453-b899-e9b81a895ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:33.993726 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-24f44fce-3543-4453-b899-e9b81a895ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] 10.222.0.32 "PUT /v2.0/ports/766f7227-9078-425d-8826-b7176be055dd HTTP/1.1" status: 200 len: 1130 time: 0.5403228 Mar 08 11:54:33.995302 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51564) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:34.027641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9d919130-3612-4ff9-aa4b-5d637678ec17 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:34.078430 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f44fce-3543-4453-b899-e9b81a895ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Pushing event updated for resources: {'Port': ['ID=766f7227-9078-425d-8826-b7176be055dd,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:34.111710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd863570-40d0-4b7c-bdbc-653a38316520 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:34.113144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bd863570-40d0-4b7c-bdbc-653a38316520 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Synchronizing usage tracker for tenant:73104f3d038942f7897bf40bd86d7574 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:34.134193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 9d919130-3612-4ff9-aa4b-5d637678ec17 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:34.134694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:34.199032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bd863570-40d0-4b7c-bdbc-653a38316520 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Unset dirty status for tenant:73104f3d038942f7897bf40bd86d7574 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:34.200262 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bd863570-40d0-4b7c-bdbc-653a38316520 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] 10.222.0.32 "GET /v2.0/ports/766f7227-9078-425d-8826-b7176be055dd HTTP/1.1" status: 200 len: 1130 time: 0.2040336 Mar 08 11:54:34.210373 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51568) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:34.255597 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:34.273096 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fa150b9a-6f4f-4852-bf92-f40bcde77e20 None None] Provisioning complete for port 766f7227-9078-425d-8826-b7176be055dd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:34.273460 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fa150b9a-6f4f-4852-bf92-f40bcde77e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:34.294818 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8091f968-5b51-4547-a18a-4155fa29d6bb tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Deleting port 766f7227-9078-425d-8826-b7176be055dd {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:34.295206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8091f968-5b51-4547-a18a-4155fa29d6bb tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:34.308322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:34.327419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-fa150b9a-6f4f-4852-bf92-f40bcde77e20 None None] Port 766f7227-9078-425d-8826-b7176be055dd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:54:34.432856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:34.436077 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event updated for resources: {'Port': ['ID=2d788e76-6504-4f58-9107-9001176b951f,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:34.558149 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8091f968-5b51-4547-a18a-4155fa29d6bb tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:34.570358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Network 76b69c9b-192b-4dbd-ba60-cee75328f882 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:34.571504 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:34.745849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Router bed7a472-ce8c-4c47-9e4c-fbc1284df647 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:54:34.796852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8091f968-5b51-4547-a18a-4155fa29d6bb tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Calling delete_port for 766f7227-9078-425d-8826-b7176be055dd owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:34.855866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fa022b33-b38a-4d86-8fa7-aabb76df9893 None None] Provisioning complete for port 2d788e76-6504-4f58-9107-9001176b951f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:34.856408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fa022b33-b38a-4d86-8fa7-aabb76df9893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:34.913352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-fa022b33-b38a-4d86-8fa7-aabb76df9893 None None] Port 2d788e76-6504-4f58-9107-9001176b951f cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:54:35.004575 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8091f968-5b51-4547-a18a-4155fa29d6bb tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:35.009087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:54:35.017963 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9ba66581-2d81-4826-a4fb-cfb3716e3de9 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "PUT /v2.0/routers/bed7a472-ce8c-4c47-9e4c-fbc1284df647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0792632 Mar 08 11:54:35.019953 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cddd80-2ee7-435e-9462-f552a3147417 None None] Sync routers for ids ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:54:35.021255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51572) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:35.029791 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cddd80-2ee7-435e-9462-f552a3147417 None None] Routers {'bed7a472-ce8c-4c47-9e4c-fbc1284df647'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:35.030419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c6cddd80-2ee7-435e-9462-f552a3147417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:54:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:35.055157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091f968-5b51-4547-a18a-4155fa29d6bb tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Pushing event deleted for resources: {'Port': ['ID=766f7227-9078-425d-8826-b7176be055dd,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:35.095728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c6cddd80-2ee7-435e-9462-f552a3147417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:35.098352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8091f968-5b51-4547-a18a-4155fa29d6bb tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:35.106374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cddd80-2ee7-435e-9462-f552a3147417 None None] Routers {'bed7a472-ce8c-4c47-9e4c-fbc1284df647'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:35.107553 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c6cddd80-2ee7-435e-9462-f552a3147417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:54:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:35.171283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c6cddd80-2ee7-435e-9462-f552a3147417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:35.171993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cddd80-2ee7-435e-9462-f552a3147417 None None] The sync data for ids ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:54:35.183048 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8091f968-5b51-4547-a18a-4155fa29d6bb tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] 10.222.0.32 "DELETE /v2.0/ports/766f7227-9078-425d-8826-b7176be055dd HTTP/1.1" status: 204 len: 168 time: 0.9711730 Mar 08 11:54:35.185264 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51576) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:35.196130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5abd999-5f0a-4161-9cc9-7c35f693c606 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:35.265745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86902a1-a9df-4572-a4fb-cf58db21d141 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Deleting subnet f33d2e59-ef17-4a09-8eb2-2bf5379041f0 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:35.269093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d86902a1-a9df-4572-a4fb-cf58db21d141 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:35.323128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d86902a1-a9df-4572-a4fb-cf58db21d141 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:35.348009 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-b5abd999-5f0a-4161-9cc9-7c35f693c606 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 08 11:54:35.349064 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b5abd999-5f0a-4161-9cc9-7c35f693c606 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "DELETE /v2.0/routers/bed7a472-ce8c-4c47-9e4c-fbc1284df647 HTTP/1.1" status: 409 len: 329 time: 0.3266177 Mar 08 11:54:35.352098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51580) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:35.410590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d86902a1-a9df-4572-a4fb-cf58db21d141 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:35.565460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d86902a1-a9df-4572-a4fb-cf58db21d141 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:35.607285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86902a1-a9df-4572-a4fb-cf58db21d141 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Pushing event deleted for resources: {'Subnet': ['ID=f33d2e59-ef17-4a09-8eb2-2bf5379041f0,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:35.609230 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d86902a1-a9df-4572-a4fb-cf58db21d141 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:35.618331 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d86902a1-a9df-4572-a4fb-cf58db21d141 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] 10.222.0.32 "DELETE /v2.0/subnets/f33d2e59-ef17-4a09-8eb2-2bf5379041f0 HTTP/1.1" status: 204 len: 168 time: 0.4320474 Mar 08 11:54:35.618925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51584) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:35.624213 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c2f7d5-2873-4cc4-b1aa-8114a11baa5b None None] Network 88635058-ec7b-4a8a-9205-92a4044eba3a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:35.749315 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:35.759720 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Deleting port 9d919130-3612-4ff9-aa4b-5d637678ec17 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:35.760057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:35.883617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-089147aa-bcdb-4636-ab86-f24ebd4fdb9a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:35.895226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d622cf69-b439-4c5e-96d4-a933e4e36ea8 None None] DHCP port deletion for 88635058-ec7b-4a8a-9205-92a4044eba3a request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:54:35.899720 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d622cf69-b439-4c5e-96d4-a933e4e36ea8 None None] Deleting port 9d919130-3612-4ff9-aa4b-5d637678ec17 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:35.900198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d622cf69-b439-4c5e-96d4-a933e4e36ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:35.989508 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] For port 9d919130-3612-4ff9-aa4b-5d637678ec17, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9d919130-3612-4ff9-aa4b-5d637678ec17,segment=NetworkSegment(f716230b-8f45-4b1c-97cd-7128be95ea79),segment_id=f716230b-8f45-4b1c-97cd-7128be95ea79)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:35.989922 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:36.048713 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9d919130-3612-4ff9-aa4b-5d637678ec17 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:54:36.130119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Calling delete_port for 9d919130-3612-4ff9-aa4b-5d637678ec17 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:36.173761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d622cf69-b439-4c5e-96d4-a933e4e36ea8 None None] For port 9d919130-3612-4ff9-aa4b-5d637678ec17, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9d919130-3612-4ff9-aa4b-5d637678ec17,segment=NetworkSegment(f716230b-8f45-4b1c-97cd-7128be95ea79),segment_id=f716230b-8f45-4b1c-97cd-7128be95ea79)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:36.174175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d622cf69-b439-4c5e-96d4-a933e4e36ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:36.240226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-089147aa-bcdb-4636-ab86-f24ebd4fdb9a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Deleting port 2d788e76-6504-4f58-9107-9001176b951f {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:36.240574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-089147aa-bcdb-4636-ab86-f24ebd4fdb9a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:36.284931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:36.297149 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d622cf69-b439-4c5e-96d4-a933e4e36ea8 None None] Calling delete_port for 9d919130-3612-4ff9-aa4b-5d637678ec17 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:36.335482 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Pushing event deleted for resources: {'Port': ['ID=9d919130-3612-4ff9-aa4b-5d637678ec17,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:36.337245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] No DVR routers for this DVR port 9d919130-3612-4ff9-aa4b-5d637678ec17 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:54:36.366882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Port 9d919130-3612-4ff9-aa4b-5d637678ec17 update to DOWN by agent not found {{(pid=88471) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: from cryptography.utils import int_from_bytes Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: from cryptography.utils import int_from_bytes Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn_limited( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn_limited( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:36.402884 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 11:54:36.421721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-d622cf69-b439-4c5e-96d4-a933e4e36ea8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:54:36.421721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-d622cf69-b439-4c5e-96d4-a933e4e36ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:54:36.470366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:36.495982 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88635058-ec7b-4a8a-9205-92a4044eba3a']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:36.508181 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f716230b-8f45-4b1c-97cd-7128be95ea79') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:36.508479 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f716230b-8f45-4b1c-97cd-7128be95ea79') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:36.520132 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:36.536236 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:36.542183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:54:36.542571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:36.552577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-089147aa-bcdb-4636-ab86-f24ebd4fdb9a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:54:36.560934 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:54:36.678037 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-089147aa-bcdb-4636-ab86-f24ebd4fdb9a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Calling delete_port for 2d788e76-6504-4f58-9107-9001176b951f owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:36.695878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:36.713584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:36.724349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] Pushing event deleted for resources: {'Network': ['ID=88635058-ec7b-4a8a-9205-92a4044eba3a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:36.731991 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-434cc906-ea0a-4a7a-8488-96afadce08cc tempest-ExtraDHCPOptionsIpV6TestJSON-639081066 tempest-ExtraDHCPOptionsIpV6TestJSON-639081066-project] 10.222.0.32 "DELETE /v2.0/networks/88635058-ec7b-4a8a-9205-92a4044eba3a HTTP/1.1" status: 204 len: 168 time: 1.1121228 Mar 08 11:54:36.915272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d622cf69-b439-4c5e-96d4-a933e4e36ea8 None None] Deleting port 9d919130-3612-4ff9-aa4b-5d637678ec17 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:36.915579 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d622cf69-b439-4c5e-96d4-a933e4e36ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:37.006653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d622cf69-b439-4c5e-96d4-a933e4e36ea8 None None] The port '9d919130-3612-4ff9-aa4b-5d637678ec17' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:54:37.045389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-089147aa-bcdb-4636-ab86-f24ebd4fdb9a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:37.065367 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:54:37.092099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089147aa-bcdb-4636-ab86-f24ebd4fdb9a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event deleted for resources: {'Port': ['ID=2d788e76-6504-4f58-9107-9001176b951f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:37.197368 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51592) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:37.334362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-089147aa-bcdb-4636-ab86-f24ebd4fdb9a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:37.370259 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-852212b3-9cac-4dbd-8453-6213788dbfa1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73104f3d038942f7897bf40bd86d7574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715360 Mar 08 11:54:37.372685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51598) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:37.432771 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-64e63865-b41b-44d6-a726-fa724f4caced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:37.458143 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-64e63865-b41b-44d6-a726-fa724f4caced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:37.570116 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-64e63865-b41b-44d6-a726-fa724f4caced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:37.583961 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e63865-b41b-44d6-a726-fa724f4caced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc775284-fb72-4cef-852f-c7c131ecf246,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:37.595386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-64e63865-b41b-44d6-a726-fa724f4caced admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:37.595386 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-64e63865-b41b-44d6-a726-fa724f4caced admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc775284-fb72-4cef-852f-c7c131ecf246 HTTP/1.1" status: 204 len: 168 time: 0.2198529 Mar 08 11:54:37.619027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089147aa-bcdb-4636-ab86-f24ebd4fdb9a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Router bed7a472-ce8c-4c47-9e4c-fbc1284df647 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:54:37.860080 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089147aa-bcdb-4636-ab86-f24ebd4fdb9a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:54:37.869667 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ab1c4-2602-495e-9bc4-63d59a164bff None None] Sync routers for ids ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:54:37.869843 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-089147aa-bcdb-4636-ab86-f24ebd4fdb9a tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "PUT /v2.0/routers/bed7a472-ce8c-4c47-9e4c-fbc1284df647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5165212 Mar 08 11:54:37.875197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51606) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:37.888419 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ab1c4-2602-495e-9bc4-63d59a164bff None None] Routers {'bed7a472-ce8c-4c47-9e4c-fbc1284df647'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:37.889033 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-754ab1c4-2602-495e-9bc4-63d59a164bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:54:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:37.946528 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-8a434e02-10bf-493a-8aae-bce60872e391 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] show failed (client error): The resource could not be found. Mar 08 11:54:37.951825 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8a434e02-10bf-493a-8aae-bce60872e391 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1615518105 HTTP/1.1" status: 404 len: 335 time: 0.0724442 Mar 08 11:54:37.952088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51612) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:37.957216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-bfe6703e-33cc-49e3-b9ba-ede2157059b3 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:37.995430 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-754ab1c4-2602-495e-9bc4-63d59a164bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:38.003760 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ab1c4-2602-495e-9bc4-63d59a164bff None None] Routers {'bed7a472-ce8c-4c47-9e4c-fbc1284df647'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:54:38.004345 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-754ab1c4-2602-495e-9bc4-63d59a164bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:54:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:38.022137 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-bfe6703e-33cc-49e3-b9ba-ede2157059b3 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] update failed (client error): The resource could not be found. Mar 08 11:54:38.027175 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bfe6703e-33cc-49e3-b9ba-ede2157059b3 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-975407966 HTTP/1.1" status: 404 len: 334 time: 0.0702474 Mar 08 11:54:38.027344 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51620) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:38.066209 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-754ab1c4-2602-495e-9bc4-63d59a164bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:38.066817 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ab1c4-2602-495e-9bc4-63d59a164bff None None] The sync data for ids ['bed7a472-ce8c-4c47-9e4c-fbc1284df647'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:54:38.097901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-6655d50a-acc6-45ef-9461-fdef7e15222e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Deleting subnet d637d083-49bd-4041-9a45-e6e1812a51eb {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:38.101105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6655d50a-acc6-45ef-9461-fdef7e15222e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:38.155325 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6655d50a-acc6-45ef-9461-fdef7e15222e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:38.239857 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6655d50a-acc6-45ef-9461-fdef7e15222e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:38.381532 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6655d50a-acc6-45ef-9461-fdef7e15222e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:38.425517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655d50a-acc6-45ef-9461-fdef7e15222e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event deleted for resources: {'Subnet': ['ID=d637d083-49bd-4041-9a45-e6e1812a51eb,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:38.427447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6655d50a-acc6-45ef-9461-fdef7e15222e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:38.433341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7be79a-c395-48e4-a8f6-30f6f3910b19 None None] Network fb6782b9-d1a8-4d29-a1c1-5387a84c7241 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:38.434548 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6655d50a-acc6-45ef-9461-fdef7e15222e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "DELETE /v2.0/subnets/d637d083-49bd-4041-9a45-e6e1812a51eb HTTP/1.1" status: 204 len: 168 time: 0.4061396 Mar 08 11:54:38.436883 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51632) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:38.504882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bed1cc2-5072-4e8c-86c8-283b22ca701e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Deleting subnet b3b8cfdc-b04d-47f1-a378-14eb3500c445 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:38.507730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0bed1cc2-5072-4e8c-86c8-283b22ca701e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:38.563519 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0bed1cc2-5072-4e8c-86c8-283b22ca701e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:38.660625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0bed1cc2-5072-4e8c-86c8-283b22ca701e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:38.685757 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51638) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:38.716327 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217847de-dd3d-420a-9ae2-350bb4addec1 None None] DHCP port deletion for fb6782b9-d1a8-4d29-a1c1-5387a84c7241 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:54:38.720959 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-217847de-dd3d-420a-9ae2-350bb4addec1 None None] Deleting port 6a3d8609-cd31-4afd-b6de-747c400ddf80 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:38.721662 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-217847de-dd3d-420a-9ae2-350bb4addec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:38.793792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1185151308'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:38.798917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:38.802882 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:network and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:38.805790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:38.810836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0bed1cc2-5072-4e8c-86c8-283b22ca701e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:38.813737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:38.851876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed1cc2-5072-4e8c-86c8-283b22ca701e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b8cfdc-b04d-47f1-a378-14eb3500c445,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:38.854364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0bed1cc2-5072-4e8c-86c8-283b22ca701e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:38.860949 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60c96b-daf8-4eaa-9b1c-69254f8e296b None None] Network 5245ed8d-1043-4e35-8578-4556a44d8935 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:38.864935 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0bed1cc2-5072-4e8c-86c8-283b22ca701e tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "DELETE /v2.0/subnets/b3b8cfdc-b04d-47f1-a378-14eb3500c445 HTTP/1.1" status: 204 len: 168 time: 0.4270985 Mar 08 11:54:38.868090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51644) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:38.889087 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:38.892803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:38.923707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:38.987395 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:39.000722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:security_group_rule and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:39.005939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:39.012270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-217847de-dd3d-420a-9ae2-350bb4addec1 None None] For port 6a3d8609-cd31-4afd-b6de-747c400ddf80, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6a3d8609-cd31-4afd-b6de-747c400ddf80,segment=NetworkSegment(4721cd64-3146-44d6-9750-d391b2f92039),segment_id=4721cd64-3146-44d6-9750-d391b2f92039)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:39.012666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-217847de-dd3d-420a-9ae2-350bb4addec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.013571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:39.020256 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.047236 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Deleting port 6a3d8609-cd31-4afd-b6de-747c400ddf80 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:39.047585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.168276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-217847de-dd3d-420a-9ae2-350bb4addec1 None None] Calling delete_port for 6a3d8609-cd31-4afd-b6de-747c400ddf80 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:39.340210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.342668 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e33616e-dd6d-4795-9f4d-be13694352a3 None None] DHCP port deletion for 5245ed8d-1043-4e35-8578-4556a44d8935 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:54:39.346574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3e33616e-dd6d-4795-9f4d-be13694352a3 None None] Deleting port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:39.346980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3e33616e-dd6d-4795-9f4d-be13694352a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.383168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-217847de-dd3d-420a-9ae2-350bb4addec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.409599 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] For port 6a3d8609-cd31-4afd-b6de-747c400ddf80, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6a3d8609-cd31-4afd-b6de-747c400ddf80,segment=NetworkSegment(4721cd64-3146-44d6-9750-d391b2f92039),segment_id=4721cd64-3146-44d6-9750-d391b2f92039)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:39.409987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.419831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.441410 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217847de-dd3d-420a-9ae2-350bb4addec1 None None] Pushing event deleted for resources: {'Port': ['ID=6a3d8609-cd31-4afd-b6de-747c400ddf80,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:39.449134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217847de-dd3d-420a-9ae2-350bb4addec1 None None] No DVR routers for this DVR port 6a3d8609-cd31-4afd-b6de-747c400ddf80 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:54:39.550303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Calling delete_port for 6a3d8609-cd31-4afd-b6de-747c400ddf80 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:39.600184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:54:39.606079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3e33616e-dd6d-4795-9f4d-be13694352a3 None None] For port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=07cf4c2d-75e0-48ee-b632-0e86c35dbcba,segment=NetworkSegment(313ae552-434d-4c8d-91c3-bd1767779e3c),segment_id=313ae552-434d-4c8d-91c3-bd1767779e3c)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:39.606474 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3e33616e-dd6d-4795-9f4d-be13694352a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.613728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eca6bae-673a-4e73-a510-0a278eb8ac52,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:39.628261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.628261 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Added segment e6546638-41bf-4565-a43e-7552a068453e of type vlan for network e4f44921-2291-4faf-b19f-dcc27e27a8fc Mar 08 11:54:39.669113 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.673868 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:54:39.674206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:54:39.733065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3e33616e-dd6d-4795-9f4d-be13694352a3 None None] Calling delete_port for 07cf4c2d-75e0-48ee-b632-0e86c35dbcba owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:39.753338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.759081 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:39.759768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.855935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6a7f010f-6e98-448f-8b00-302a2207f1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:39.875121 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Network': ['ID=e4f44921-2291-4faf-b19f-dcc27e27a8fc,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:39.886689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:54:39.948374 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5ca5bfb3-c902-4c8d-b7f2-04e8e390733c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2613635 Mar 08 11:54:39.950936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51648) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:39.956448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'name': 'tempest-PortsIpV6TestJSON-177700731'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:39.962777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3e33616e-dd6d-4795-9f4d-be13694352a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:40.024479 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33616e-dd6d-4795-9f4d-be13694352a3 None None] Pushing event deleted for resources: {'Port': ['ID=07cf4c2d-75e0-48ee-b632-0e86c35dbcba,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:40.030651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 07cf4c2d-75e0-48ee-b632-0e86c35dbcba no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:54:40.060480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33616e-dd6d-4795-9f4d-be13694352a3 None None] No DVR routers for this DVR port 07cf4c2d-75e0-48ee-b632-0e86c35dbcba on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:54:40.071188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 07cf4c2d-75e0-48ee-b632-0e86c35dbcba {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:54:40.071533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 07cf4c2d-75e0-48ee-b632-0e86c35dbcba not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:54:40.071949 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6a3d8609-cd31-4afd-b6de-747c400ddf80 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:54:40.074741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:40.078859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:port and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:40.081942 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:40.087710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:40.107610 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 6a3d8609-cd31-4afd-b6de-747c400ddf80 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:54:40.107934 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6a3d8609-cd31-4afd-b6de-747c400ddf80 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:54:40.147229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:40.150840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:40.172621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port b7103493-8175-4f30-9397-d2bf49646cfd yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:54:40.208512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Deleting port 6a3d8609-cd31-4afd-b6de-747c400ddf80 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:40.208854 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:40.278058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] The port '6a3d8609-cd31-4afd-b6de-747c400ddf80' was deleted {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:54:40.439927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:40.499959 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6782b9-d1a8-4d29-a1c1-5387a84c7241']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:40.517792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4721cd64-3146-44d6-9750-d391b2f92039') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:40.518120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4721cd64-3146-44d6-9750-d391b2f92039') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:40.581288 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:40.615185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:40.626336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:40.628154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:54:40.628550 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:54:40.642887 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:54:40.798546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:40.815445 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:40.827474 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event deleted for resources: {'Network': ['ID=fb6782b9-d1a8-4d29-a1c1-5387a84c7241,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:40.830458 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-479b4b0e-7d70-4824-a6ad-0d350561d0d0 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "DELETE /v2.0/networks/fb6782b9-d1a8-4d29-a1c1-5387a84c7241 HTTP/1.1" status: 204 len: 168 time: 1.9619095 Mar 08 11:54:40.833006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51652) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:40.833424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:40.917446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=b7103493-8175-4f30-9397-d2bf49646cfd,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:40.930453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Checking segment: {'id': 'e6546638-41bf-4565-a43e-7552a068453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:40.930811 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network hostable DHCP agents. Network: e4f44921-2291-4faf-b19f-dcc27e27a8fc, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:54:40.949591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-96a69a5e-3717-4425-b638-fd35b0b81353 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.010670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:54:41.080651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-96a69a5e-3717-4425-b638-fd35b0b81353 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.095976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, e4f44921-2291-4faf-b19f-dcc27e27a8fc) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:41.100229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:41.109212 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-96a69a5e-3717-4425-b638-fd35b0b81353 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5245ed8d-1043-4e35-8578-4556a44d8935']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:41.109365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:41.109365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.109552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42afb022-7803-4a8a-bb99-745f3aba36da None None] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:41.118164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-96a69a5e-3717-4425-b638-fd35b0b81353 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313ae552-434d-4c8d-91c3-bd1767779e3c') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:41.118476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-96a69a5e-3717-4425-b638-fd35b0b81353 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313ae552-434d-4c8d-91c3-bd1767779e3c') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:41.130673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-96a69a5e-3717-4425-b638-fd35b0b81353 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.146911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-96a69a5e-3717-4425-b638-fd35b0b81353 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.153175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a69a5e-3717-4425-b638-fd35b0b81353 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:54:41.153632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-96a69a5e-3717-4425-b638-fd35b0b81353 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:54:41.171706 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:54:41.216950 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1d6fb19a-fbb8-42f2-b0ca-00c6284fa987 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2649300 Mar 08 11:54:41.220032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51656) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:41.226258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-227245077'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:41.231289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:41.235898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:network and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:41.238832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:41.246758 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:41.301958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-96a69a5e-3717-4425-b638-fd35b0b81353 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.319137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-96a69a5e-3717-4425-b638-fd35b0b81353 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.329413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a69a5e-3717-4425-b638-fd35b0b81353 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event deleted for resources: {'Network': ['ID=5245ed8d-1043-4e35-8578-4556a44d8935,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:41.330314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:41.331790 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-96a69a5e-3717-4425-b638-fd35b0b81353 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "DELETE /v2.0/networks/5245ed8d-1043-4e35-8578-4556a44d8935 HTTP/1.1" status: 204 len: 168 time: 0.4966602 Mar 08 11:54:41.337669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.337923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51660) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:41.362502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:54:41.371622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.372074 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Added segment e31182b7-ba78-4d55-9359-353d9af6b46c of type vlan for network fcdf2b36-1138-45ff-94cd-17547d5f7897 Mar 08 11:54:41.401215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.403126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a44bf0-c0b9-4a67-9304-cb4c87f3127f tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Deleting subnet 3989f8ec-d8f7-4dd1-9f94-39b593e0b110 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:41.406072 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60a44bf0-c0b9-4a67-9304-cb4c87f3127f tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.459666 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60a44bf0-c0b9-4a67-9304-cb4c87f3127f tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.507548 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.513105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:41.513720 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.630201 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Network': ['ID=fcdf2b36-1138-45ff-94cd-17547d5f7897,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:41.642236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network fcdf2b36-1138-45ff-94cd-17547d5f7897 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:54:41.646533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60a44bf0-c0b9-4a67-9304-cb4c87f3127f tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.652874 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-642e93b0-c341-4787-8218-2da3da051f51 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4293637 Mar 08 11:54:41.653119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51664) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:41.659128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'ports': [{'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc'}, {'network_id': 'fcdf2b36-1138-45ff-94cd-17547d5f7897'}]} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:41.662258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:41.662258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': 'fcdf2b36-1138-45ff-94cd-17547d5f7897'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:41.810590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60a44bf0-c0b9-4a67-9304-cb4c87f3127f tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.851090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a44bf0-c0b9-4a67-9304-cb4c87f3127f tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event deleted for resources: {'Subnet': ['ID=3989f8ec-d8f7-4dd1-9f94-39b593e0b110,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:41.853012 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60a44bf0-c0b9-4a67-9304-cb4c87f3127f tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.858990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c1f5d1-a79d-4ada-9f73-0e9d564884b0 None None] Network 76b69c9b-192b-4dbd-ba60-cee75328f882 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:41.859893 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-60a44bf0-c0b9-4a67-9304-cb4c87f3127f tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "DELETE /v2.0/subnets/3989f8ec-d8f7-4dd1-9f94-39b593e0b110 HTTP/1.1" status: 204 len: 168 time: 0.5246446 Mar 08 11:54:41.862294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51668) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:41.984102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:41.995348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Deleting port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:41.995808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.012700 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:42.017297 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:port and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:42.019364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:42.026142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:42.107205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 2} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:42.111658 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.130457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.130709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-31e178a9-f50b-411b-8556-9784e908b344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.137107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f419422-dba6-4079-9b18-e404b983b24a None None] DHCP port deletion for 76b69c9b-192b-4dbd-ba60-cee75328f882 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:54:42.141320 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4f419422-dba6-4079-9b18-e404b983b24a None None] Deleting port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:42.141565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4f419422-dba6-4079-9b18-e404b983b24a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.208840 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] For port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5b0dedd1-5cc2-47ee-8c87-6e94c4921801,segment=NetworkSegment(98d85060-6802-480b-9b5d-b755032e6a07),segment_id=98d85060-6802-480b-9b5d-b755032e6a07)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:42.209234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.331719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Calling delete_port for 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:42.346103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port 66d2e694-66fc-4f2c-90c6-33687f175ee7 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:54:42.348880 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4f419422-dba6-4079-9b18-e404b983b24a None None] For port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5b0dedd1-5cc2-47ee-8c87-6e94c4921801,segment=NetworkSegment(98d85060-6802-480b-9b5d-b755032e6a07),segment_id=98d85060-6802-480b-9b5d-b755032e6a07)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:42.349035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4f419422-dba6-4079-9b18-e404b983b24a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.467418 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.471088 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4f419422-dba6-4079-9b18-e404b983b24a None None] Calling delete_port for 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:42.483062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.516894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event deleted for resources: {'Port': ['ID=5b0dedd1-5cc2-47ee-8c87-6e94c4921801,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:42.520648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] No DVR routers for this DVR port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:54:42.548180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-4f419422-dba6-4079-9b18-e404b983b24a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:54:42.548543 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-4f419422-dba6-4079-9b18-e404b983b24a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:54:42.589750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port b7e225ea-858d-44b3-9499-11e06e7dba6f yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:54:42.650241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.676158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b69c9b-192b-4dbd-ba60-cee75328f882']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:42.684162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.689073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d85060-6802-480b-9b5d-b755032e6a07') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:42.689379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d85060-6802-480b-9b5d-b755032e6a07') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:42.702013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.717801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.723854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:54:42.724244 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:54:42.742398 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:54:42.793281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.860034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:42.867515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:42.872287 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:42.873102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.880844 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=66d2e694-66fc-4f2c-90c6-33687f175ee7,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:42.894989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.912346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:42.923754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Pushing event deleted for resources: {'Network': ['ID=76b69c9b-192b-4dbd-ba60-cee75328f882,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:42.927518 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-12065cd7-dd65-4a5f-b546-74dbf9b0b7c2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "DELETE /v2.0/networks/76b69c9b-192b-4dbd-ba60-cee75328f882 HTTP/1.1" status: 204 len: 168 time: 1.0642984 Mar 08 11:54:42.930187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51678) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:42.974054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=b7e225ea-858d-44b3-9499-11e06e7dba6f,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:42.976298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-593d1047-cfb3-4912-8a8d-559a6a4447d2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Synchronizing usage tracker for tenant:67d0ca1395ac45e7953b8c0568ebce0c on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:42.976578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Checking segment: {'id': 'e31182b7-ba78-4d55-9359-353d9af6b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fcdf2b36-1138-45ff-94cd-17547d5f7897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:42.976959 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network hostable DHCP agents. Network: fcdf2b36-1138-45ff-94cd-17547d5f7897, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:54:43.050099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4f419422-dba6-4079-9b18-e404b983b24a None None] Deleting port 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:43.050486 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4f419422-dba6-4079-9b18-e404b983b24a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.077540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-593d1047-cfb3-4912-8a8d-559a6a4447d2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Unset dirty status for tenant:67d0ca1395ac45e7953b8c0568ebce0c on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:43.078846 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-593d1047-cfb3-4912-8a8d-559a6a4447d2 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "GET /v2.0/ports?device_id=bed7a472-ce8c-4c47-9e4c-fbc1284df647 HTTP/1.1" status: 200 len: 205 time: 0.1477602 Mar 08 11:54:43.081233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51682) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:43.090204 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network fcdf2b36-1138-45ff-94cd-17547d5f7897 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:54:43.119847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4f419422-dba6-4079-9b18-e404b983b24a None None] The port '5b0dedd1-5cc2-47ee-8c87-6e94c4921801' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:54:43.153148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, fcdf2b36-1138-45ff-94cd-17547d5f7897) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:43.157132 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:43.162895 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:43.167595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536f2a9d-df8e-46cb-a5c3-ac7c9177753e None None] Network fcdf2b36-1138-45ff-94cd-17547d5f7897 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:43.168087 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:43.168884 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.220860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0a2f9ea4-38aa-4199-90aa-bf51d8665fa6 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.242443 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-46462f67-bed5-414b-98a4-e26a9df0674f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5857360 Mar 08 11:54:43.242711 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51686) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:43.259416 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.313621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-33e88515-eb17-4a0e-bf7f-822ad598d885 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port b7e225ea-858d-44b3-9499-11e06e7dba6f {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:43.313911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-33e88515-eb17-4a0e-bf7f-822ad598d885 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.456269 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.483603 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.557620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-33e88515-eb17-4a0e-bf7f-822ad598d885 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.638348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0a2f9ea4-38aa-4199-90aa-bf51d8665fa6 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.640525 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0a2f9ea4-38aa-4199-90aa-bf51d8665fa6 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.682876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-33e88515-eb17-4a0e-bf7f-822ad598d885 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for b7e225ea-858d-44b3-9499-11e06e7dba6f owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:43.718705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0a2f9ea4-38aa-4199-90aa-bf51d8665fa6 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.719210 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2f9ea4-38aa-4199-90aa-bf51d8665fa6 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Fanout notify agent at l3_agent the message router_deleted on router bed7a472-ce8c-4c47-9e4c-fbc1284df647 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:54:43.731478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0a2f9ea4-38aa-4199-90aa-bf51d8665fa6 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.732551 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0a2f9ea4-38aa-4199-90aa-bf51d8665fa6 tempest-RoutersNegativeTest-1472515124 tempest-RoutersNegativeTest-1472515124-project] 10.222.0.32 "DELETE /v2.0/routers/bed7a472-ce8c-4c47-9e4c-fbc1284df647 HTTP/1.1" status: 204 len: 168 time: 0.6504409 Mar 08 11:54:43.804819 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-33e88515-eb17-4a0e-bf7f-822ad598d885 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.854408 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e88515-eb17-4a0e-bf7f-822ad598d885 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=b7e225ea-858d-44b3-9499-11e06e7dba6f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:43.861533 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-33e88515-eb17-4a0e-bf7f-822ad598d885 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:43.868070 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-33e88515-eb17-4a0e-bf7f-822ad598d885 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/b7e225ea-858d-44b3-9499-11e06e7dba6f HTTP/1.1" status: 204 len: 168 time: 0.6242557 Mar 08 11:54:43.871175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51692) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:43.964221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524b93e5-e945-4f42-ac8f-ac4ad7658002 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:43.970676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524b93e5-e945-4f42-ac8f-ac4ad7658002 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:43.971427 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-524b93e5-e945-4f42-ac8f-ac4ad7658002 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:44.019430 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:54:44.054879 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:54:44.055218 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5b0dedd1-5cc2-47ee-8c87-6e94c4921801 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:54:44.061962 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-524b93e5-e945-4f42-ac8f-ac4ad7658002 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:44.063295 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-524b93e5-e945-4f42-ac8f-ac4ad7658002 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1910987 Mar 08 11:54:44.065855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51696) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:44.133698 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-36baff44-c1ad-41e1-9415-ae825dfe19a3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port 66d2e694-66fc-4f2c-90c6-33687f175ee7 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:44.134370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-36baff44-c1ad-41e1-9415-ae825dfe19a3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:44.197978 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51702) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:44.350497 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7dcda692-28a5-4035-aa27-994e70936a01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67d0ca1395ac45e7953b8c0568ebce0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513124 Mar 08 11:54:44.352835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51708) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:44.409684 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6c3c-2133-4c33-8fe5-ada569bba215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:44.435898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6c3c-2133-4c33-8fe5-ada569bba215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:44.452073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-36baff44-c1ad-41e1-9415-ae825dfe19a3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:44.575568 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-36baff44-c1ad-41e1-9415-ae825dfe19a3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for 66d2e694-66fc-4f2c-90c6-33687f175ee7 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:44.592921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6c3c-2133-4c33-8fe5-ada569bba215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:44.607692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b6c3c-2133-4c33-8fe5-ada569bba215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec1f436-aa91-4c04-9f6d-ee911026a2ad,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:44.616266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6c3c-2133-4c33-8fe5-ada569bba215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:44.617610 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dc1b6c3c-2133-4c33-8fe5-ada569bba215 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bec1f436-aa91-4c04-9f6d-ee911026a2ad HTTP/1.1" status: 204 len: 168 time: 0.2638896 Mar 08 11:54:44.690796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:44.724960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-36baff44-c1ad-41e1-9415-ae825dfe19a3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:44.776414 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36baff44-c1ad-41e1-9415-ae825dfe19a3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=66d2e694-66fc-4f2c-90c6-33687f175ee7,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:44.784303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-36baff44-c1ad-41e1-9415-ae825dfe19a3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:44.840053 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-36baff44-c1ad-41e1-9415-ae825dfe19a3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/66d2e694-66fc-4f2c-90c6-33687f175ee7 HTTP/1.1" status: 204 len: 168 time: 0.7732027 Mar 08 11:54:44.842412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51714) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:44.922863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647bddcc-5f23-444b-ba7f-856bdab87102 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:44.923560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-647bddcc-5f23-444b-ba7f-856bdab87102 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:44.969701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-647bddcc-5f23-444b-ba7f-856bdab87102 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:44.971017 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-647bddcc-5f23-444b-ba7f-856bdab87102 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1275959 Mar 08 11:54:44.973576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51720) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:45.019638 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cbebe0-1205-4b92-94f0-cc18a3888852 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:54:45.020962 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f1cbebe0-1205-4b92-94f0-cc18a3888852 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/b7e225ea-858d-44b3-9499-11e06e7dba6f HTTP/1.1" status: 404 len: 333 time: 0.0463607 Mar 08 11:54:45.029464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51726) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:45.073607 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e716ef4-4823-4184-b8f8-0c1f01a00be3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:54:45.076524 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9e716ef4-4823-4184-b8f8-0c1f01a00be3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/66d2e694-66fc-4f2c-90c6-33687f175ee7 HTTP/1.1" status: 404 len: 333 time: 0.0445774 Mar 08 11:54:45.077680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51734) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:45.190567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e852cc9d-4f73-4031-a09e-e329ff1862da tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.320549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e852cc9d-4f73-4031-a09e-e329ff1862da tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.347472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-e852cc9d-4f73-4031-a09e-e329ff1862da tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdf2b36-1138-45ff-94cd-17547d5f7897']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:45.360040 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-e852cc9d-4f73-4031-a09e-e329ff1862da tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31182b7-ba78-4d55-9359-353d9af6b46c') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:45.360160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-e852cc9d-4f73-4031-a09e-e329ff1862da tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31182b7-ba78-4d55-9359-353d9af6b46c') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:45.371347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e852cc9d-4f73-4031-a09e-e329ff1862da tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.388092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e852cc9d-4f73-4031-a09e-e329ff1862da tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.399904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e852cc9d-4f73-4031-a09e-e329ff1862da tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:54:45.399904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e852cc9d-4f73-4031-a09e-e329ff1862da tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:54:45.410242 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:54:45.530504 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e852cc9d-4f73-4031-a09e-e329ff1862da tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.534629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e852cc9d-4f73-4031-a09e-e329ff1862da tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.560592 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e852cc9d-4f73-4031-a09e-e329ff1862da tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/networks/fcdf2b36-1138-45ff-94cd-17547d5f7897 HTTP/1.1" status: 204 len: 168 time: 0.4817920 Mar 08 11:54:45.561453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852cc9d-4f73-4031-a09e-e329ff1862da tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Network': ['ID=fcdf2b36-1138-45ff-94cd-17547d5f7897,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:45.564279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51750) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:45.570696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-52735425'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:45.576701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:45.580679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:network and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:45.583578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:45.589971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:45.622942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51754) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:45.666815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:45.670483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.702346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:54:45.711341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.715436 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Added segment b843f49e-3ec1-46c7-9aba-ddc473f897f7 of type vlan for network 9c0f1884-802e-4280-8cd7-09e664589c3f Mar 08 11:54:45.729045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523997360'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:45.744676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:45.750173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.753715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:45.756978 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:45.764962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:45.878322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.891028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.901004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.906398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:45.906965 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:45.939373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:45.953639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:45.958879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:45.977370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:46.033128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Network': ['ID=9c0f1884-802e-4280-8cd7-09e664589c3f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:46.043380 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 9c0f1884-802e-4280-8cd7-09e664589c3f details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:54:46.048535 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-079a4840-35a2-41e4-8b71-ccec4db5d9fa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4831424 Mar 08 11:54:46.051763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51760) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:46.057981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': '9c0f1884-802e-4280-8cd7-09e664589c3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:46.137899 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:46.170551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:46.174470 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:46.177148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:46.183564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:46.193133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:46.205529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:46.213382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:46.221463 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:46.232362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:46.235891 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833a789f-bbf8-4217-9d95-81d8a6bde34f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:46.266468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:46.270103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:46.305280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:46.362235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.ipam_backend_mixin [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Performing IP validity checks on allocation pools {{(pid=88470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 11:54:46.364911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.ipam_backend_mixin [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 11:54:46.380682 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:46.423163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fc256e-fd4e-4425-b242-6314924c3368,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:46.483996 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:46.485176 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-255d1b59-8642-4c93-aee7-98bca72e109e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8612363 Mar 08 11:54:46.488088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51764) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:46.556507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2dd71e4b-8f78-424f-9f70-257e05a5ed53 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:46.570155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:46.631806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2dd71e4b-8f78-424f-9f70-257e05a5ed53 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:46.636319 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2dd71e4b-8f78-424f-9f70-257e05a5ed53 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1443315 Mar 08 11:54:46.636590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51768) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:46.642281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d114833e-5808-4ede-81f8-20d511c92ffb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group': {'name': 'tempest-security--406905472', 'description': 'tempest-security-description-21886284'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:46.647294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Subnet': ['ID=8b06b536-44b8-4eb7-bd0b-91adb8a69fda,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:46.656413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Checking segment: {'id': 'b843f49e-3ec1-46c7-9aba-ddc473f897f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9c0f1884-802e-4280-8cd7-09e664589c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:46.656872 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network hostable DHCP agents. Network: 9c0f1884-802e-4280-8cd7-09e664589c3f, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:54:46.674916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d114833e-5808-4ede-81f8-20d511c92ffb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:46.727034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d114833e-5808-4ede-81f8-20d511c92ffb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:46.744317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 9c0f1884-802e-4280-8cd7-09e664589c3f is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:54:46.820426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d114833e-5808-4ede-81f8-20d511c92ffb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:46.823391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d114833e-5808-4ede-81f8-20d511c92ffb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:46.824617 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d114833e-5808-4ede-81f8-20d511c92ffb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "PUT /v2.0/security-groups/b6fc256e-fd4e-4425-b242-6314924c3368 HTTP/1.1" status: 200 len: 1777 time: 0.1870911 Mar 08 11:54:46.827472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51772) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:46.842312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 9c0f1884-802e-4280-8cd7-09e664589c3f) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:46.851147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:46.851736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:46.852913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4098b98-6dad-4032-897d-61bee7249f3c None None] Network 9c0f1884-802e-4280-8cd7-09e664589c3f requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:46.853160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114833e-5808-4ede-81f8-20d511c92ffb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fc256e-fd4e-4425-b242-6314924c3368,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:46.891953 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5e4e4ce5-2559-4fe1-883d-fedd13768fc5 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-groups/b6fc256e-fd4e-4425-b242-6314924c3368 HTTP/1.1" status: 200 len: 1777 time: 0.0633640 Mar 08 11:54:46.894631 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51776) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:46.959199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-af7cc756-89e5-4271-8d2c-bcff8d15a417 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:46.975771 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-788e7d0c-ee91-4c35-bfcd-c482114f5084 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9229579 Mar 08 11:54:46.978687 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51780) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:46.984752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': '9c0f1884-802e-4280-8cd7-09e664589c3f', 'name': 'tempest-PortsIpV6TestJSON-826253230'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:46.988602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-af7cc756-89e5-4271-8d2c-bcff8d15a417 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.078975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-9c0f1884-802e-4280-8cd7-09e664589c3f', 'network_id': '9c0f1884-802e-4280-8cd7-09e664589c3f', 'tenant_id': '2dc4648430df422c98c9144accb8de53', 'fixed_ips': [{'subnet_id': '8b06b536-44b8-4eb7-bd0b-91adb8a69fda'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:54:47.079848 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.112985 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-af7cc756-89e5-4271-8d2c-bcff8d15a417 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.125549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:47.133623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cc756-89e5-4271-8d2c-bcff8d15a417 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fc256e-fd4e-4425-b242-6314924c3368,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:47.137164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:47.220861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-af7cc756-89e5-4271-8d2c-bcff8d15a417 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.222433 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-af7cc756-89e5-4271-8d2c-bcff8d15a417 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6fc256e-fd4e-4425-b242-6314924c3368 HTTP/1.1" status: 204 len: 168 time: 0.3264666 Mar 08 11:54:47.224779 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51784) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:47.244772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Allocated IP 2001:db8::2 (9c0f1884-802e-4280-8cd7-09e664589c3f/8b06b536-44b8-4eb7-bd0b-91adb8a69fda/419c9f92-e78b-427a-8834-e46b01900eb8) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:47.250265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:47.254239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.277078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port 5c51573b-292a-4238-9086-7329879e3ffe yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:54:47.277300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-afca26a0-0dac-4504-ab4f-1447ff1ba277 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:47.342080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-afca26a0-0dac-4504-ab4f-1447ff1ba277 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:47.343369 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-afca26a0-0dac-4504-ab4f-1447ff1ba277 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1176302 Mar 08 11:54:47.346247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51788) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:47.363166 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-036e6274-8c53-48be-8dfc-6034bac5a9d6 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] delete failed (client error): The resource could not be found. Mar 08 11:54:47.364171 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-036e6274-8c53-48be-8dfc-6034bac5a9d6 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6fc256e-fd4e-4425-b242-6314924c3368 HTTP/1.1" status: 404 len: 347 time: 0.0168805 Mar 08 11:54:47.367951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51792) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:47.373514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-dd74a7aa-11e7-436b-bdac-2166431b995a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547965488'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:47.379484 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-dd74a7aa-11e7-436b-bdac-2166431b995a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:47.390636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-dd74a7aa-11e7-436b-bdac-2166431b995a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:47.452136 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.461545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Transition to ACTIVE for port object 419c9f92-e78b-427a-8834-e46b01900eb8 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:47.479158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Transition to ACTIVE for port object 419c9f92-e78b-427a-8834-e46b01900eb8 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:47.484411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd74a7aa-11e7-436b-bdac-2166431b995a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.504695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-dd74a7aa-11e7-436b-bdac-2166431b995a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:47.508527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-dd74a7aa-11e7-436b-bdac-2166431b995a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:47.511419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-dd74a7aa-11e7-436b-bdac-2166431b995a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:47.517049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-dd74a7aa-11e7-436b-bdac-2166431b995a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:47.587314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd74a7aa-11e7-436b-bdac-2166431b995a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.599016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.652262 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd74a7aa-11e7-436b-bdac-2166431b995a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.659074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Network 9c0f1884-802e-4280-8cd7-09e664589c3f is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:47.661567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:47.670269 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:47.679633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Pushing event updated for resources: {'Port': ['ID=419c9f92-e78b-427a-8834-e46b01900eb8,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:47.693816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8::178 (9c0f1884-802e-4280-8cd7-09e664589c3f/8b06b536-44b8-4eb7-bd0b-91adb8a69fda/5c51573b-292a-4238-9086-7329879e3ffe) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:47.702038 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74a7aa-11e7-436b-bdac-2166431b995a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ba50a9-bb47-4e18-bde7-1b5131e68c7b,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:47.772797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Attempting to bind port 419c9f92-e78b-427a-8834-e46b01900eb8 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:54:47.773180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Attempting to bind port 419c9f92-e78b-427a-8834-e46b01900eb8 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'b843f49e-3ec1-46c7-9aba-ddc473f897f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9c0f1884-802e-4280-8cd7-09e664589c3f'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:54:47.773528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Attempting to bind port 419c9f92-e78b-427a-8834-e46b01900eb8 on network 9c0f1884-802e-4280-8cd7-09e664589c3f {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:54:47.776637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd74a7aa-11e7-436b-bdac-2166431b995a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.780024 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dd74a7aa-11e7-436b-bdac-2166431b995a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4090335 Mar 08 11:54:47.782259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51796) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:47.786556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:54:47.786940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Checking segment: {'id': 'b843f49e-3ec1-46c7-9aba-ddc473f897f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9c0f1884-802e-4280-8cd7-09e664589c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:47.791687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.791687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Bound using segment: {'id': 'b843f49e-3ec1-46c7-9aba-ddc473f897f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9c0f1884-802e-4280-8cd7-09e664589c3f'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:54:47.792070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a3b24951-f558-43a5-80c5-e68db3e51a2a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group_rule': {'security_group_id': 'b6ba50a9-bb47-4e18-bde7-1b5131e68c7b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:47.792185 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Bound port: 419c9f92-e78b-427a-8834-e46b01900eb8, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b843f49e-3ec1-46c7-9aba-ddc473f897f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9c0f1884-802e-4280-8cd7-09e664589c3f'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:54:47.792185 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.796309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a3b24951-f558-43a5-80c5-e68db3e51a2a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:47.800688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a3b24951-f558-43a5-80c5-e68db3e51a2a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:47.804476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a3b24951-f558-43a5-80c5-e68db3e51a2a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:47.812173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a3b24951-f558-43a5-80c5-e68db3e51a2a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:47.880019 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] For port 419c9f92-e78b-427a-8834-e46b01900eb8, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:54:47.882923 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] For port 419c9f92-e78b-427a-8834-e46b01900eb8, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=419c9f92-e78b-427a-8834-e46b01900eb8,segment=NetworkSegment(b843f49e-3ec1-46c7-9aba-ddc473f897f7),segment_id=b843f49e-3ec1-46c7-9aba-ddc473f897f7)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:54:47.907593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.915837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3b24951-f558-43a5-80c5-e68db3e51a2a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.929746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Transition to ACTIVE for port object 5c51573b-292a-4238-9086-7329879e3ffe will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:47.965335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:47.982234 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3b24951-f558-43a5-80c5-e68db3e51a2a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.022319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.056819 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3b24951-f558-43a5-80c5-e68db3e51a2a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.060337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af733193-1849-44ca-a44e-bf32fccf81ec None None] Pushing event updated for resources: {'Port': ['ID=419c9f92-e78b-427a-8834-e46b01900eb8,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:48.082732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b24951-f558-43a5-80c5-e68db3e51a2a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f246cb8c-fc0c-4349-85ea-375c663a5085,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:48.099117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 9c0f1884-802e-4280-8cd7-09e664589c3f is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:48.102507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:48.105477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:48.111120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:48.111732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.134625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=5c51573b-292a-4238-9086-7329879e3ffe,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:48.170899 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3b24951-f558-43a5-80c5-e68db3e51a2a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.172118 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a3b24951-f558-43a5-80c5-e68db3e51a2a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3888493 Mar 08 11:54:48.175023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51800) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:48.206873 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbe15418-074a-447f-95a1-fbcd639233e4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.218877 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbe15418-074a-447f-95a1-fbcd639233e4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.233934 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-231089fb-d1ee-4a62-9ea2-9194f09209ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2541184 Mar 08 11:54:48.236777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51804) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:48.319717 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d2e93b3a-a6fe-46cd-879e-1f539bafe037 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port 5c51573b-292a-4238-9086-7329879e3ffe {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:48.320298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d2e93b3a-a6fe-46cd-879e-1f539bafe037 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.356241 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbe15418-074a-447f-95a1-fbcd639233e4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.383722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe15418-074a-447f-95a1-fbcd639233e4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f246cb8c-fc0c-4349-85ea-375c663a5085,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:48.391974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bbe15418-074a-447f-95a1-fbcd639233e4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.393381 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bbe15418-074a-447f-95a1-fbcd639233e4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f246cb8c-fc0c-4349-85ea-375c663a5085 HTTP/1.1" status: 204 len: 168 time: 0.2172461 Mar 08 11:54:48.396024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51808) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:48.466195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-cfae27a6-a90a-46d9-bed3-403e9f160b70 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:48.569915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-cfae27a6-a90a-46d9-bed3-403e9f160b70 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:48.571145 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cfae27a6-a90a-46d9-bed3-403e9f160b70 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1740806 Mar 08 11:54:48.574919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51812) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:48.643324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-89603e65-b627-4ca0-b811-ae311339ba7e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.673380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-89603e65-b627-4ca0-b811-ae311339ba7e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.707491 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d2e93b3a-a6fe-46cd-879e-1f539bafe037 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.804592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-89603e65-b627-4ca0-b811-ae311339ba7e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.828520 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89603e65-b627-4ca0-b811-ae311339ba7e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ba50a9-bb47-4e18-bde7-1b5131e68c7b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:48.834132 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d2e93b3a-a6fe-46cd-879e-1f539bafe037 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for 5c51573b-292a-4238-9086-7329879e3ffe owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:48.913534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-89603e65-b627-4ca0-b811-ae311339ba7e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:48.917499 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-89603e65-b627-4ca0-b811-ae311339ba7e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6ba50a9-bb47-4e18-bde7-1b5131e68c7b HTTP/1.1" status: 204 len: 168 time: 0.3386366 Mar 08 11:54:48.917893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51818) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:49.022235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7334f367-7bf6-445c-bfee-af6671d68db1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:49.107510 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92917798-7d6b-4e87-adf9-dfca10e663fa None None] Network 9c0f1884-802e-4280-8cd7-09e664589c3f requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:49.112890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d2e93b3a-a6fe-46cd-879e-1f539bafe037 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.166828 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e93b3a-a6fe-46cd-879e-1f539bafe037 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=5c51573b-292a-4238-9086-7329879e3ffe,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:49.168766 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7334f367-7bf6-445c-bfee-af6671d68db1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:49.171829 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7334f367-7bf6-445c-bfee-af6671d68db1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2510090 Mar 08 11:54:49.174328 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51822) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:49.205081 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-97f53b64-cc5b-49f7-98d0-b9dd6e8659c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group': {'name': 'tempest-secgroup--347053352'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:49.214955 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-97f53b64-cc5b-49f7-98d0-b9dd6e8659c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:49.227646 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d2e93b3a-a6fe-46cd-879e-1f539bafe037 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.234260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-97f53b64-cc5b-49f7-98d0-b9dd6e8659c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:49.245240 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d2e93b3a-a6fe-46cd-879e-1f539bafe037 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/5c51573b-292a-4238-9086-7329879e3ffe HTTP/1.1" status: 204 len: 168 time: 1.0074613 Mar 08 11:54:49.248024 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51826) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:49.279928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7d991d6e-8d41-4abb-a8b2-0ed604f4a3d6 None None] Provisioning for port 419c9f92-e78b-427a-8834-e46b01900eb8 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:49.288266 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-229f64e1-1c5e-45ab-96d6-053a01f78f07 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] DELETE failed (client error): The resource could not be found. Mar 08 11:54:49.288731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229f64e1-1c5e-45ab-96d6-053a01f78f07 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:54:49.290406 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-229f64e1-1c5e-45ab-96d6-053a01f78f07 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/5c51573b-292a-4238-9086-7329879e3ffe HTTP/1.1" status: 404 len: 333 time: 0.0414877 Mar 08 11:54:49.293697 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51830) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:49.331622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-97f53b64-cc5b-49f7-98d0-b9dd6e8659c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.349976 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae62812c-be69-40aa-9b64-c63c22fbeffc tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:54:49.350433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ae62812c-be69-40aa-9b64-c63c22fbeffc tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:49.366754 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-97f53b64-cc5b-49f7-98d0-b9dd6e8659c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:49.371618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-97f53b64-cc5b-49f7-98d0-b9dd6e8659c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:49.374565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-97f53b64-cc5b-49f7-98d0-b9dd6e8659c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:49.380461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-97f53b64-cc5b-49f7-98d0-b9dd6e8659c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:49.452394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-97f53b64-cc5b-49f7-98d0-b9dd6e8659c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.455805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ae62812c-be69-40aa-9b64-c63c22fbeffc tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:49.457287 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ae62812c-be69-40aa-9b64-c63c22fbeffc tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/5c51573b-292a-4238-9086-7329879e3ffe HTTP/1.1" status: 404 len: 333 time: 0.1624143 Mar 08 11:54:49.459868 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51834) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:49.507767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-97f53b64-cc5b-49f7-98d0-b9dd6e8659c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.574213 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-13735966-9c69-403d-a357-a04888680723 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting subnet 8b06b536-44b8-4eb7-bd0b-91adb8a69fda {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:49.576014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f53b64-cc5b-49f7-98d0-b9dd6e8659c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ed3be0-fc5f-4063-acd8-c4501643d4b1,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:49.585057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13735966-9c69-403d-a357-a04888680723 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.644030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13735966-9c69-403d-a357-a04888680723 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.674726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-97f53b64-cc5b-49f7-98d0-b9dd6e8659c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.677489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51838) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:49.677665 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-97f53b64-cc5b-49f7-98d0-b9dd6e8659c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5020263 Mar 08 11:54:49.682840 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8a392351-5c17-4e76-8c42-e050d2b907fb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group_rule': {'security_group_id': 'c7ed3be0-fc5f-4063-acd8-c4501643d4b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:49.690302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8a392351-5c17-4e76-8c42-e050d2b907fb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:49.694775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8a392351-5c17-4e76-8c42-e050d2b907fb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:49.698581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8a392351-5c17-4e76-8c42-e050d2b907fb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:49.706645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8a392351-5c17-4e76-8c42-e050d2b907fb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:49.740347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13735966-9c69-403d-a357-a04888680723 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.746950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4bd5d3db-704e-4e49-9ebf-b250184211a2 None None] Could not find standard attr ID for object 5c51573b-292a-4238-9086-7329879e3ffe. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:54:49.784131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8a392351-5c17-4e76-8c42-e050d2b907fb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.852929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8a392351-5c17-4e76-8c42-e050d2b907fb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.890420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13735966-9c69-403d-a357-a04888680723 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.918371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8a392351-5c17-4e76-8c42-e050d2b907fb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.929703 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13735966-9c69-403d-a357-a04888680723 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Subnet': ['ID=8b06b536-44b8-4eb7-bd0b-91adb8a69fda,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:49.934890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13735966-9c69-403d-a357-a04888680723 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:49.942443 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d8b85e-9cae-420e-90c0-f559b2c8c660 None None] Network 9c0f1884-802e-4280-8cd7-09e664589c3f requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:49.945236 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-13735966-9c69-403d-a357-a04888680723 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/8b06b536-44b8-4eb7-bd0b-91adb8a69fda HTTP/1.1" status: 204 len: 168 time: 0.4828050 Mar 08 11:54:49.946560 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51842) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:49.952410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a392351-5c17-4e76-8c42-e050d2b907fb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf1d094-baff-48a6-b1ae-2162acd586f8,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:50.082791 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 419c9f92-e78b-427a-8834-e46b01900eb8 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:54:50.170533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8a392351-5c17-4e76-8c42-e050d2b907fb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.171704 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8a392351-5c17-4e76-8c42-e050d2b907fb tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4930744 Mar 08 11:54:50.174525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51846) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:50.181224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c9747412-d63a-4538-ac9c-785ef559316b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group_rule': {'security_group_id': 'c7ed3be0-fc5f-4063-acd8-c4501643d4b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:50.187215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c9747412-d63a-4538-ac9c-785ef559316b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:50.191313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c9747412-d63a-4538-ac9c-785ef559316b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:50.194499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c9747412-d63a-4538-ac9c-785ef559316b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:50.198675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.200814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c9747412-d63a-4538-ac9c-785ef559316b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:50.209273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port 419c9f92-e78b-427a-8834-e46b01900eb8 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:50.209614 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.273946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9747412-d63a-4538-ac9c-785ef559316b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.295579 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 419c9f92-e78b-427a-8834-e46b01900eb8 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:50.301857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd16617e-3b4d-4438-844f-1542db9c5ab8 None None] DHCP port deletion for 9c0f1884-802e-4280-8cd7-09e664589c3f request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:54:50.308339 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 419c9f92-e78b-427a-8834-e46b01900eb8 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:54:50.308724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.338264 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bd16617e-3b4d-4438-844f-1542db9c5ab8 None None] Deleting port 419c9f92-e78b-427a-8834-e46b01900eb8 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:50.338648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd16617e-3b4d-4438-844f-1542db9c5ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.340816 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9747412-d63a-4538-ac9c-785ef559316b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.415631 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9747412-d63a-4538-ac9c-785ef559316b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.428400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] For port 419c9f92-e78b-427a-8834-e46b01900eb8, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=419c9f92-e78b-427a-8834-e46b01900eb8,segment=NetworkSegment(b843f49e-3ec1-46c7-9aba-ddc473f897f7),segment_id=b843f49e-3ec1-46c7-9aba-ddc473f897f7)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:50.428758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.438011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9747412-d63a-4538-ac9c-785ef559316b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3e9f6e-a19a-4f96-ad2d-fd9c6578db73,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:50.553833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for 419c9f92-e78b-427a-8834-e46b01900eb8 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:50.576205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9747412-d63a-4538-ac9c-785ef559316b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.577592 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c9747412-d63a-4538-ac9c-785ef559316b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4017651 Mar 08 11:54:50.580192 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51850) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:50.586011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-41b1a785-b032-4281-9dd4-c40459df583e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group_rule': {'security_group_id': 'c7ed3be0-fc5f-4063-acd8-c4501643d4b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:50.594304 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-41b1a785-b032-4281-9dd4-c40459df583e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:50.599350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-41b1a785-b032-4281-9dd4-c40459df583e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:50.601145 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.602396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-41b1a785-b032-4281-9dd4-c40459df583e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:50.609254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-41b1a785-b032-4281-9dd4-c40459df583e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:50.622785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bd16617e-3b4d-4438-844f-1542db9c5ab8 None None] For port 419c9f92-e78b-427a-8834-e46b01900eb8, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=419c9f92-e78b-427a-8834-e46b01900eb8,segment=NetworkSegment(b843f49e-3ec1-46c7-9aba-ddc473f897f7),segment_id=b843f49e-3ec1-46c7-9aba-ddc473f897f7)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:50.623188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd16617e-3b4d-4438-844f-1542db9c5ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.685461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41b1a785-b032-4281-9dd4-c40459df583e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.701866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.750773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=419c9f92-e78b-427a-8834-e46b01900eb8,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:50.752699 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No DVR routers for this DVR port 419c9f92-e78b-427a-8834-e46b01900eb8 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:54:50.753498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bd16617e-3b4d-4438-844f-1542db9c5ab8 None None] Calling delete_port for 419c9f92-e78b-427a-8834-e46b01900eb8 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:50.753971 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41b1a785-b032-4281-9dd4-c40459df583e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.824065 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41b1a785-b032-4281-9dd4-c40459df583e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.847918 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1a785-b032-4281-9dd4-c40459df583e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3abd6f-5100-4959-bc73-15703ddc896c,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:50.862236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-bd16617e-3b4d-4438-844f-1542db9c5ab8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:54:50.862599 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-bd16617e-3b4d-4438-844f-1542db9c5ab8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:54:50.879521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.904249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0f1884-802e-4280-8cd7-09e664589c3f']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:50.915938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b843f49e-3ec1-46c7-9aba-ddc473f897f7') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:50.916240 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b843f49e-3ec1-46c7-9aba-ddc473f897f7') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:50.927305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.934651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41b1a785-b032-4281-9dd4-c40459df583e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.935965 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-41b1a785-b032-4281-9dd4-c40459df583e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3546314 Mar 08 11:54:50.938644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51854) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:50.943585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8f07cddf-a62a-4724-86f7-69933484aa56 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group_rule': {'security_group_id': 'c7ed3be0-fc5f-4063-acd8-c4501643d4b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:50.943763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.950263 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8f07cddf-a62a-4724-86f7-69933484aa56 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:50.950412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:54:50.950708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:50.954676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8f07cddf-a62a-4724-86f7-69933484aa56 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:50.957487 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8f07cddf-a62a-4724-86f7-69933484aa56 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:50.963436 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8f07cddf-a62a-4724-86f7-69933484aa56 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:54:50.967364 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:54:51.049773 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8f07cddf-a62a-4724-86f7-69933484aa56 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.112357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8f07cddf-a62a-4724-86f7-69933484aa56 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.130023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.135167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.168047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Network': ['ID=9c0f1884-802e-4280-8cd7-09e664589c3f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:51.191479 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8f07cddf-a62a-4724-86f7-69933484aa56 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.214915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07cddf-a62a-4724-86f7-69933484aa56 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86793e92-e131-4fc9-adc0-907f071a3e98,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:51.245502 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bbc19fda-3d90-4661-a9f3-6378a11b60f7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/networks/9c0f1884-802e-4280-8cd7-09e664589c3f HTTP/1.1" status: 204 len: 168 time: 1.2950821 Mar 08 11:54:51.249014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51858) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:51.254605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-890272778'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:51.259610 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:51.263405 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:network and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:51.266273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:51.272009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:51.307852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8f07cddf-a62a-4724-86f7-69933484aa56 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.309055 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8f07cddf-a62a-4724-86f7-69933484aa56 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3695030 Mar 08 11:54:51.311675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51862) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:51.316786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a9fce7ce-4431-47db-a6d4-eeeab1325548 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group_rule': {'security_group_id': 'c7ed3be0-fc5f-4063-acd8-c4501643d4b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:51.322750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a9fce7ce-4431-47db-a6d4-eeeab1325548 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:51.326832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a9fce7ce-4431-47db-a6d4-eeeab1325548 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:51.329761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a9fce7ce-4431-47db-a6d4-eeeab1325548 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:51.335795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a9fce7ce-4431-47db-a6d4-eeeab1325548 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:51.363864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bd16617e-3b4d-4438-844f-1542db9c5ab8 None None] Deleting port 419c9f92-e78b-427a-8834-e46b01900eb8 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:51.364392 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd16617e-3b4d-4438-844f-1542db9c5ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.387088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:51.390476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.417364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:54:51.430456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bd16617e-3b4d-4438-844f-1542db9c5ab8 None None] The port '419c9f92-e78b-427a-8834-e46b01900eb8' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:54:51.433750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9fce7ce-4431-47db-a6d4-eeeab1325548 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.448075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.448466 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Added segment 2050c9ea-c42d-40cf-bc7a-78e5c826e573 of type vlan for network 645f199a-7311-4276-97fe-2f91615ffb01 Mar 08 11:54:51.503324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.540460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9fce7ce-4431-47db-a6d4-eeeab1325548 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.620500 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9fce7ce-4431-47db-a6d4-eeeab1325548 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.644884 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fce7ce-4431-47db-a6d4-eeeab1325548 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99a8884-40cb-4c1b-8d44-94121f57dc9b,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:51.653923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.659704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:51.660298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.760730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a9fce7ce-4431-47db-a6d4-eeeab1325548 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.761800 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a9fce7ce-4431-47db-a6d4-eeeab1325548 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4491730 Mar 08 11:54:51.764757 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51866) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:51.773663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Network': ['ID=645f199a-7311-4276-97fe-2f91615ffb01,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:51.778602 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d3b2aad9-8e3a-4a34-9ae1-049d731bdec8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5286176 Mar 08 11:54:51.781688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51870) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:51.784637 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 645f199a-7311-4276-97fe-2f91615ffb01 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:54:51.788542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': '645f199a-7311-4276-97fe-2f91615ffb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:51.795406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad2aa-49b4-434d-9d6c-007a2fc5343e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.805843 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad2aa-49b4-434d-9d6c-007a2fc5343e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.885170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad2aa-49b4-434d-9d6c-007a2fc5343e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.906073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ad2aa-49b4-434d-9d6c-007a2fc5343e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e99a8884-40cb-4c1b-8d44-94121f57dc9b,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:51.907491 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:51.909315 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad2aa-49b4-434d-9d6c-007a2fc5343e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:51.910553 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5f6ad2aa-49b4-434d-9d6c-007a2fc5343e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e99a8884-40cb-4c1b-8d44-94121f57dc9b HTTP/1.1" status: 204 len: 168 time: 0.1447408 Mar 08 11:54:51.913035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51874) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:51.916389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:51.919365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:51.937492 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:51.982616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-65a494ca-ffeb-41f6-9592-12dcf1fbc589 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:51.994807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:51.999158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.026582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 419c9f92-e78b-427a-8834-e46b01900eb8 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:54:52.059351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 419c9f92-e78b-427a-8834-e46b01900eb8 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:54:52.059784 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 419c9f92-e78b-427a-8834-e46b01900eb8 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:54:52.088302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-65a494ca-ffeb-41f6-9592-12dcf1fbc589 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:52.089562 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-65a494ca-ffeb-41f6-9592-12dcf1fbc589 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1754212 Mar 08 11:54:52.092675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51878) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:52.123834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8008c84b-daf2-4f72-b015-528a83eb74fc tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.134215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8008c84b-daf2-4f72-b015-528a83eb74fc tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.243952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8008c84b-daf2-4f72-b015-528a83eb74fc tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.261736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008c84b-daf2-4f72-b015-528a83eb74fc tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86793e92-e131-4fc9-adc0-907f071a3e98,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:52.272818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.336270 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8008c84b-daf2-4f72-b015-528a83eb74fc tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.337507 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8008c84b-daf2-4f72-b015-528a83eb74fc tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/86793e92-e131-4fc9-adc0-907f071a3e98 HTTP/1.1" status: 204 len: 168 time: 0.2438300 Mar 08 11:54:52.340145 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51882) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:52.395114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4f50b36d-8a80-4a5a-9711-d67cc7cb5f28 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:52.456529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Subnet': ['ID=307992ce-1b5a-4007-8fb2-200f74e3cb61,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:52.467195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Checking segment: {'id': '2050c9ea-c42d-40cf-bc7a-78e5c826e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '645f199a-7311-4276-97fe-2f91615ffb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:52.467559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network hostable DHCP agents. Network: 645f199a-7311-4276-97fe-2f91615ffb01, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:54:52.484241 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4f50b36d-8a80-4a5a-9711-d67cc7cb5f28 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:52.485587 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4f50b36d-8a80-4a5a-9711-d67cc7cb5f28 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1444950 Mar 08 11:54:52.488478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51886) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:52.516744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-61110449-dadd-4c9e-a2d9-37f980d3ca61 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.526886 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-61110449-dadd-4c9e-a2d9-37f980d3ca61 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.563982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 645f199a-7311-4276-97fe-2f91615ffb01 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:54:52.621193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-61110449-dadd-4c9e-a2d9-37f980d3ca61 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.640428 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61110449-dadd-4c9e-a2d9-37f980d3ca61 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb3abd6f-5100-4959-bc73-15703ddc896c,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:52.649637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 645f199a-7311-4276-97fe-2f91615ffb01) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:52.653470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:52.654147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.660097 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294d8ea1-d94c-4948-bdea-d99be9cea474 None None] Network 645f199a-7311-4276-97fe-2f91615ffb01 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:52.712884 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-61110449-dadd-4c9e-a2d9-37f980d3ca61 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.714103 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-61110449-dadd-4c9e-a2d9-37f980d3ca61 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/eb3abd6f-5100-4959-bc73-15703ddc896c HTTP/1.1" status: 204 len: 168 time: 0.2246537 Mar 08 11:54:52.716887 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51890) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:52.743064 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-32a7bea8-38c1-48a9-bedd-92a1bcf521cf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9597998 Mar 08 11:54:52.746268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51894) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:52.758085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': '645f199a-7311-4276-97fe-2f91615ffb01', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-882198691'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:52.804259 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c4d2e2e1-4924-40ac-9a45-8aad9e356fb9 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0831010 Mar 08 11:54:52.804542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51898) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:52.834553 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a55f7d46-1eab-40fc-b98f-26cc1a8cda2c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.845215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a55f7d46-1eab-40fc-b98f-26cc1a8cda2c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.876175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-645f199a-7311-4276-97fe-2f91615ffb01', 'network_id': '645f199a-7311-4276-97fe-2f91615ffb01', 'tenant_id': '2dc4648430df422c98c9144accb8de53', 'fixed_ips': [{'subnet_id': '307992ce-1b5a-4007-8fb2-200f74e3cb61'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:54:52.881251 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.920639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:52.924705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:port and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:52.927588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:52.934122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:52.941175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a55f7d46-1eab-40fc-b98f-26cc1a8cda2c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.961008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f7d46-1eab-40fc-b98f-26cc1a8cda2c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c3e9f6e-a19a-4f96-ad2d-fd9c6578db73,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:52.963801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a55f7d46-1eab-40fc-b98f-26cc1a8cda2c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:52.967866 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a55f7d46-1eab-40fc-b98f-26cc1a8cda2c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3c3e9f6e-a19a-4f96-ad2d-fd9c6578db73 HTTP/1.1" status: 204 len: 168 time: 0.1593647 Mar 08 11:54:52.967866 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51902) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:53.003308 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:53.006909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.021272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4971de28-0e07-449f-916a-875edd69fbe2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:53.031711 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port ca895ee9-202f-40d5-abc7-4a7efd0cd5e2 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:54:53.054548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Allocated IP 2001:db8::2 (645f199a-7311-4276-97fe-2f91615ffb01/307992ce-1b5a-4007-8fb2-200f74e3cb61/aec50da1-4c66-4854-abdd-4127b5f419c2) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:53.112906 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4971de28-0e07-449f-916a-875edd69fbe2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:53.114377 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4971de28-0e07-449f-916a-875edd69fbe2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1459253 Mar 08 11:54:53.117250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51906) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:53.145899 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5924aa46-8e1f-49bc-8919-9849db736d7c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.157596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5924aa46-8e1f-49bc-8919-9849db736d7c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.244374 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5924aa46-8e1f-49bc-8919-9849db736d7c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.259819 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924aa46-8e1f-49bc-8919-9849db736d7c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecf1d094-baff-48a6-b1ae-2162acd586f8,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:53.286562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.296698 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Transition to ACTIVE for port object aec50da1-4c66-4854-abdd-4127b5f419c2 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:53.313823 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Transition to ACTIVE for port object aec50da1-4c66-4854-abdd-4127b5f419c2 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:53.353022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5924aa46-8e1f-49bc-8919-9849db736d7c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.354721 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5924aa46-8e1f-49bc-8919-9849db736d7c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ecf1d094-baff-48a6-b1ae-2162acd586f8 HTTP/1.1" status: 204 len: 168 time: 0.2365291 Mar 08 11:54:53.357366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51910) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:53.381804 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.403777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-83d078b2-53fc-4c1b-938b-7c9570bff1d3 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:53.444881 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Network 645f199a-7311-4276-97fe-2f91615ffb01 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:53.452459 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:53.456029 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8::18e (645f199a-7311-4276-97fe-2f91615ffb01/307992ce-1b5a-4007-8fb2-200f74e3cb61/ca895ee9-202f-40d5-abc7-4a7efd0cd5e2) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:53.456900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:53.464422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Pushing event updated for resources: {'Port': ['ID=aec50da1-4c66-4854-abdd-4127b5f419c2,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:53.484680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-83d078b2-53fc-4c1b-938b-7c9570bff1d3 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:53.489038 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-83d078b2-53fc-4c1b-938b-7c9570bff1d3 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1277843 Mar 08 11:54:53.489817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51916) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:53.552668 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Attempting to bind port aec50da1-4c66-4854-abdd-4127b5f419c2 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:54:53.553144 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Attempting to bind port aec50da1-4c66-4854-abdd-4127b5f419c2 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '2050c9ea-c42d-40cf-bc7a-78e5c826e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '645f199a-7311-4276-97fe-2f91615ffb01'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:54:53.553508 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Attempting to bind port aec50da1-4c66-4854-abdd-4127b5f419c2 on network 645f199a-7311-4276-97fe-2f91615ffb01 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:54:53.558214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c8aed86-719b-4161-8d0f-ce8dfbbef99d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.558829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:54:53.559216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Checking segment: {'id': '2050c9ea-c42d-40cf-bc7a-78e5c826e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '645f199a-7311-4276-97fe-2f91615ffb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:54:53.559607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.559995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Bound using segment: {'id': '2050c9ea-c42d-40cf-bc7a-78e5c826e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '645f199a-7311-4276-97fe-2f91615ffb01'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:54:53.560763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Bound port: aec50da1-4c66-4854-abdd-4127b5f419c2, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2050c9ea-c42d-40cf-bc7a-78e5c826e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '645f199a-7311-4276-97fe-2f91615ffb01'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:54:53.561073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.590647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c8aed86-719b-4161-8d0f-ce8dfbbef99d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.657705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] For port aec50da1-4c66-4854-abdd-4127b5f419c2, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:54:53.660954 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] For port aec50da1-4c66-4854-abdd-4127b5f419c2, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=aec50da1-4c66-4854-abdd-4127b5f419c2,segment=NetworkSegment(2050c9ea-c42d-40cf-bc7a-78e5c826e573),segment_id=2050c9ea-c42d-40cf-bc7a-78e5c826e573)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:54:53.661570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.677136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Transition to ACTIVE for port object ca895ee9-202f-40d5-abc7-4a7efd0cd5e2 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:54:53.707070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c8aed86-719b-4161-8d0f-ce8dfbbef99d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.728272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aed86-719b-4161-8d0f-ce8dfbbef99d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ed3be0-fc5f-4063-acd8-c4501643d4b1,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:53.730769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.776100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.799208 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c8aed86-719b-4161-8d0f-ce8dfbbef99d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.800666 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2c8aed86-719b-4161-8d0f-ce8dfbbef99d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7ed3be0-fc5f-4063-acd8-c4501643d4b1 HTTP/1.1" status: 204 len: 168 time: 0.3089116 Mar 08 11:54:53.803387 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51920) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:53.828041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53586e9-65fb-45b2-8ba2-ce1d7faad116 None None] Pushing event updated for resources: {'Port': ['ID=aec50da1-4c66-4854-abdd-4127b5f419c2,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:53.861736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 645f199a-7311-4276-97fe-2f91615ffb01 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:53.867363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:53.873683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:53.874185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fec13bd7-8555-4a92-979d-26f5c2c39397 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:53.879935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:53.880553 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:53.885091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=ca895ee9-202f-40d5-abc7-4a7efd0cd5e2,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:53.987101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fec13bd7-8555-4a92-979d-26f5c2c39397 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:54.002846 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fec13bd7-8555-4a92-979d-26f5c2c39397 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1835380 Mar 08 11:54:54.003202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51924) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:54.004062 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-9773886f-fdfb-429b-80ec-9b6d2683ddc4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263505875'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:54.011635 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9773886f-fdfb-429b-80ec-9b6d2683ddc4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:54.028992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9773886f-fdfb-429b-80ec-9b6d2683ddc4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:54.039853 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e86f001c-eede-4eea-bd91-ce65c2e268b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2926772 Mar 08 11:54:54.042588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51928) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:54.112296 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-bbc75d45-6775-4280-a573-49a05baa2702 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port ca895ee9-202f-40d5-abc7-4a7efd0cd5e2 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:54.112642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc75d45-6775-4280-a573-49a05baa2702 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:54.143825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9773886f-fdfb-429b-80ec-9b6d2683ddc4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:54.185724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9773886f-fdfb-429b-80ec-9b6d2683ddc4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:54.193617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9773886f-fdfb-429b-80ec-9b6d2683ddc4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:54.222765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9773886f-fdfb-429b-80ec-9b6d2683ddc4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:54.235688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9773886f-fdfb-429b-80ec-9b6d2683ddc4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:54.423268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc75d45-6775-4280-a573-49a05baa2702 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:54.436663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9773886f-fdfb-429b-80ec-9b6d2683ddc4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:54.491069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9773886f-fdfb-429b-80ec-9b6d2683ddc4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:54.565655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-bbc75d45-6775-4280-a573-49a05baa2702 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for ca895ee9-202f-40d5-abc7-4a7efd0cd5e2 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:54.641458 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773886f-fdfb-429b-80ec-9b6d2683ddc4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f9f6f8-e8e0-43ce-82dc-19a7b873d264,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:54.719221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9773886f-fdfb-429b-80ec-9b6d2683ddc4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:54.720479 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9773886f-fdfb-429b-80ec-9b6d2683ddc4 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7239010 Mar 08 11:54:54.723254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51932) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:54.729419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b68a1443-4868-4a4f-9969-2cd86ce47ef0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group_rule': {'security_group_id': '10f9f6f8-e8e0-43ce-82dc-19a7b873d264', 'direction': 'ingress', 'protocol': 17}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:54.736438 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b68a1443-4868-4a4f-9969-2cd86ce47ef0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:54.741125 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b68a1443-4868-4a4f-9969-2cd86ce47ef0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:54.746120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b68a1443-4868-4a4f-9969-2cd86ce47ef0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:54.754621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b68a1443-4868-4a4f-9969-2cd86ce47ef0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:54.803544 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03928642-a58f-4707-809b-d5809350e410 None None] Network 645f199a-7311-4276-97fe-2f91615ffb01 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:54.861530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc75d45-6775-4280-a573-49a05baa2702 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:54.868490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b68a1443-4868-4a4f-9969-2cd86ce47ef0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:54.909520 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc75d45-6775-4280-a573-49a05baa2702 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=ca895ee9-202f-40d5-abc7-4a7efd0cd5e2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:54.941523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b68a1443-4868-4a4f-9969-2cd86ce47ef0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:54.961163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc75d45-6775-4280-a573-49a05baa2702 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:54.971371 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bbc75d45-6775-4280-a573-49a05baa2702 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/ca895ee9-202f-40d5-abc7-4a7efd0cd5e2 HTTP/1.1" status: 204 len: 168 time: 0.9278626 Mar 08 11:54:54.974186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51936) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:55.015051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d4eded57-5c4e-4809-9422-caebe985c949 None None] Provisioning for port aec50da1-4c66-4854-abdd-4127b5f419c2 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:54:55.020366 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-153ac927-b542-4439-9545-0d7f5ab52fd2 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:54:55.020915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-153ac927-b542-4439-9545-0d7f5ab52fd2 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:55.024905 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b68a1443-4868-4a4f-9969-2cd86ce47ef0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.050327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a1443-4868-4a4f-9969-2cd86ce47ef0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10abcda-f2f8-4189-a5a4-994eca9a3dec,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:55.112948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-153ac927-b542-4439-9545-0d7f5ab52fd2 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:55.114187 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-153ac927-b542-4439-9545-0d7f5ab52fd2 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/ca895ee9-202f-40d5-abc7-4a7efd0cd5e2 HTTP/1.1" status: 404 len: 333 time: 0.1385863 Mar 08 11:54:55.117038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51940) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:55.141768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b68a1443-4868-4a4f-9969-2cd86ce47ef0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.143350 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b68a1443-4868-4a4f-9969-2cd86ce47ef0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4190037 Mar 08 11:54:55.145972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51944) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:55.190141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-36558cb0-d9ea-4767-b106-021e2b7f9085 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting subnet 307992ce-1b5a-4007-8fb2-200f74e3cb61 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:54:55.193654 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-36558cb0-d9ea-4767-b106-021e2b7f9085 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.214183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d12f525e-9678-495c-b199-e2021a1f0b2e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.248868 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d12f525e-9678-495c-b199-e2021a1f0b2e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.263319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-36558cb0-d9ea-4767-b106-021e2b7f9085 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.358593 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d12f525e-9678-495c-b199-e2021a1f0b2e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.379574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f525e-9678-495c-b199-e2021a1f0b2e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f9f6f8-e8e0-43ce-82dc-19a7b873d264,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:55.391749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d12f525e-9678-495c-b199-e2021a1f0b2e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.392784 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d12f525e-9678-495c-b199-e2021a1f0b2e tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-groups/10f9f6f8-e8e0-43ce-82dc-19a7b873d264 HTTP/1.1" status: 204 len: 168 time: 0.2456467 Mar 08 11:54:55.395437 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51948) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:55.456916 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6a4932b2-1b60-434c-9a82-3ad4f0bbc1aa tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:55.462979 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c4bce93e-bef4-4016-a658-5fd3a43f5d1b None None] Could not find standard attr ID for object ca895ee9-202f-40d5-abc7-4a7efd0cd5e2. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:54:55.468893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-36558cb0-d9ea-4767-b106-021e2b7f9085 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.621559 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6a4932b2-1b60-434c-9a82-3ad4f0bbc1aa tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:55.622864 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6a4932b2-1b60-434c-9a82-3ad4f0bbc1aa tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2264786 Mar 08 11:54:55.626847 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51952) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:55.631853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f760bd17-e58a-4d20-aa06-8769c80ae365 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group': {'name': 'tempest-secgroup--819075539'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:55.643559 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f760bd17-e58a-4d20-aa06-8769c80ae365 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:55.650485 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f760bd17-e58a-4d20-aa06-8769c80ae365 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:55.741408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-36558cb0-d9ea-4767-b106-021e2b7f9085 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.752744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f760bd17-e58a-4d20-aa06-8769c80ae365 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.773471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f760bd17-e58a-4d20-aa06-8769c80ae365 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:55.777050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f760bd17-e58a-4d20-aa06-8769c80ae365 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:55.781901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f760bd17-e58a-4d20-aa06-8769c80ae365 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:55.784795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36558cb0-d9ea-4767-b106-021e2b7f9085 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Subnet': ['ID=307992ce-1b5a-4007-8fb2-200f74e3cb61,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:55.785538 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f760bd17-e58a-4d20-aa06-8769c80ae365 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:55.786807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-36558cb0-d9ea-4767-b106-021e2b7f9085 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.793615 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-36558cb0-d9ea-4767-b106-021e2b7f9085 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/307992ce-1b5a-4007-8fb2-200f74e3cb61 HTTP/1.1" status: 204 len: 168 time: 0.6756177 Mar 08 11:54:55.795914 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f87b2d-148d-47fd-ad27-dd6586f40ea9 None None] Network 645f199a-7311-4276-97fe-2f91615ffb01 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:54:55.797941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51956) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:55.867832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f760bd17-e58a-4d20-aa06-8769c80ae365 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.918319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.930788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port aec50da1-4c66-4854-abdd-4127b5f419c2 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:55.931697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:55.946683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f760bd17-e58a-4d20-aa06-8769c80ae365 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.004044 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760bd17-e58a-4d20-aa06-8769c80ae365 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8056eed-e7bd-463e-a2a4-6d773ca8ad42,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:56.074029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad67292a-c888-4805-b19b-f1a0a00414cc None None] DHCP port deletion for 645f199a-7311-4276-97fe-2f91615ffb01 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:54:56.079797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ad67292a-c888-4805-b19b-f1a0a00414cc None None] Deleting port aec50da1-4c66-4854-abdd-4127b5f419c2 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:56.080173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ad67292a-c888-4805-b19b-f1a0a00414cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.084299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f760bd17-e58a-4d20-aa06-8769c80ae365 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.085791 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f760bd17-e58a-4d20-aa06-8769c80ae365 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4578216 Mar 08 11:54:56.089284 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51962) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:56.094783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655474082'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:56.100866 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:56.105635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:56.108649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:56.114510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:56.157130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] For port aec50da1-4c66-4854-abdd-4127b5f419c2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=aec50da1-4c66-4854-abdd-4127b5f419c2,segment=NetworkSegment(2050c9ea-c42d-40cf-bc7a-78e5c826e573),segment_id=2050c9ea-c42d-40cf-bc7a-78e5c826e573)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:56.157771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.192642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.213308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:56.218227 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:56.222415 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:56.229183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:56.282250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for aec50da1-4c66-4854-abdd-4127b5f419c2 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:56.286265 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ad67292a-c888-4805-b19b-f1a0a00414cc None None] For port aec50da1-4c66-4854-abdd-4127b5f419c2, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=aec50da1-4c66-4854-abdd-4127b5f419c2,segment=NetworkSegment(2050c9ea-c42d-40cf-bc7a-78e5c826e573),segment_id=2050c9ea-c42d-40cf-bc7a-78e5c826e573)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:54:56.286761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ad67292a-c888-4805-b19b-f1a0a00414cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.301237 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.375741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.404630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.413165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ad67292a-c888-4805-b19b-f1a0a00414cc None None] Calling delete_port for aec50da1-4c66-4854-abdd-4127b5f419c2 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:56.424861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe00303-4d11-405c-85b3-6f5a300106fb,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:56.455334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No DVR routers for this DVR port aec50da1-4c66-4854-abdd-4127b5f419c2 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:54:56.456928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=aec50da1-4c66-4854-abdd-4127b5f419c2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:56.486003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-ad67292a-c888-4805-b19b-f1a0a00414cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:54:56.486364 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-ad67292a-c888-4805-b19b-f1a0a00414cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:54:56.495712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.496999 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8dd4b022-33f0-42f9-8b3a-cd648f080d43 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4066703 Mar 08 11:54:56.499704 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51966) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:56.504649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-55bfa9b4-5f1a-4e78-9409-946140537118 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group_rule': {'security_group_id': 'd8056eed-e7bd-463e-a2a4-6d773ca8ad42', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1fe00303-4d11-405c-85b3-6f5a300106fb', 'remote_ip_prefix': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:56.511082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-55bfa9b4-5f1a-4e78-9409-946140537118 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:56.515193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-55bfa9b4-5f1a-4e78-9409-946140537118 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:56.518105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-55bfa9b4-5f1a-4e78-9409-946140537118 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:56.523814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-55bfa9b4-5f1a-4e78-9409-946140537118 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:56.581228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.605305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55bfa9b4-5f1a-4e78-9409-946140537118 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.611749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645f199a-7311-4276-97fe-2f91615ffb01']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:56.623828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2050c9ea-c42d-40cf-bc7a-78e5c826e573') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:56.624187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2050c9ea-c42d-40cf-bc7a-78e5c826e573') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:56.635994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.652455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.658497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:54:56.658964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:54:56.673481 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:54:56.676217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55bfa9b4-5f1a-4e78-9409-946140537118 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.729975 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55bfa9b4-5f1a-4e78-9409-946140537118 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.757743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfa9b4-5f1a-4e78-9409-946140537118 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917000e1-7e5e-4279-aa81-6d7dc0319e9f,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:56.798723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.819794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.821503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-55bfa9b4-5f1a-4e78-9409-946140537118 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.823483 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-55bfa9b4-5f1a-4e78-9409-946140537118 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3228335 Mar 08 11:54:56.826408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51970) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:56.844460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Network': ['ID=645f199a-7311-4276-97fe-2f91615ffb01,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:56.864617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f42e544-1462-4df2-b374-0452d8deceb8 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.875548 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f42e544-1462-4df2-b374-0452d8deceb8 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.891670 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f0b16e03-1d6d-4776-b1ae-c427eda6f511 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/networks/645f199a-7311-4276-97fe-2f91615ffb01 HTTP/1.1" status: 204 len: 168 time: 1.0927703 Mar 08 11:54:56.895399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51974) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:56.901067 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'name': 'tempest-PortsIpV6TestJSON-1986173313'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:56.930303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f42e544-1462-4df2-b374-0452d8deceb8 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.953436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42e544-1462-4df2-b374-0452d8deceb8 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=917000e1-7e5e-4279-aa81-6d7dc0319e9f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:56.956595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f42e544-1462-4df2-b374-0452d8deceb8 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:56.957727 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9f42e544-1462-4df2-b374-0452d8deceb8 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/917000e1-7e5e-4279-aa81-6d7dc0319e9f HTTP/1.1" status: 204 len: 168 time: 0.1304038 Mar 08 11:54:56.960502 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51978) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:56.988148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ad67292a-c888-4805-b19b-f1a0a00414cc None None] Deleting port aec50da1-4c66-4854-abdd-4127b5f419c2 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:56.988581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ad67292a-c888-4805-b19b-f1a0a00414cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.013648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-99dc7723-6998-4259-834a-b24fdd83634c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:57.058122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ad67292a-c888-4805-b19b-f1a0a00414cc None None] The port 'aec50da1-4c66-4854-abdd-4127b5f419c2' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:54:57.073167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-99dc7723-6998-4259-834a-b24fdd83634c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:57.074592 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-99dc7723-6998-4259-834a-b24fdd83634c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1130769 Mar 08 11:54:57.077516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51982) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:57.113199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:57.117063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:port and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:57.120338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:57.126022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:57.140557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-63b2f0f0-002c-4b68-89a7-b3f841d0a781 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.166722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-63b2f0f0-002c-4b68-89a7-b3f841d0a781 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.186619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:57.190272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.211326 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port e5afa2b2-e9c2-411f-99f6-77f411caf824 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:54:57.283713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-63b2f0f0-002c-4b68-89a7-b3f841d0a781 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.301207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2f0f0-002c-4b68-89a7-b3f841d0a781 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe00303-4d11-405c-85b3-6f5a300106fb,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:57.381268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-63b2f0f0-002c-4b68-89a7-b3f841d0a781 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.382375 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-63b2f0f0-002c-4b68-89a7-b3f841d0a781 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-groups/1fe00303-4d11-405c-85b3-6f5a300106fb HTTP/1.1" status: 204 len: 168 time: 0.3036370 Mar 08 11:54:57.385011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51986) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:57.446629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-01c2e1c3-e962-4707-b40c-c6c8906b719b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:57.466857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.512191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-01c2e1c3-e962-4707-b40c-c6c8906b719b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:57.513486 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-01c2e1c3-e962-4707-b40c-c6c8906b719b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1269913 Mar 08 11:54:57.516275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51990) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:57.563105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.576706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b0a1d824-0cd0-4699-8fb1-8f465718532a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.605273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b0a1d824-0cd0-4699-8fb1-8f465718532a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.647595 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:57.655313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:57.659637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:57.665054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:57.666224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.673635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=e5afa2b2-e9c2-411f-99f6-77f411caf824,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:57.711609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b0a1d824-0cd0-4699-8fb1-8f465718532a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.734961 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1d824-0cd0-4699-8fb1-8f465718532a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8056eed-e7bd-463e-a2a4-6d773ca8ad42,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:57.770705 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2a37fb37-d6a3-4e45-b0fc-3391537f9b4b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8742106 Mar 08 11:54:57.773127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 51994) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:57.812065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b0a1d824-0cd0-4699-8fb1-8f465718532a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.813289 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b0a1d824-0cd0-4699-8fb1-8f465718532a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-groups/d8056eed-e7bd-463e-a2a4-6d773ca8ad42 HTTP/1.1" status: 204 len: 168 time: 0.2961419 Mar 08 11:54:57.820974 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 51998) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:57.840557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-f01b0224-71ff-4637-84b4-2e76dd4b194b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port e5afa2b2-e9c2-411f-99f6-77f411caf824 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:57.840907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f01b0224-71ff-4637-84b4-2e76dd4b194b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:57.870431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-84dc2b59-6a32-43e1-80cb-d0d7f7b01ed6 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:57.951499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-84dc2b59-6a32-43e1-80cb-d0d7f7b01ed6 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:57.952683 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-84dc2b59-6a32-43e1-80cb-d0d7f7b01ed6 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1308029 Mar 08 11:54:57.956666 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52002) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:57.961705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-945b1a10-74fc-4bf4-b455-3a735e01dc7d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878607664'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:57.968900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-945b1a10-74fc-4bf4-b455-3a735e01dc7d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:57.978827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-945b1a10-74fc-4bf4-b455-3a735e01dc7d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:57.988209 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device aec50da1-4c66-4854-abdd-4127b5f419c2 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:54:58.022696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: aec50da1-4c66-4854-abdd-4127b5f419c2 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:54:58.023043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device aec50da1-4c66-4854-abdd-4127b5f419c2 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:54:58.060236 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-945b1a10-74fc-4bf4-b455-3a735e01dc7d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:58.071432 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f01b0224-71ff-4637-84b4-2e76dd4b194b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:58.080742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-945b1a10-74fc-4bf4-b455-3a735e01dc7d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:58.084799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-945b1a10-74fc-4bf4-b455-3a735e01dc7d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:58.088255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-945b1a10-74fc-4bf4-b455-3a735e01dc7d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:58.093848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-945b1a10-74fc-4bf4-b455-3a735e01dc7d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:58.162372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-945b1a10-74fc-4bf4-b455-3a735e01dc7d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:58.195011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-f01b0224-71ff-4637-84b4-2e76dd4b194b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for e5afa2b2-e9c2-411f-99f6-77f411caf824 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:54:58.264124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-945b1a10-74fc-4bf4-b455-3a735e01dc7d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:58.304380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b1a10-74fc-4bf4-b455-3a735e01dc7d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e3390f-275c-4e02-8838-8af19a3103b8,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:58.517102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f01b0224-71ff-4637-84b4-2e76dd4b194b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:58.528754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-945b1a10-74fc-4bf4-b455-3a735e01dc7d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:58.530050 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-945b1a10-74fc-4bf4-b455-3a735e01dc7d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5723724 Mar 08 11:54:58.532915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52006) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:58.537907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d44be462-7f5e-4cc8-ac3b-81f0c5c32848 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group_rule': {'security_group_id': 'd9e3390f-275c-4e02-8838-8af19a3103b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:58.543901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d44be462-7f5e-4cc8-ac3b-81f0c5c32848 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:58.548148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d44be462-7f5e-4cc8-ac3b-81f0c5c32848 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:58.551063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d44be462-7f5e-4cc8-ac3b-81f0c5c32848 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:58.557670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d44be462-7f5e-4cc8-ac3b-81f0c5c32848 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:58.571277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b0224-71ff-4637-84b4-2e76dd4b194b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=e5afa2b2-e9c2-411f-99f6-77f411caf824,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:58.577024 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f01b0224-71ff-4637-84b4-2e76dd4b194b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:58.586660 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f01b0224-71ff-4637-84b4-2e76dd4b194b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/e5afa2b2-e9c2-411f-99f6-77f411caf824 HTTP/1.1" status: 204 len: 168 time: 0.8125994 Mar 08 11:54:58.589350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52010) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:58.594856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'mac_address': 'fa:16:3e:28:c8:ea', 'name': 'tempest-PortsIpV6TestJSON-1075983120'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:58.640826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d44be462-7f5e-4cc8-ac3b-81f0c5c32848 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:58.742078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:58.748182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:port and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:58.752500 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:58.764298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:58.774876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d44be462-7f5e-4cc8-ac3b-81f0c5c32848 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:58.848454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d44be462-7f5e-4cc8-ac3b-81f0c5c32848 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:58.873467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44be462-7f5e-4cc8-ac3b-81f0c5c32848 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f674b211-d458-496c-a4b2-1f4f2aff83a8,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:58.875192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:54:58.978945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:58.992668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d44be462-7f5e-4cc8-ac3b-81f0c5c32848 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:58.994458 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d44be462-7f5e-4cc8-ac3b-81f0c5c32848 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4606586 Mar 08 11:54:58.997372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52016) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:59.024171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port dc08b335-b132-4b6a-b692-7d9444c99209 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:54:59.073343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d1578f92-db9a-4e38-b432-add63428f821 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:59.095380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d1578f92-db9a-4e38-b432-add63428f821 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:59.237327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d1578f92-db9a-4e38-b432-add63428f821 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:59.268295 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1578f92-db9a-4e38-b432-add63428f821 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f674b211-d458-496c-a4b2-1f4f2aff83a8,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:59.294181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d1578f92-db9a-4e38-b432-add63428f821 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:59.295275 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d1578f92-db9a-4e38-b432-add63428f821 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f674b211-d458-496c-a4b2-1f4f2aff83a8 HTTP/1.1" status: 204 len: 168 time: 0.2970099 Mar 08 11:54:59.298012 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:59.298160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52020) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:59.344306 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e553a71a-7191-4610-b9f7-ac67563e3fb7 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:59.353792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:59.398353 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e553a71a-7191-4610-b9f7-ac67563e3fb7 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:59.400889 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e553a71a-7191-4610-b9f7-ac67563e3fb7 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1000509 Mar 08 11:54:59.403036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52024) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:59.421105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:59.424026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:59.426561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:54:59.433301 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:59.434664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:59.458119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=dc08b335-b132-4b6a-b692-7d9444c99209,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:59.469655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c1e128f-bb8b-4393-a69d-715cc143bb18 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:59.496496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c1e128f-bb8b-4393-a69d-715cc143bb18 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:59.540428 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-781f8fde-9e5e-4f65-bcfd-ab3b7132cac8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9499550 Mar 08 11:54:59.543042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52028) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:59.614087 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5facfef5-c830-4a32-9714-20c7dc1ae952 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:59.614591 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5facfef5-c830-4a32-9714-20c7dc1ae952 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:59.618602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c1e128f-bb8b-4393-a69d-715cc143bb18 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:59.643835 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e128f-bb8b-4393-a69d-715cc143bb18 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e3390f-275c-4e02-8838-8af19a3103b8,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:59.689595 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5facfef5-c830-4a32-9714-20c7dc1ae952 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:59.690817 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5facfef5-c830-4a32-9714-20c7dc1ae952 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/dc08b335-b132-4b6a-b692-7d9444c99209 HTTP/1.1" status: 200 len: 845 time: 0.1468596 Mar 08 11:54:59.693503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52032) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:59.732603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2c1e128f-bb8b-4393-a69d-715cc143bb18 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:59.733654 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2c1e128f-bb8b-4393-a69d-715cc143bb18 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-groups/d9e3390f-275c-4e02-8838-8af19a3103b8 HTTP/1.1" status: 204 len: 168 time: 0.3297415 Mar 08 11:54:59.736337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52036) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:59.766685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-6437991e-3c24-45de-af8b-102dc0566a2c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port dc08b335-b132-4b6a-b692-7d9444c99209 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:54:59.767119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6437991e-3c24-45de-af8b-102dc0566a2c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:59.785803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-798e2808-6718-488a-95dc-d328d17b44d3 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:54:59.843939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-798e2808-6718-488a-95dc-d328d17b44d3 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:54:59.845328 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-798e2808-6718-488a-95dc-d328d17b44d3 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1080258 Mar 08 11:54:59.849731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52040) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:54:59.855174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e99900b1-326c-4211-87c0-b6b7d05636e1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105800321'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:59.861648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e99900b1-326c-4211-87c0-b6b7d05636e1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:59.875448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e99900b1-326c-4211-87c0-b6b7d05636e1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:59.946989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e99900b1-326c-4211-87c0-b6b7d05636e1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:54:59.967454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e99900b1-326c-4211-87c0-b6b7d05636e1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:54:59.974867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e99900b1-326c-4211-87c0-b6b7d05636e1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:54:59.976581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e99900b1-326c-4211-87c0-b6b7d05636e1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:54:59.983804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e99900b1-326c-4211-87c0-b6b7d05636e1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:54:59.983955 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6437991e-3c24-45de-af8b-102dc0566a2c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:00.056360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e99900b1-326c-4211-87c0-b6b7d05636e1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:00.095720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e99900b1-326c-4211-87c0-b6b7d05636e1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:00.141832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99900b1-326c-4211-87c0-b6b7d05636e1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc050fd-07d8-4ac1-88fb-2babcfb55565,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:00.208393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e99900b1-326c-4211-87c0-b6b7d05636e1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:00.209605 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e99900b1-326c-4211-87c0-b6b7d05636e1 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3591907 Mar 08 11:55:00.212135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-6437991e-3c24-45de-af8b-102dc0566a2c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for dc08b335-b132-4b6a-b692-7d9444c99209 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:00.212878 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52044) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:00.217737 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-7f5376a2-9f3d-45a1-aba1-18923d96618a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group_rule': {'security_group_id': '0fc050fd-07d8-4ac1-88fb-2babcfb55565', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:00.223644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7f5376a2-9f3d-45a1-aba1-18923d96618a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:00.227998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7f5376a2-9f3d-45a1-aba1-18923d96618a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:00.230911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7f5376a2-9f3d-45a1-aba1-18923d96618a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:00.236586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7f5376a2-9f3d-45a1-aba1-18923d96618a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:00.386043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6437991e-3c24-45de-af8b-102dc0566a2c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:00.421451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7f5376a2-9f3d-45a1-aba1-18923d96618a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:00.436997 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437991e-3c24-45de-af8b-102dc0566a2c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=dc08b335-b132-4b6a-b692-7d9444c99209,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:00.444241 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6437991e-3c24-45de-af8b-102dc0566a2c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:00.484877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7f5376a2-9f3d-45a1-aba1-18923d96618a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:00.529079 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6437991e-3c24-45de-af8b-102dc0566a2c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/dc08b335-b132-4b6a-b692-7d9444c99209 HTTP/1.1" status: 204 len: 168 time: 0.8345683 Mar 08 11:55:00.531708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52048) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:00.568720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7f5376a2-9f3d-45a1-aba1-18923d96618a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:00.594001 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2c4649-b605-4521-b5cc-9821d55a365e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:55:00.594530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8a2c4649-b605-4521-b5cc-9821d55a365e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:00.604647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5376a2-9f3d-45a1-aba1-18923d96618a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788c747a-8ea1-4a97-aa05-625daf997832,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:00.694282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7f5376a2-9f3d-45a1-aba1-18923d96618a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:00.695405 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7f5376a2-9f3d-45a1-aba1-18923d96618a tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4816067 Mar 08 11:55:00.698613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52052) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:00.718876 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f38af9ca-94e2-4812-8f6a-7000cf494301 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules/788c747a-8ea1-4a97-aa05-625daf997832 HTTP/1.1" status: 200 len: 763 time: 0.0192406 Mar 08 11:55:00.721080 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52056) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:00.735693 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8a2c4649-b605-4521-b5cc-9821d55a365e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:00.736733 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8a2c4649-b605-4521-b5cc-9821d55a365e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/dc08b335-b132-4b6a-b692-7d9444c99209 HTTP/1.1" status: 404 len: 333 time: 0.2041461 Mar 08 11:55:00.740961 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52060) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:00.747169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'name': 'tempest-PortsIpV6TestJSON-1062566342'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:00.769641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-482d62a6-654d-4052-89af-8ace1bb4b375 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:00.849906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-482d62a6-654d-4052-89af-8ace1bb4b375 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:00.851345 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-482d62a6-654d-4052-89af-8ace1bb4b375 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1294243 Mar 08 11:55:00.854134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52064) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:00.858403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:00.868053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:00.881870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1d164c1f-0100-4264-b313-085e7c74e65b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:00.892459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1d164c1f-0100-4264-b313-085e7c74e65b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:00.940715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:00.944272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:00.965230 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port 0e226748-4196-4cac-96e0-53d8c69ab00c yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:55:00.992483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1d164c1f-0100-4264-b313-085e7c74e65b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.010681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d164c1f-0100-4264-b313-085e7c74e65b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=788c747a-8ea1-4a97-aa05-625daf997832,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:01.066792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1d164c1f-0100-4264-b313-085e7c74e65b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.068052 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1d164c1f-0100-4264-b313-085e7c74e65b tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/788c747a-8ea1-4a97-aa05-625daf997832 HTTP/1.1" status: 204 len: 168 time: 0.2130139 Mar 08 11:55:01.070600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52068) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:01.115904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b9ded1e2-68db-4d92-93c4-6e55eb73ed07 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:01.186341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.191090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b9ded1e2-68db-4d92-93c4-6e55eb73ed07 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:01.192409 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b9ded1e2-68db-4d92-93c4-6e55eb73ed07 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1208375 Mar 08 11:55:01.195147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52072) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:01.200103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ddff8692-e720-4e4b-ae3e-21fcd7e99a2d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group_rule': {'security_group_id': '0fc050fd-07d8-4ac1-88fb-2babcfb55565', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:01.205793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ddff8692-e720-4e4b-ae3e-21fcd7e99a2d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:01.215194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ddff8692-e720-4e4b-ae3e-21fcd7e99a2d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:01.265864 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.300517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ddff8692-e720-4e4b-ae3e-21fcd7e99a2d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.336374 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:01.346223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:01.348648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:01.355398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:01.356015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.362323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ddff8692-e720-4e4b-ae3e-21fcd7e99a2d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.367724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=0e226748-4196-4cac-96e0-53d8c69ab00c,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:01.409443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ddff8692-e720-4e4b-ae3e-21fcd7e99a2d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.427827 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-158a1835-790c-4af3-8814-a9362403835c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6857767 Mar 08 11:55:01.430486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52076) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:01.436354 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6a84a1b1-ddcb-4923-b5b0-9c2de48a0bcd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:01.437187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff8692-e720-4e4b-ae3e-21fcd7e99a2d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400232be-5937-47c8-8018-7a4d2eb43b84,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:01.495552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ddff8692-e720-4e4b-ae3e-21fcd7e99a2d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.496860 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ddff8692-e720-4e4b-ae3e-21fcd7e99a2d tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3007488 Mar 08 11:55:01.499547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52080) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:01.519775 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dab4b111-bda9-4366-a5b1-62bbf55b10c2 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules/400232be-5937-47c8-8018-7a4d2eb43b84 HTTP/1.1" status: 200 len: 763 time: 0.0171242 Mar 08 11:55:01.520104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52084) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:01.559336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a84a1b1-ddcb-4923-b5b0-9c2de48a0bcd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.568100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-43f358a2-7d1b-4e80-9a90-20d49a06659c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:01.643838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-43f358a2-7d1b-4e80-9a90-20d49a06659c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:01.645183 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-43f358a2-7d1b-4e80-9a90-20d49a06659c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1242211 Mar 08 11:55:01.647897 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52088) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:01.678686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f8f368a9-9d5d-4416-88da-b2f2e24721e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.689672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f8f368a9-9d5d-4416-88da-b2f2e24721e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.770790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a84a1b1-ddcb-4923-b5b0-9c2de48a0bcd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.792463 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f8f368a9-9d5d-4416-88da-b2f2e24721e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.811411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f368a9-9d5d-4416-88da-b2f2e24721e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=400232be-5937-47c8-8018-7a4d2eb43b84,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:01.843963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a84a1b1-ddcb-4923-b5b0-9c2de48a0bcd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.872592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f8f368a9-9d5d-4416-88da-b2f2e24721e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.873708 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f8f368a9-9d5d-4416-88da-b2f2e24721e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/400232be-5937-47c8-8018-7a4d2eb43b84 HTTP/1.1" status: 204 len: 168 time: 0.2247989 Mar 08 11:55:01.876478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52092) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:01.895194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-6a84a1b1-ddcb-4923-b5b0-9c2de48a0bcd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] In _notify_port_updated(), no bound segment for port 0e226748-4196-4cac-96e0-53d8c69ab00c on network e4f44921-2291-4faf-b19f-dcc27e27a8fc {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:55:01.901456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a84a1b1-ddcb-4923-b5b0-9c2de48a0bcd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:01.902126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a84a1b1-ddcb-4923-b5b0-9c2de48a0bcd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:01.903423 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6a84a1b1-ddcb-4923-b5b0-9c2de48a0bcd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "PUT /v2.0/ports/0e226748-4196-4cac-96e0-53d8c69ab00c HTTP/1.1" status: 200 len: 818 time: 0.4719255 Mar 08 11:55:01.907688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52096) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:01.926972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84a1b1-ddcb-4923-b5b0-9c2de48a0bcd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=0e226748-4196-4cac-96e0-53d8c69ab00c,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:01.974372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b3dec0e0-02ea-44f5-a4ba-161221b764dc tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:02.004172 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-7d895967-b6f1-41b1-9efc-6abb6d8accca tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port 0e226748-4196-4cac-96e0-53d8c69ab00c {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:02.004522 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d895967-b6f1-41b1-9efc-6abb6d8accca tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:02.105691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b3dec0e0-02ea-44f5-a4ba-161221b764dc tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:02.106962 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b3dec0e0-02ea-44f5-a4ba-161221b764dc tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2295763 Mar 08 11:55:02.109764 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52100) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:02.116387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-5cf2e6ab-851c-4564-a35f-2ae0f36d151f tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group_rule': {'security_group_id': '0fc050fd-07d8-4ac1-88fb-2babcfb55565', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:02.133303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5cf2e6ab-851c-4564-a35f-2ae0f36d151f tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:02.171970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5cf2e6ab-851c-4564-a35f-2ae0f36d151f tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:02.245734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d895967-b6f1-41b1-9efc-6abb6d8accca tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:02.308295 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-5cf2e6ab-851c-4564-a35f-2ae0f36d151f tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Project 0f8eb9f5afa84fd49d357dbea5cd23c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:55:02.375538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-7d895967-b6f1-41b1-9efc-6abb6d8accca tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for 0e226748-4196-4cac-96e0-53d8c69ab00c owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:02.403370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5cf2e6ab-851c-4564-a35f-2ae0f36d151f tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:02.494174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5cf2e6ab-851c-4564-a35f-2ae0f36d151f tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:02.625378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d895967-b6f1-41b1-9efc-6abb6d8accca tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:02.668995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5cf2e6ab-851c-4564-a35f-2ae0f36d151f tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:02.689614 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d895967-b6f1-41b1-9efc-6abb6d8accca tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=0e226748-4196-4cac-96e0-53d8c69ab00c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:02.703413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2e6ab-851c-4564-a35f-2ae0f36d151f tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef721c48-12d2-4b8a-b146-0aa2ee9c2a8d,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:02.705358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d895967-b6f1-41b1-9efc-6abb6d8accca tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:02.725636 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7d895967-b6f1-41b1-9efc-6abb6d8accca tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/0e226748-4196-4cac-96e0-53d8c69ab00c HTTP/1.1" status: 204 len: 168 time: 0.8169751 Mar 08 11:55:02.729010 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52104) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:02.812118 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19bd794-4e61-4c89-9606-7231277134ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:02.812836 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a19bd794-4e61-4c89-9606-7231277134ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:02.814048 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5cf2e6ab-851c-4564-a35f-2ae0f36d151f tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:02.815223 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5cf2e6ab-851c-4564-a35f-2ae0f36d151f tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7045972 Mar 08 11:55:02.817822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52108) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:02.836539 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-019c6f10-25aa-491d-ab5a-f2ea815f2344 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules/ef721c48-12d2-4b8a-b146-0aa2ee9c2a8d HTTP/1.1" status: 200 len: 769 time: 0.0174809 Mar 08 11:55:02.840687 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52112) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:02.886956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-97198e06-8737-456c-87d2-0bd7c7c72ab7 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:02.889417 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a19bd794-4e61-4c89-9606-7231277134ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:02.893207 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a19bd794-4e61-4c89-9606-7231277134ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1606960 Mar 08 11:55:02.893559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52116) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:02.943024 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d4999d-b195-4c5f-aca2-61915194b0dc tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:55:02.943462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-81d4999d-b195-4c5f-aca2-61915194b0dc tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:02.954831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-81d4999d-b195-4c5f-aca2-61915194b0dc tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:02.955897 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-81d4999d-b195-4c5f-aca2-61915194b0dc tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/0e226748-4196-4cac-96e0-53d8c69ab00c HTTP/1.1" status: 404 len: 333 time: 0.0615203 Mar 08 11:55:02.959671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52120) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:02.965488 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1837227761'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:02.970119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:02.974465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:network and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:02.977198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:02.983815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:02.998069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-97198e06-8737-456c-87d2-0bd7c7c72ab7 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:02.999263 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-97198e06-8737-456c-87d2-0bd7c7c72ab7 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1576650 Mar 08 11:55:03.003057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52124) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:03.028552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51118238-98f4-458d-8bad-817c089f2553 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.038514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51118238-98f4-458d-8bad-817c089f2553 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.072469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:03.075997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.131561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51118238-98f4-458d-8bad-817c089f2553 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.140814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:55:03.153858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51118238-98f4-458d-8bad-817c089f2553 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef721c48-12d2-4b8a-b146-0aa2ee9c2a8d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:03.161086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.161425 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Added segment dfdaab10-fb45-484f-a6ee-20e07f03df96 of type vlan for network 6fca7b62-b224-40b2-bca4-7d96a6665a27 Mar 08 11:55:03.189774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.249909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51118238-98f4-458d-8bad-817c089f2553 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.250942 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-51118238-98f4-458d-8bad-817c089f2553 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ef721c48-12d2-4b8a-b146-0aa2ee9c2a8d HTTP/1.1" status: 204 len: 168 time: 0.2481651 Mar 08 11:55:03.253416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52128) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:03.298436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7338489d-9209-4cc0-8c11-53d168585900 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:03.312071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.317319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:03.320550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.415452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7338489d-9209-4cc0-8c11-53d168585900 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:03.416668 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7338489d-9209-4cc0-8c11-53d168585900 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1623547 Mar 08 11:55:03.419887 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52132) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:03.424947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Network': ['ID=6fca7b62-b224-40b2-bca4-7d96a6665a27,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:03.441830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 6fca7b62-b224-40b2-bca4-7d96a6665a27 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:55:03.448925 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0ca7d182-5ebd-4d8d-83ff-584e0c3361dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4880524 Mar 08 11:55:03.451619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52136) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:03.466011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': '6fca7b62-b224-40b2-bca4-7d96a6665a27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:03.593208 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b62454dc-e1b4-4ddc-85c7-9db938d71f31 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.610299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:03.621787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:03.626640 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:03.634918 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b62454dc-e1b4-4ddc-85c7-9db938d71f31 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.642227 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:03.746707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:03.750289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.766727 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b62454dc-e1b4-4ddc-85c7-9db938d71f31 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.807178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62454dc-e1b4-4ddc-85c7-9db938d71f31 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc050fd-07d8-4ac1-88fb-2babcfb55565,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:03.931422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b62454dc-e1b4-4ddc-85c7-9db938d71f31 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:03.932524 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b62454dc-e1b4-4ddc-85c7-9db938d71f31 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-groups/0fc050fd-07d8-4ac1-88fb-2babcfb55565 HTTP/1.1" status: 204 len: 168 time: 0.5116777 Mar 08 11:55:03.935444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52140) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:03.985201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4ef5a34e-f545-481e-9489-8e8d386d8923 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:04.061175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4ef5a34e-f545-481e-9489-8e8d386d8923 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:04.062988 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4ef5a34e-f545-481e-9489-8e8d386d8923 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1263072 Mar 08 11:55:04.067686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52144) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:04.073148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-638d0969-656b-48a1-9d60-f8c57b5307e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034456400'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:04.080005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-638d0969-656b-48a1-9d60-f8c57b5307e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:04.089480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-638d0969-656b-48a1-9d60-f8c57b5307e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:04.158452 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:04.181741 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-638d0969-656b-48a1-9d60-f8c57b5307e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:04.201331 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-638d0969-656b-48a1-9d60-f8c57b5307e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:04.205351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-638d0969-656b-48a1-9d60-f8c57b5307e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:04.208139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-638d0969-656b-48a1-9d60-f8c57b5307e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:04.213757 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-638d0969-656b-48a1-9d60-f8c57b5307e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:04.235051 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Subnet': ['ID=16ead9bb-2ef4-4f4e-9301-88f891f0baa7,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:04.244511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Checking segment: {'id': 'dfdaab10-fb45-484f-a6ee-20e07f03df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6fca7b62-b224-40b2-bca4-7d96a6665a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:04.249017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network hostable DHCP agents. Network: 6fca7b62-b224-40b2-bca4-7d96a6665a27, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:55:04.287571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-638d0969-656b-48a1-9d60-f8c57b5307e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:04.346482 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 6fca7b62-b224-40b2-bca4-7d96a6665a27 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:55:04.374927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-638d0969-656b-48a1-9d60-f8c57b5307e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:04.419201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d0969-656b-48a1-9d60-f8c57b5307e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bdac15-76c6-45ad-8a1d-c5f78772abc3,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:04.432314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 6fca7b62-b224-40b2-bca4-7d96a6665a27) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:04.436204 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:04.442490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:04.443414 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e069fb3c-7a8a-4448-82ae-5ebdfaf998a8 None None] Network 6fca7b62-b224-40b2-bca4-7d96a6665a27 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:04.489923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-638d0969-656b-48a1-9d60-f8c57b5307e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:04.493694 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-638d0969-656b-48a1-9d60-f8c57b5307e0 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4224253 Mar 08 11:55:04.494123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52148) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:04.499117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e8a95e0f-98f0-4e59-a11d-08eed956d53c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Request body: {'security_group_rule': {'security_group_id': '51bdac15-76c6-45ad-8a1d-c5f78772abc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:04.504902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e8a95e0f-98f0-4e59-a11d-08eed956d53c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:04.509011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e8a95e0f-98f0-4e59-a11d-08eed956d53c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Usage tracker for resource:security_group_rule and tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:04.511895 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e8a95e0f-98f0-4e59-a11d-08eed956d53c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:04.517695 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e8a95e0f-98f0-4e59-a11d-08eed956d53c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:04.525431 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4bed7097-16e1-4234-a3e5-09fc99663557 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0718241 Mar 08 11:55:04.528041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52152) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:04.534466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-7cf05a14-39b3-404e-a8a0-77a8194e98d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': '6fca7b62-b224-40b2-bca4-7d96a6665a27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:04.657363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-6fca7b62-b224-40b2-bca4-7d96a6665a27', 'network_id': '6fca7b62-b224-40b2-bca4-7d96a6665a27', 'tenant_id': '2dc4648430df422c98c9144accb8de53', 'fixed_ips': [{'subnet_id': '16ead9bb-2ef4-4f4e-9301-88f891f0baa7'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:55:04.658284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:04.729465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e8a95e0f-98f0-4e59-a11d-08eed956d53c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:04.804476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7cf05a14-39b3-404e-a8a0-77a8194e98d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:04.815887 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7cf05a14-39b3-404e-a8a0-77a8194e98d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:04.817071 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Allocated IP 2001:db8::2 (6fca7b62-b224-40b2-bca4-7d96a6665a27/16ead9bb-2ef4-4f4e-9301-88f891f0baa7/84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:04.819678 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e8a95e0f-98f0-4e59-a11d-08eed956d53c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:04.820635 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7cf05a14-39b3-404e-a8a0-77a8194e98d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:04.826898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7cf05a14-39b3-404e-a8a0-77a8194e98d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:04.901247 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e8a95e0f-98f0-4e59-a11d-08eed956d53c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:04.926746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf05a14-39b3-404e-a8a0-77a8194e98d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:04.930289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7cf05a14-39b3-404e-a8a0-77a8194e98d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:04.947265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a95e0f-98f0-4e59-a11d-08eed956d53c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a94955-3c5c-4ec4-a488-d711e89525fc,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:05.018062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:05.028551 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Transition to ACTIVE for port object 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:05.045472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e8a95e0f-98f0-4e59-a11d-08eed956d53c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:05.049200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Transition to ACTIVE for port object 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:05.049339 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e8a95e0f-98f0-4e59-a11d-08eed956d53c tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5516398 Mar 08 11:55:05.049519 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52156) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:05.107733 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.ipam_backend_mixin [None req-7cf05a14-39b3-404e-a8a0-77a8194e98d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16ead9bb-2ef4-4f4e-9301-88f891f0baa7 (CIDR: 2001:db8::/64) Mar 08 11:55:05.118915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:05.134833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:05.150335 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf05a14-39b3-404e-a8a0-77a8194e98d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:55:05.150828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf05a14-39b3-404e-a8a0-77a8194e98d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:55:05.173293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:05.178461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Network 6fca7b62-b224-40b2-bca4-7d96a6665a27 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:05.181725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:05.185239 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:05.229125 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Pushing event updated for resources: {'Port': ['ID=84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:05.236642 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7cf05a14-39b3-404e-a8a0-77a8194e98d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7074759 Mar 08 11:55:05.245478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52160) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:05.251166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': '6fca7b62-b224-40b2-bca4-7d96a6665a27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:05.279243 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:05.285576 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Attempting to bind port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:55:05.292786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Attempting to bind port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'dfdaab10-fb45-484f-a6ee-20e07f03df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6fca7b62-b224-40b2-bca4-7d96a6665a27'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:55:05.292786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Attempting to bind port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 on network 6fca7b62-b224-40b2-bca4-7d96a6665a27 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:55:05.292786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:55:05.292786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Checking segment: {'id': 'dfdaab10-fb45-484f-a6ee-20e07f03df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6fca7b62-b224-40b2-bca4-7d96a6665a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:05.292786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:05.292786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Bound using segment: {'id': 'dfdaab10-fb45-484f-a6ee-20e07f03df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6fca7b62-b224-40b2-bca4-7d96a6665a27'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:55:05.293421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Bound port: 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdaab10-fb45-484f-a6ee-20e07f03df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6fca7b62-b224-40b2-bca4-7d96a6665a27'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:55:05.293540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:05.304826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bdac15-76c6-45ad-8a1d-c5f78772abc3,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:05.365579 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.365947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.366288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.366628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.366963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.367294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.367621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.367950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.368805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.369133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.369452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.369771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.388313 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:05.389429 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cb5395aa-bc12-4666-ab4b-48e2c0cc3e33 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-groups/51bdac15-76c6-45ad-8a1d-c5f78772abc3 HTTP/1.1" status: 204 len: 168 time: 0.3390031 Mar 08 11:55:05.391685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] For port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:55:05.395970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52166) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:05.405056 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] For port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4,segment=NetworkSegment(dfdaab10-fb45-484f-a6ee-20e07f03df96),segment_id=dfdaab10-fb45-484f-a6ee-20e07f03df96)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:55:05.433496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:05.437266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:05.440099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:05.447521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:05.457758 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-94e361ec-8bd8-433e-b89c-9f6ff384ca16 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:05.473051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:05.546757 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:05.550363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:05.556921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3d8e0-6dff-42ea-82d5-45a7ef653e3d None None] Pushing event updated for resources: {'Port': ['ID=84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:05.569623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-94e361ec-8bd8-433e-b89c-9f6ff384ca16 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:05.571067 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-94e361ec-8bd8-433e-b89c-9f6ff384ca16 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1778021 Mar 08 11:55:05.573993 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52172) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:05.620750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f5969115-6ceb-46a4-8c49-d856166104d7 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Synchronizing usage tracker for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:05.683867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f5969115-6ceb-46a4-8c49-d856166104d7 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] Unset dirty status for tenant:0f8eb9f5afa84fd49d357dbea5cd23c8 on resource:security_group_rule {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:05.687685 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f5969115-6ceb-46a4-8c49-d856166104d7 tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1102071 Mar 08 11:55:05.687976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52176) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:05.705589 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-b119b501-1343-4bea-af23-df017240c57f tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] delete failed (client error): The resource could not be found. Mar 08 11:55:05.706631 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b119b501-1343-4bea-af23-df017240c57f tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "DELETE /v2.0/security-groups/51bdac15-76c6-45ad-8a1d-c5f78772abc3 HTTP/1.1" status: 404 len: 347 time: 0.0175130 Mar 08 11:55:05.711114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52180) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:05.777926 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bc63a6f3-3a93-4f96-90e2-b6d146c5c15f tempest-SecGroupIPv6Test-392011470 tempest-SecGroupIPv6Test-392011470-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639646 Mar 08 11:55:05.907315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:05.974436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 6fca7b62-b224-40b2-bca4-7d96a6665a27 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:05.980546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:05.981819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:05.982439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:05.989776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Subnet': ['ID=2528195b-6286-4b37-b402-1587dc3fccf6,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:06.073891 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:06.094779 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f4a69e01-f1aa-48e5-be51-4742ac9eeaba tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8480964 Mar 08 11:55:06.097305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52186) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:06.103953 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': '6fca7b62-b224-40b2-bca4-7d96a6665a27', 'fixed_ips': [{'subnet_id': '16ead9bb-2ef4-4f4e-9301-88f891f0baa7'}, {'subnet_id': '2528195b-6286-4b37-b402-1587dc3fccf6'}], 'name': 'tempest-PortsIpV6TestJSON-608573244'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:06.208333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:06.244664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:06.249781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:port and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:06.251913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:06.257610 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:06.318177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:06.355852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52192) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:06.450878 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:06.472385 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port c4621ad2-0c39-44e8-b76d-2b538ae556d2 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:55:06.528327 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d05f7278-9980-4c10-8e1b-aa0c3fe420ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f8eb9f5afa84fd49d357dbea5cd23c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712191 Mar 08 11:55:06.529064 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52198) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:06.595074 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4eda159c-3590-4233-91c3-dd5b5d41297c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:06.623820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4eda159c-3590-4233-91c3-dd5b5d41297c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:06.741187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad23c20-f087-4f93-916e-a45a0bb5e0da None None] Network 6fca7b62-b224-40b2-bca4-7d96a6665a27 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:06.769406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4eda159c-3590-4233-91c3-dd5b5d41297c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:06.787579 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda159c-3590-4233-91c3-dd5b5d41297c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833a789f-bbf8-4217-9d95-81d8a6bde34f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:06.834972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8::35 (6fca7b62-b224-40b2-bca4-7d96a6665a27/16ead9bb-2ef4-4f4e-9301-88f891f0baa7/c4621ad2-0c39-44e8-b76d-2b538ae556d2) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:06.841650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8:0:1::1c9 (6fca7b62-b224-40b2-bca4-7d96a6665a27/2528195b-6286-4b37-b402-1587dc3fccf6/c4621ad2-0c39-44e8-b76d-2b538ae556d2) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:06.925658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-87b64722-4718-4e61-b573-b2e34a7059ea None None] Provisioning for port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:06.935786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-87b64722-4718-4e61-b573-b2e34a7059ea None None] Provisioning complete for port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:06.940865 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-87b64722-4718-4e61-b573-b2e34a7059ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:06.952551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4eda159c-3590-4233-91c3-dd5b5d41297c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:06.956283 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4eda159c-3590-4233-91c3-dd5b5d41297c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/833a789f-bbf8-4217-9d95-81d8a6bde34f HTTP/1.1" status: 204 len: 168 time: 0.4239802 Mar 08 11:55:07.052040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:07.070337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Transition to ACTIVE for port object c4621ad2-0c39-44e8-b76d-2b538ae556d2 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:07.140845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-87b64722-4718-4e61-b573-b2e34a7059ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:07.163571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:07.228483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-87b64722-4718-4e61-b573-b2e34a7059ea None None] For port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4,segment=NetworkSegment(dfdaab10-fb45-484f-a6ee-20e07f03df96),segment_id=dfdaab10-fb45-484f-a6ee-20e07f03df96)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:07.239816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a23d5a-cd4b-4c78-9a05-8d11953f8e9e None None] Update dhcp port {'port': {'network_id': '6fca7b62-b224-40b2-bca4-7d96a6665a27', 'fixed_ips': [{'subnet_id': '16ead9bb-2ef4-4f4e-9301-88f891f0baa7', 'ip_address': '2001:db8::2'}, {'subnet_id': '2528195b-6286-4b37-b402-1587dc3fccf6'}], 'binding:host_id': 'dv-neutron-828143-8-hyperv'}, 'id': '84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4'} from dv-neutron-828143-8-hyperv. {{(pid=88471) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 11:55:07.244063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 6fca7b62-b224-40b2-bca4-7d96a6665a27 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:07.247735 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:07.252866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:07.260408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:07.265936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:07.267498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=c4621ad2-0c39-44e8-b76d-2b538ae556d2,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:07.307776 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f9a23d5a-cd4b-4c78-9a05-8d11953f8e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:07.323387 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-87b64722-4718-4e61-b573-b2e34a7059ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:07.360865 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-35bc446a-3cdd-4de5-9690-974d102a0c1e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.2602572 Mar 08 11:55:07.361395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52212) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:07.369314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d7858187-e2c2-4b6f-949a-4134dc8291d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16ead9bb-2ef4-4f4e-9301-88f891f0baa7'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:07.482376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b64722-4718-4e61-b573-b2e34a7059ea None None] Pushing event updated for resources: {'Port': ['ID=84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:07.577010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-f9a23d5a-cd4b-4c78-9a05-8d11953f8e9e None None] Allocated IP 2001:db8:0:1::2 (6fca7b62-b224-40b2-bca4-7d96a6665a27/2528195b-6286-4b37-b402-1587dc3fccf6/84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:07.608564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d7858187-e2c2-4b6f-949a-4134dc8291d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:07.729672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f9a23d5a-cd4b-4c78-9a05-8d11953f8e9e None None] For port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4,segment=NetworkSegment(dfdaab10-fb45-484f-a6ee-20e07f03df96),segment_id=dfdaab10-fb45-484f-a6ee-20e07f03df96)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:07.755593 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f9a23d5a-cd4b-4c78-9a05-8d11953f8e9e None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:07.771436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f9a23d5a-cd4b-4c78-9a05-8d11953f8e9e None None] Transition to ACTIVE for port object 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:07.860801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f9a23d5a-cd4b-4c78-9a05-8d11953f8e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:07.949641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-d7858187-e2c2-4b6f-949a-4134dc8291d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Delete allocated IP 2001:db8:0:1::1c9 (6fca7b62-b224-40b2-bca4-7d96a6665a27/2528195b-6286-4b37-b402-1587dc3fccf6) {{(pid=88469) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 11:55:07.954641 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52228) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:08.005793 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a23d5a-cd4b-4c78-9a05-8d11953f8e9e None None] Pushing event updated for resources: {'Port': ['ID=84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:08.053511 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:08.128429 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-455857249-network', 'tenant_id': '721b645a4e4b4dfeb2b745f3492f27fb'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:08.135871 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:08.141560 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d7858187-e2c2-4b6f-949a-4134dc8291d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:08.143715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Usage tracker for resource:network and tenant:721b645a4e4b4dfeb2b745f3492f27fb is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:08.146874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:08.153204 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:08.157793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-d7858187-e2c2-4b6f-949a-4134dc8291d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Ignored duplicate provisioning block setup for port c4621ad2-0c39-44e8-b76d-2b538ae556d2 by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 08 11:55:08.236753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d7858187-e2c2-4b6f-949a-4134dc8291d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:08.266665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Made reservation on behalf of 721b645a4e4b4dfeb2b745f3492f27fb for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:08.269361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:08.283042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:08.303956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:08.308274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Usage tracker for resource:security_group_rule and tenant:721b645a4e4b4dfeb2b745f3492f27fb is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:08.311476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:08.317381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:08.338455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d7858187-e2c2-4b6f-949a-4134dc8291d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] In _notify_port_updated(), no bound segment for port c4621ad2-0c39-44e8-b76d-2b538ae556d2 on network 6fca7b62-b224-40b2-bca4-7d96a6665a27 {{(pid=88469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:55:08.343963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7858187-e2c2-4b6f-949a-4134dc8291d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:08.344614 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d7858187-e2c2-4b6f-949a-4134dc8291d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:08.348574 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d7858187-e2c2-4b6f-949a-4134dc8291d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "PUT /v2.0/ports/c4621ad2-0c39-44e8-b76d-2b538ae556d2 HTTP/1.1" status: 200 len: 924 time: 0.9836411 Mar 08 11:55:08.349142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52234) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:08.360163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b1e51f48-1831-4754-8570-6317a2c9ef74 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16ead9bb-2ef4-4f4e-9301-88f891f0baa7'}, {'subnet_id': '2528195b-6286-4b37-b402-1587dc3fccf6'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:08.361123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7858187-e2c2-4b6f-949a-4134dc8291d5 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=c4621ad2-0c39-44e8-b76d-2b538ae556d2,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:08.526907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babff17c-dd32-431c-b73e-5c1f1713f1ce None None] Network 6fca7b62-b224-40b2-bca4-7d96a6665a27 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:08.570205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:08.662139 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b1e51f48-1831-4754-8570-6317a2c9ef74 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:08.672274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:08.691287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0890202a-0da2-4890-ba51-9a2ed7f08ad1 None None] Provisioning for port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:08.703543 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0890202a-0da2-4890-ba51-9a2ed7f08ad1 None None] Provisioning complete for port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:08.703920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0890202a-0da2-4890-ba51-9a2ed7f08ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:08.752053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:55:08.759656 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f9f77e-4f29-4c61-a353-bfda6c980f31,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:08.780889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:08.780889 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Added segment 90f1dbcd-3777-4953-8ad9-348a648b3cd0 of type vlan for network 398b9bf7-079f-414d-b424-41d2ca7a4fdb Mar 08 11:55:08.864718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.050432 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.051397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:09.051968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.190411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-b1e51f48-1831-4754-8570-6317a2c9ef74 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8:0:1::2f6 (6fca7b62-b224-40b2-bca4-7d96a6665a27/2528195b-6286-4b37-b402-1587dc3fccf6/c4621ad2-0c39-44e8-b76d-2b538ae556d2) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:09.196613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] Pushing event updated for resources: {'Network': ['ID=398b9bf7-079f-414d-b424-41d2ca7a4fdb,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:09.198915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8bd847b2-5386-4d33-8b97-d2adbf7c3eb4 None None] Provisioning for port c4621ad2-0c39-44e8-b76d-2b538ae556d2 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:09.211801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 398b9bf7-079f-414d-b424-41d2ca7a4fdb details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:55:09.226562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8bd847b2-5386-4d33-8b97-d2adbf7c3eb4 None None] Provisioning complete for port c4621ad2-0c39-44e8-b76d-2b538ae556d2 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:09.226892 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8bd847b2-5386-4d33-8b97-d2adbf7c3eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.285585 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-16c2b2fc-ecb3-4008-b9b5-b446fb3b5998 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3293443 Mar 08 11:55:09.288998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52238) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:09.294734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Request body: {'subnet': {'network_id': '398b9bf7-079f-414d-b424-41d2ca7a4fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-455857249-subnet', 'tenant_id': '721b645a4e4b4dfeb2b745f3492f27fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:09.299559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:09.310119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Usage tracker for resource:subnet and tenant:721b645a4e4b4dfeb2b745f3492f27fb is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:09.313140 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:09.319185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:09.365905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8bd847b2-5386-4d33-8b97-d2adbf7c3eb4 None None] Port c4621ad2-0c39-44e8-b76d-2b538ae556d2 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:09.380958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Made reservation on behalf of 721b645a4e4b4dfeb2b745f3492f27fb for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:09.381160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8bd847b2-5386-4d33-8b97-d2adbf7c3eb4 None None] Provisioning complete for port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:09.381438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8bd847b2-5386-4d33-8b97-d2adbf7c3eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.382561 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b1e51f48-1831-4754-8570-6317a2c9ef74 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.383641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.398228 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-b1e51f48-1831-4754-8570-6317a2c9ef74 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Ignored duplicate provisioning block setup for port c4621ad2-0c39-44e8-b76d-2b538ae556d2 by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 08 11:55:09.495806 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b1e51f48-1831-4754-8570-6317a2c9ef74 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.643891 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b1e51f48-1831-4754-8570-6317a2c9ef74 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] In _notify_port_updated(), no bound segment for port c4621ad2-0c39-44e8-b76d-2b538ae556d2 on network 6fca7b62-b224-40b2-bca4-7d96a6665a27 {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:55:09.649797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e51f48-1831-4754-8570-6317a2c9ef74 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:09.657032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b1e51f48-1831-4754-8570-6317a2c9ef74 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.657032 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b1e51f48-1831-4754-8570-6317a2c9ef74 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "PUT /v2.0/ports/c4621ad2-0c39-44e8-b76d-2b538ae556d2 HTTP/1.1" status: 200 len: 1010 time: 1.3014009 Mar 08 11:55:09.657291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52242) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:09.663621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e51f48-1831-4754-8570-6317a2c9ef74 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=c4621ad2-0c39-44e8-b76d-2b538ae556d2,revision_number=3']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:09.679922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b9f02622-df05-41e9-a679-7ca4a6177869 None None] Provisioning complete for port c4621ad2-0c39-44e8-b76d-2b538ae556d2 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:09.680565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b9f02622-df05-41e9-a679-7ca4a6177869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.699539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.736778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b9f02622-df05-41e9-a679-7ca4a6177869 None None] Port c4621ad2-0c39-44e8-b76d-2b538ae556d2 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:09.787767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-96768453-4bd8-4bac-b18a-5bb2d2a0e55a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port c4621ad2-0c39-44e8-b76d-2b538ae556d2 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:09.788113 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-96768453-4bd8-4bac-b18a-5bb2d2a0e55a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.838532 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5f5be356-626f-4db3-be4a-236cc6047443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.839954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3dd797-c70c-4f3d-be12-2a129564228a,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:09.857065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7c70e28e-99bc-4b18-8f45-c8730f6e8cf8 None None] Provisioning complete for port c4621ad2-0c39-44e8-b76d-2b538ae556d2 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:09.857440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7c70e28e-99bc-4b18-8f45-c8730f6e8cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:09.860641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Checking segment: {'id': '90f1dbcd-3777-4953-8ad9-348a648b3cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '398b9bf7-079f-414d-b424-41d2ca7a4fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:09.860999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Network hostable DHCP agents. Network: 398b9bf7-079f-414d-b424-41d2ca7a4fdb, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:55:09.908985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7c70e28e-99bc-4b18-8f45-c8730f6e8cf8 None None] Port c4621ad2-0c39-44e8-b76d-2b538ae556d2 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:10.013507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Network 398b9bf7-079f-414d-b424-41d2ca7a4fdb is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:55:10.035893 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:10.066244 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-96768453-4bd8-4bac-b18a-5bb2d2a0e55a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:10.104038 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:10.104338 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:10.136255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 398b9bf7-079f-414d-b424-41d2ca7a4fdb) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:10.148482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e579e77-302e-4916-875b-64c66f1f8839 None None] Network 398b9bf7-079f-414d-b424-41d2ca7a4fdb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:10.197060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-96768453-4bd8-4bac-b18a-5bb2d2a0e55a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for c4621ad2-0c39-44e8-b76d-2b538ae556d2 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:10.224518 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:10.225100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:10.341999 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-989a8660-c0a8-46dd-9ba2-d2bfef546374 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0523720 Mar 08 11:55:10.428792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cfd814-13ab-48ce-82b3-08927024dd3a None None] Network 398b9bf7-079f-414d-b424-41d2ca7a4fdb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:10.495120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-96768453-4bd8-4bac-b18a-5bb2d2a0e55a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:10.662658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96768453-4bd8-4bac-b18a-5bb2d2a0e55a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=c4621ad2-0c39-44e8-b76d-2b538ae556d2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:10.747145 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-96768453-4bd8-4bac-b18a-5bb2d2a0e55a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:10.757254 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-96768453-4bd8-4bac-b18a-5bb2d2a0e55a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/c4621ad2-0c39-44e8-b76d-2b538ae556d2 HTTP/1.1" status: 204 len: 168 time: 1.0984817 Mar 08 11:55:10.759845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52252) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:10.802368 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f933b8b-6d9e-49ae-a1c5-2b8c7a0779ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:55:10.802966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9f933b8b-6d9e-49ae-a1c5-2b8c7a0779ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:10.871057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9f933b8b-6d9e-49ae-a1c5-2b8c7a0779ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:10.874180 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9f933b8b-6d9e-49ae-a1c5-2b8c7a0779ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/c4621ad2-0c39-44e8-b76d-2b538ae556d2 HTTP/1.1" status: 404 len: 333 time: 0.1115017 Mar 08 11:55:10.875207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52260) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:10.940454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68d89ef-62b7-4b53-8e4e-3916053e7216 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting subnet 2528195b-6286-4b37-b402-1587dc3fccf6 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:55:10.943251 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f68d89ef-62b7-4b53-8e4e-3916053e7216 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.001256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f68d89ef-62b7-4b53-8e4e-3916053e7216 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.083905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f68d89ef-62b7-4b53-8e4e-3916053e7216 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.088494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52268) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:11.093993 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1286193815-network', 'tenant_id': 'f22880d46b7a4ceaa0ab8736d7be294b'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:11.099078 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:11.103533 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Usage tracker for resource:network and tenant:f22880d46b7a4ceaa0ab8736d7be294b is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:11.106344 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:11.112018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:11.174725 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Made reservation on behalf of f22880d46b7a4ceaa0ab8736d7be294b for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:11.177065 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.189098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.192422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f68d89ef-62b7-4b53-8e4e-3916053e7216 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.203265 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:11.207022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Usage tracker for resource:security_group_rule and tenant:f22880d46b7a4ceaa0ab8736d7be294b is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:11.209768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:11.215933 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:11.234832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d89ef-62b7-4b53-8e4e-3916053e7216 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Subnet': ['ID=2528195b-6286-4b37-b402-1587dc3fccf6,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:11.238350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f68d89ef-62b7-4b53-8e4e-3916053e7216 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.245374 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f68d89ef-62b7-4b53-8e4e-3916053e7216 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/2528195b-6286-4b37-b402-1587dc3fccf6 HTTP/1.1" status: 204 len: 168 time: 0.3688078 Mar 08 11:55:11.247660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52272) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:11.248508 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f9e873-b1fb-4283-b3f8-f31ae8c4c6ca None None] Network 6fca7b62-b224-40b2-bca4-7d96a6665a27 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:11.303493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.325180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae7e2fa-4e4f-4894-9d46-161acc09b0db tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting subnet 16ead9bb-2ef4-4f4e-9301-88f891f0baa7 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:55:11.328199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e2fa-4e4f-4894-9d46-161acc09b0db tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.373850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.387713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e2fa-4e4f-4894-9d46-161acc09b0db tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.401613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:55:11.414082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150a5d73-81f1-43b3-b30b-50e376f21a52,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:11.419525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.419880 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Added segment 6029c187-dd07-4d32-b39e-1d80029b40c9 of type vlan for network 4278f6de-7489-4376-a2d6-c6c2584546c8 Mar 08 11:55:11.428159 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:11.428508 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:11.428847 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:11.429182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:11.429513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:11.429840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:11.430182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:11.430540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:11.430869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:11.431187 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:11.431563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:11.431932 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:11.460170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.488552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e2fa-4e4f-4894-9d46-161acc09b0db tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.564052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.565074 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:11.567672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.644859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e2fa-4e4f-4894-9d46-161acc09b0db tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.694274 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7e2fa-4e4f-4894-9d46-161acc09b0db tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Subnet': ['ID=16ead9bb-2ef4-4f4e-9301-88f891f0baa7,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:11.699533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e2fa-4e4f-4894-9d46-161acc09b0db tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.708344 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2ae7e2fa-4e4f-4894-9d46-161acc09b0db tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/16ead9bb-2ef4-4f4e-9301-88f891f0baa7 HTTP/1.1" status: 204 len: 168 time: 0.4562402 Mar 08 11:55:11.708556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52276) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:11.783403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] Pushing event updated for resources: {'Network': ['ID=4278f6de-7489-4376-a2d6-c6c2584546c8,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:11.794307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 4278f6de-7489-4376-a2d6-c6c2584546c8 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:55:11.794799 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-51e21a64-aabf-47dd-8990-b8f8ea77c3b8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7048194 Mar 08 11:55:11.795371 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52280) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:11.800951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Request body: {'subnet': {'network_id': '4278f6de-7489-4376-a2d6-c6c2584546c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1286193815-subnet', 'tenant_id': 'f22880d46b7a4ceaa0ab8736d7be294b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:11.806610 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:11.813771 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Usage tracker for resource:subnet and tenant:f22880d46b7a4ceaa0ab8736d7be294b is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:11.817422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:11.823958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:11.837673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.849864 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:11.850239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:11.918050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Made reservation on behalf of f22880d46b7a4ceaa0ab8736d7be294b for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:11.920466 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:12.063005 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab46562e-3973-48f8-a81a-c9f819cf9646 None None] Network 6fca7b62-b224-40b2-bca4-7d96a6665a27 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:12.075195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] For port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4,segment=NetworkSegment(dfdaab10-fb45-484f-a6ee-20e07f03df96),segment_id=dfdaab10-fb45-484f-a6ee-20e07f03df96)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:12.075572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:12.166319 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3266b788-d898-4824-83a4-71b4a2e43d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:12.198482 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:12.207961 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:12.250550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ebd5635f-997d-4657-a249-d91195b671cc None None] Provisioning complete for port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:12.250869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ebd5635f-997d-4657-a249-d91195b671cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:12.274429 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=11201518-f107-410d-8cff-4cb982ca0f95,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:12.283885 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Checking segment: {'id': '6029c187-dd07-4d32-b39e-1d80029b40c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4278f6de-7489-4376-a2d6-c6c2584546c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:12.284312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Network hostable DHCP agents. Network: 4278f6de-7489-4376-a2d6-c6c2584546c8, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:55:12.356652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:12.374601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ebd5635f-997d-4657-a249-d91195b671cc None None] Port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 update to ACTIVE by agent not found {{(pid=88471) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 08 11:55:12.379322 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Network 4278f6de-7489-4376-a2d6-c6c2584546c8 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:55:12.403652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:12.406870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No DVR routers for this DVR port 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:55:12.438390 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d38d5d9-d485-4834-bc67-09876ffe2bc4 None None] DHCP port deletion for 6fca7b62-b224-40b2-bca4-7d96a6665a27 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:55:12.455312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 4278f6de-7489-4376-a2d6-c6c2584546c8) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:12.459229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:12.459834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:12.465133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544c3be9-85e5-4b69-b016-289e33120f0a None None] Network 4278f6de-7489-4376-a2d6-c6c2584546c8 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:12.535119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:12.547292 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4d3b7a09-86b7-465f-831b-89cde7c1cc0f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7508574 Mar 08 11:55:12.572494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fca7b62-b224-40b2-bca4-7d96a6665a27']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:12.585236 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdaab10-fb45-484f-a6ee-20e07f03df96') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:12.585569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdaab10-fb45-484f-a6ee-20e07f03df96') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:12.598117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:12.616805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:12.624790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:55:12.625188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:55:12.643524 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:55:12.731013 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28a84cf-fc32-41f3-afb9-601b4beb23fd None None] Network 4278f6de-7489-4376-a2d6-c6c2584546c8 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:12.810203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:12.845995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:12.850679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Network': ['ID=6fca7b62-b224-40b2-bca4-7d96a6665a27,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:12.957206 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-136c4a2e-1437-4a95-8880-af05e4a263b9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/networks/6fca7b62-b224-40b2-bca4-7d96a6665a27 HTTP/1.1" status: 204 len: 168 time: 1.2476001 Mar 08 11:55:12.962353 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52298) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:13.172061 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459277fe-e27d-4125-8174-a38a9a7bc2e9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:13.173393 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-459277fe-e27d-4125-8174-a38a9a7bc2e9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2099049 Mar 08 11:55:13.177068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52306) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:13.216691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-eae8cea0-284a-4ef5-a13b-67e70e999f60 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:13.217366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-eae8cea0-284a-4ef5-a13b-67e70e999f60 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Synchronizing usage tracker for tenant:721b645a4e4b4dfeb2b745f3492f27fb on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:13.238548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:13.250988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52310) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:13.282445 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-005661ac-ef30-45bf-8598-416290b7f64e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1011689 Mar 08 11:55:13.282726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52314) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:13.288497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-395541472'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:13.293744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:13.297620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:network and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:13.300679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:13.307435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:13.317934 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-eae8cea0-284a-4ef5-a13b-67e70e999f60 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Unset dirty status for tenant:721b645a4e4b4dfeb2b745f3492f27fb on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:13.325017 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-eae8cea0-284a-4ef5-a13b-67e70e999f60 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/networks?id=398b9bf7-079f-414d-b424-41d2ca7a4fdb HTTP/1.1" status: 200 len: 811 time: 0.3208194 Mar 08 11:55:13.329913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5839c7-326b-4d20-bae2-7f2ca7782244 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:13.330414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5839c7-326b-4d20-bae2-7f2ca7782244 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:13.330898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5839c7-326b-4d20-bae2-7f2ca7782244 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:13.332551 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fe5839c7-326b-4d20-bae2-7f2ca7782244 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=c6ec9fcbfccf47d68d2acd05b7c2000a&network_id=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd HTTP/1.1" status: 200 len: 3000 time: 0.0803216 Mar 08 11:55:13.335274 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-96165ca1-3b1e-47a3-9041-301937cba507 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/quotas/721b645a4e4b4dfeb2b745f3492f27fb HTTP/1.1" status: 200 len: 375 time: 0.0094397 Mar 08 11:55:13.379628 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:13.383986 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:13.400624 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-43317917-a6ef-44d4-8b3c-6ad271bb5f56 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=721b645a4e4b4dfeb2b745f3492f27fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578759 Mar 08 11:55:13.455790 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:13.457268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:55:13.457555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:13.522351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:13.522688 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Added segment f1a0246f-19a7-4266-8e17-b27b5419ad0d of type vlan for network 3653c519-1546-401f-be55-9dc4c94ad06b Mar 08 11:55:13.567660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:13.574992 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-fee31e73-ac8a-4690-b853-8b4caecdef11 service neutron] 10.222.0.32 "GET /v2.0/networks/398b9bf7-079f-414d-b424-41d2ca7a4fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672041 Mar 08 11:55:13.725071 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-68b82491-aba4-4215-8c1e-811317e161e0 service neutron] 10.222.0.32 "GET /v2.0/networks/398b9bf7-079f-414d-b424-41d2ca7a4fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427619 Mar 08 11:55:13.739109 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:13.746339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:13.748642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:13.853663 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5697746 Mar 08 11:55:13.856622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52322) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:13.859667 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faabe67-6bd9-419a-adc5-017229b6883f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Network': ['ID=3653c519-1546-401f-be55-9dc4c94ad06b,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:13.862691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': '3653c519-1546-401f-be55-9dc4c94ad06b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:13.870453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 3653c519-1546-401f-be55-9dc4c94ad06b details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:55:14.045871 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:55:14.065161 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:55:14.081597 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:55:14.081997 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 84223cda-5ba4-4c7c-b2c9-a2a4306ad8c4 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:55:14.132067 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c799de88-75d6-4bf3-8c7f-35ce941a2cc8 req-ee799453-d905-44d4-9683-1a4cc591d26d tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0568628 Mar 08 11:55:14.138692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:14.144047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:14.147327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:14.153764 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:14.265014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:14.268559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:14.535266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:14.618701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Subnet': ['ID=e5ec2f2a-c19f-4b77-aef2-6cbccef0a530,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:14.630918 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Checking segment: {'id': 'f1a0246f-19a7-4266-8e17-b27b5419ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3653c519-1546-401f-be55-9dc4c94ad06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:14.630918 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network hostable DHCP agents. Network: 3653c519-1546-401f-be55-9dc4c94ad06b, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:55:14.677866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:14.700553 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 3653c519-1546-401f-be55-9dc4c94ad06b is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:55:14.757700 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 3653c519-1546-401f-be55-9dc4c94ad06b) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:14.762276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:14.762987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:14.767201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b30f14c-3007-495c-a3e0-56ad9aadd7a9 None None] Network 3653c519-1546-401f-be55-9dc4c94ad06b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:14.861439 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-33d053a0-0bff-4fbb-81a3-c68f3cd7d457 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0036411 Mar 08 11:55:14.863910 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52336) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:14.869838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': '3653c519-1546-401f-be55-9dc4c94ad06b', 'name': 'tempest-PortsIpV6TestJSON-67306737'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:14.980532 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-3653c519-1546-401f-be55-9dc4c94ad06b', 'network_id': '3653c519-1546-401f-be55-9dc4c94ad06b', 'tenant_id': '2dc4648430df422c98c9144accb8de53', 'fixed_ips': [{'subnet_id': 'e5ec2f2a-c19f-4b77-aef2-6cbccef0a530'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:55:14.981374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:15.014247 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:15.018341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:port and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:15.021072 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:15.026961 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:15.118116 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:15.121648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:15.135007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Allocated IP 2001:db8::2 (3653c519-1546-401f-be55-9dc4c94ad06b/e5ec2f2a-c19f-4b77-aef2-6cbccef0a530/6be6fe5a-7217-4775-b3d0-878aef019436) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:15.148932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port 5b28cec1-d4cd-4c52-9e93-780dcf166efd yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:55:15.291235 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-be017ec5-655e-43c4-bd0e-3416e44bd8bf req-b2dad7be-cbef-47a5-9289-06b40b05578c tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0457447 Mar 08 11:55:15.371488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:15.381127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Transition to ACTIVE for port object 6be6fe5a-7217-4775-b3d0-878aef019436 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:15.398298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Transition to ACTIVE for port object 6be6fe5a-7217-4775-b3d0-878aef019436 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:15.467094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:15.530845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Network 3653c519-1546-401f-be55-9dc4c94ad06b is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:15.537711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:15.541995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8::46 (3653c519-1546-401f-be55-9dc4c94ad06b/e5ec2f2a-c19f-4b77-aef2-6cbccef0a530/5b28cec1-d4cd-4c52-9e93-780dcf166efd) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:15.542993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:15.550155 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Pushing event updated for resources: {'Port': ['ID=6be6fe5a-7217-4775-b3d0-878aef019436,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:15.640434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Attempting to bind port 6be6fe5a-7217-4775-b3d0-878aef019436 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:55:15.640924 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Attempting to bind port 6be6fe5a-7217-4775-b3d0-878aef019436 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'f1a0246f-19a7-4266-8e17-b27b5419ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3653c519-1546-401f-be55-9dc4c94ad06b'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:55:15.641321 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Attempting to bind port 6be6fe5a-7217-4775-b3d0-878aef019436 on network 3653c519-1546-401f-be55-9dc4c94ad06b {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:55:15.647573 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:55:15.648044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Checking segment: {'id': 'f1a0246f-19a7-4266-8e17-b27b5419ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3653c519-1546-401f-be55-9dc4c94ad06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:15.648463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:15.649381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Bound using segment: {'id': 'f1a0246f-19a7-4266-8e17-b27b5419ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3653c519-1546-401f-be55-9dc4c94ad06b'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:55:15.649836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Bound port: 6be6fe5a-7217-4775-b3d0-878aef019436, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a0246f-19a7-4266-8e17-b27b5419ad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3653c519-1546-401f-be55-9dc4c94ad06b'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:55:15.650231 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:15.736647 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] For port 6be6fe5a-7217-4775-b3d0-878aef019436, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:55:15.739557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] For port 6be6fe5a-7217-4775-b3d0-878aef019436, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6be6fe5a-7217-4775-b3d0-878aef019436,segment=NetworkSegment(f1a0246f-19a7-4266-8e17-b27b5419ad0d),segment_id=f1a0246f-19a7-4266-8e17-b27b5419ad0d)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:55:15.748617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:15.763882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Transition to ACTIVE for port object 5b28cec1-d4cd-4c52-9e93-780dcf166efd will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:15.821124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:15.883974 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:15.903353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7e6e2-9370-433a-86a9-ae3ccd3cc510 None None] Pushing event updated for resources: {'Port': ['ID=6be6fe5a-7217-4775-b3d0-878aef019436,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:15.955489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 3653c519-1546-401f-be55-9dc4c94ad06b is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:15.964124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:15.968703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:15.974576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:15.975208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:15.990270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=5b28cec1-d4cd-4c52-9e93-780dcf166efd,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:16.111174 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-452ab903-6835-4366-923e-ea1d110e0904 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2462187 Mar 08 11:55:16.113790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52346) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:16.120700 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': '3653c519-1546-401f-be55-9dc4c94ad06b', 'name': 'tempest-PortsIpV6TestJSON-2051763939'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:16.261982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-8b47df61-3f61-406b-80b6-2c4a36ef7285 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:16.263572 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-8b47df61-3f61-406b-80b6-2c4a36ef7285 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.18 "GET /v2.0/networks?id=398b9bf7-079f-414d-b424-41d2ca7a4fdb HTTP/1.1" status: 200 len: 811 time: 0.1882207 Mar 08 11:55:16.277312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Request body: {'port': {'device_id': 'fb18b14e-541d-4035-a451-3ba3dd60fdc2', 'network_id': '398b9bf7-079f-414d-b424-41d2ca7a4fdb', 'admin_state_up': True, 'tenant_id': '721b645a4e4b4dfeb2b745f3492f27fb'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:16.289094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:16.293174 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:port and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:16.296208 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:16.303625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:16.386812 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:16.390554 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:16.417604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port 47c14f4f-2d83-4728-af5e-8aa4e81fb986 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:55:16.462681 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bea5946c-bc45-4c66-961f-713314192d49 req-f13a13f3-baaf-4051-837e-6823cc6b30b8 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0551705 Mar 08 11:55:16.463568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:16.467477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Usage tracker for resource:port and tenant:721b645a4e4b4dfeb2b745f3492f27fb is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:16.470383 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:16.476799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:16.563698 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8::20f (3653c519-1546-401f-be55-9dc4c94ad06b/e5ec2f2a-c19f-4b77-aef2-6cbccef0a530/47c14f4f-2d83-4728-af5e-8aa4e81fb986) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:16.580726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Made reservation on behalf of 721b645a4e4b4dfeb2b745f3492f27fb for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:16.584646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:16.791615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Allocated IP 172.20.0.8 (398b9bf7-079f-414d-b424-41d2ca7a4fdb/5e3dd797-c70c-4f3d-be12-2a129564228a/04ab223d-ca37-4a59-8509-c64839aefaba) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:16.825343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52356) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:16.912973 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:16.932440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Transition to ACTIVE for port object 47c14f4f-2d83-4728-af5e-8aa4e81fb986 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:16.947191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a475c5-b26c-4cca-9d16-b6cb0baea089 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:16.974502 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a9a475c5-b26c-4cca-9d16-b6cb0baea089 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 814 time: 0.1223569 Mar 08 11:55:16.974802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c251800a-14f4-4d7c-a557-f5cb945051a2 None None] Network 3653c519-1546-401f-be55-9dc4c94ad06b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:17.026668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:17.078380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:17.092994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 3653c519-1546-401f-be55-9dc4c94ad06b is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:17.096072 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:17.105840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:17.111386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:17.117776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:17.128515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=47c14f4f-2d83-4728-af5e-8aa4e81fb986,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:17.209909 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fec29cb8-40fb-4ede-a3d3-c2f196a97261 None None] Provisioning for port 6be6fe5a-7217-4775-b3d0-878aef019436 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:17.224307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:17.224542 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-52562cb4-c090-4a18-b8a3-14d498988a92 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1061127 Mar 08 11:55:17.224542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52364) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:17.294395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Network 398b9bf7-079f-414d-b424-41d2ca7a4fdb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:17.297610 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:17.301584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:17.332232 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a40e18-0632-4c12-824f-95c330996ab0 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:17.332837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-91a40e18-0632-4c12-824f-95c330996ab0 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:17.357687 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Pushing event updated for resources: {'Port': ['ID=04ab223d-ca37-4a59-8509-c64839aefaba,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:17.379067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:17.379694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:17.419560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-91a40e18-0632-4c12-824f-95c330996ab0 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:17.422098 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-91a40e18-0632-4c12-824f-95c330996ab0 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A46 HTTP/1.1" status: 200 len: 926 time: 0.1952004 Mar 08 11:55:17.423790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52368) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:17.496087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b929b832-db10-4d40-bf0c-04eda9b8d118 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port 47c14f4f-2d83-4728-af5e-8aa4e81fb986 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:17.496428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b929b832-db10-4d40-bf0c-04eda9b8d118 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:17.523398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52374) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:17.531862 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'network': {'name': 'tempest-network-smoke--516824992', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'port_security_enabled': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:17.539434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:17.555659 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:17.631747 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-85504ce4-55c3-4111-b21b-f0f778113687 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3591187 Mar 08 11:55:17.637982 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:17.641755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:17.644723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Request body: {'port': {'device_id': 'fb18b14e-541d-4035-a451-3ba3dd60fdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:17.653256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-06fed0c5-17f5-4438-836b-24f1861b8e84 None None] Provisioning for port 5b28cec1-d4cd-4c52-9e93-780dcf166efd completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:17.658314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-06fed0c5-17f5-4438-836b-24f1861b8e84 None None] Provisioning complete for port 5b28cec1-d4cd-4c52-9e93-780dcf166efd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:17.659035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-06fed0c5-17f5-4438-836b-24f1861b8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:17.689870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:55:17.710166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:17.710769 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Added segment 1162928e-cbf2-481a-949a-276633faa37d of type vlan for network afc005c0-01de-4407-b8a3-ea275f310556 Mar 08 11:55:17.723031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-06fed0c5-17f5-4438-836b-24f1861b8e84 None None] Port 5b28cec1-d4cd-4c52-9e93-780dcf166efd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:17.725625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafa000-81ae-45c6-a413-03a9c42130f2 req-07f2cfb5-7bd5-4e35-899d-277da52db35f tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:17.727634 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cdafa000-81ae-45c6-a413-03a9c42130f2 req-07f2cfb5-7bd5-4e35-899d-277da52db35f tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 931 time: 0.1326497 Mar 08 11:55:17.773086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:17.799690 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-cdafa000-81ae-45c6-a413-03a9c42130f2 req-852e5280-e5cb-42dd-b095-f46499099be1 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Synchronizing usage tracker for tenant:721b645a4e4b4dfeb2b745f3492f27fb on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:17.826741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-06fed0c5-17f5-4438-836b-24f1861b8e84 None None] Provisioning for port 47c14f4f-2d83-4728-af5e-8aa4e81fb986 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:17.832207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-06fed0c5-17f5-4438-836b-24f1861b8e84 None None] Provisioning complete for port 47c14f4f-2d83-4728-af5e-8aa4e81fb986 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:17.836038 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-06fed0c5-17f5-4438-836b-24f1861b8e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:17.888553 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-06fed0c5-17f5-4438-836b-24f1861b8e84 None None] Port 47c14f4f-2d83-4728-af5e-8aa4e81fb986 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:17.912567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-cdafa000-81ae-45c6-a413-03a9c42130f2 req-852e5280-e5cb-42dd-b095-f46499099be1 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Unset dirty status for tenant:721b645a4e4b4dfeb2b745f3492f27fb on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:17.913831 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cdafa000-81ae-45c6-a413-03a9c42130f2 req-852e5280-e5cb-42dd-b095-f46499099be1 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754177 Mar 08 11:55:17.941068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:17.947343 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:17.947942 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:17.965085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:18.017730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-652b0dd3-43ca-44c0-b91a-325bdcb93e5f None None] Provisioning complete for port 5b28cec1-d4cd-4c52-9e93-780dcf166efd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:18.018233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-652b0dd3-43ca-44c0-b91a-325bdcb93e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:18.057678 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b929b832-db10-4d40-bf0c-04eda9b8d118 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:18.078147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Network': ['ID=afc005c0-01de-4407-b8a3-ea275f310556,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:18.082935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-652b0dd3-43ca-44c0-b91a-325bdcb93e5f None None] Port 5b28cec1-d4cd-4c52-9e93-780dcf166efd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:18.092070 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network afc005c0-01de-4407-b8a3-ea275f310556 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:55:18.107242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6be6fe5a-7217-4775-b3d0-878aef019436 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:18.151008 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c5e174d3-7615-49ac-be5d-ad3455179f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6220706 Mar 08 11:55:18.152027 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52378) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:18.163247 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-652b0dd3-43ca-44c0-b91a-325bdcb93e5f None None] Provisioning complete for port 47c14f4f-2d83-4728-af5e-8aa4e81fb986 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:18.163716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-652b0dd3-43ca-44c0-b91a-325bdcb93e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:18.216947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4c7dae-cfd9-4cac-a5e5-604deab6f9f9 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:18.222231 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2e4c7dae-cfd9-4cac-a5e5-604deab6f9f9 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c6ec9fcbfccf47d68d2acd05b7c2000a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0666583 Mar 08 11:55:18.222547 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52382) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:18.259718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b929b832-db10-4d40-bf0c-04eda9b8d118 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for 47c14f4f-2d83-4728-af5e-8aa4e81fb986 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:18.296595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-652b0dd3-43ca-44c0-b91a-325bdcb93e5f None None] Port 47c14f4f-2d83-4728-af5e-8aa4e81fb986 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:18.361656 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2216bd5-9384-45c0-95e8-be70e01a46af tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:18.363182 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e2216bd5-9384-45c0-95e8-be70e01a46af tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1396847 Mar 08 11:55:18.366057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52386) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:18.384509 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 6be6fe5a-7217-4775-b3d0-878aef019436 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:18.390168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 6be6fe5a-7217-4775-b3d0-878aef019436 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:18.390545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:18.407894 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6cb70f41-0314-4fe6-b89b-75a22424d34a tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379438 Mar 08 11:55:18.408184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52390) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:18.454756 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cafbb941-73c1-4a8b-bfd4-20c9667400b3 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c6ec9fcbfccf47d68d2acd05b7c2000a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432751 Mar 08 11:55:18.454969 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52394) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:18.523308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:18.556971 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 6be6fe5a-7217-4775-b3d0-878aef019436, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6be6fe5a-7217-4775-b3d0-878aef019436,segment=NetworkSegment(f1a0246f-19a7-4266-8e17-b27b5419ad0d),segment_id=f1a0246f-19a7-4266-8e17-b27b5419ad0d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:18.588647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ece564-248d-4a86-8c13-db2007777628 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:18.592783 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-90ece564-248d-4a86-8c13-db2007777628 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342995 Mar 08 11:55:18.593020 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52398) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:18.606488 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b929b832-db10-4d40-bf0c-04eda9b8d118 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:18.630628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:18.635730 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-696bddc1-5c5b-447f-a81c-1c335ebdddca tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392566 Mar 08 11:55:18.635965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52402) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:18.641317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603878815', 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:18.674919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929b832-db10-4d40-bf0c-04eda9b8d118 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=47c14f4f-2d83-4728-af5e-8aa4e81fb986,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:18.684935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ab223d-ca37-4a59-8509-c64839aefaba {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:55:18.704730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=6be6fe5a-7217-4775-b3d0-878aef019436,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:18.722643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:18.736573 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b929b832-db10-4d40-bf0c-04eda9b8d118 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:18.750628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Transition to ACTIVE for port object 04ab223d-ca37-4a59-8509-c64839aefaba will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:18.758014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:18.761828 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:subnet and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:18.764867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:18.771115 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:18.820888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:18.849618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:18.854368 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:18.867489 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b929b832-db10-4d40-bf0c-04eda9b8d118 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/47c14f4f-2d83-4728-af5e-8aa4e81fb986 HTTP/1.1" status: 204 len: 168 time: 1.4424982 Mar 08 11:55:18.870112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52406) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:18.935427 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc988405-bdbe-4ccb-a158-85dc903427ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:55:18.936741 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fc988405-bdbe-4ccb-a158-85dc903427ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/47c14f4f-2d83-4728-af5e-8aa4e81fb986 HTTP/1.1" status: 404 len: 333 time: 0.0656850 Mar 08 11:55:18.939582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52410) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:19.016340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=04ab223d-ca37-4a59-8509-c64839aefaba,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:19.071738 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-40de938f-a287-4a7d-8412-6973030b3ec1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port 5b28cec1-d4cd-4c52-9e93-780dcf166efd {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:19.072003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-40de938f-a287-4a7d-8412-6973030b3ec1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:19.105467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Attempting to bind port 04ab223d-ca37-4a59-8509-c64839aefaba on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:55:19.105802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Attempting to bind port 04ab223d-ca37-4a59-8509-c64839aefaba by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '90f1dbcd-3777-4953-8ad9-348a648b3cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '398b9bf7-079f-414d-b424-41d2ca7a4fdb'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:55:19.106152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Attempting to bind port 04ab223d-ca37-4a59-8509-c64839aefaba on network 398b9bf7-079f-414d-b424-41d2ca7a4fdb {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:55:19.113365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Port 04ab223d-ca37-4a59-8509-c64839aefaba on network 398b9bf7-079f-414d-b424-41d2ca7a4fdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:55:19.113670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Attempting to bind port 04ab223d-ca37-4a59-8509-c64839aefaba on network 398b9bf7-079f-414d-b424-41d2ca7a4fdb {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:55:19.121260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:55:19.121598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Checking segment: {'id': '90f1dbcd-3777-4953-8ad9-348a648b3cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '398b9bf7-079f-414d-b424-41d2ca7a4fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:19.122006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Bound using segment: {'id': '90f1dbcd-3777-4953-8ad9-348a648b3cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '398b9bf7-079f-414d-b424-41d2ca7a4fdb'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:55:19.122437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Bound port: 04ab223d-ca37-4a59-8509-c64839aefaba, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f1dbcd-3777-4953-8ad9-348a648b3cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '398b9bf7-079f-414d-b424-41d2ca7a4fdb'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:55:19.122777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:19.156504 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015b4f2-b150-49d0-9e46-d710a9cfec8b req-23963857-d364-4c91-b330-ebedc99275a9 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:19.157194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d015b4f2-b150-49d0-9e46-d710a9cfec8b req-23963857-d364-4c91-b330-ebedc99275a9 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Synchronizing usage tracker for tenant:721b645a4e4b4dfeb2b745f3492f27fb on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:19.237667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] For port 04ab223d-ca37-4a59-8509-c64839aefaba, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:55:19.240601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] For port 04ab223d-ca37-4a59-8509-c64839aefaba, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=04ab223d-ca37-4a59-8509-c64839aefaba,segment=NetworkSegment(90f1dbcd-3777-4953-8ad9-348a648b3cd0),segment_id=90f1dbcd-3777-4953-8ad9-348a648b3cd0)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:55:19.312294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d015b4f2-b150-49d0-9e46-d710a9cfec8b req-23963857-d364-4c91-b330-ebedc99275a9 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Unset dirty status for tenant:721b645a4e4b4dfeb2b745f3492f27fb on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:19.313494 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d015b4f2-b150-49d0-9e46-d710a9cfec8b req-23963857-d364-4c91-b330-ebedc99275a9 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 943 time: 0.2846382 Mar 08 11:55:19.364506 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d015b4f2-b150-49d0-9e46-d710a9cfec8b req-910cdb6a-e1e9-4da2-b29f-f315f5f345e6 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446784 Mar 08 11:55:19.376112 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:19.504749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-40de938f-a287-4a7d-8412-6973030b3ec1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:19.541391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:19.542035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:19.543596 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/04ab223d-ca37-4a59-8509-c64839aefaba HTTP/1.1" status: 200 len: 1093 time: 1.9031243 Mar 08 11:55:19.546309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb18b14e-541d-4035-a451-3ba3dd60fdc2', 'tag': '04ab223d-ca37-4a59-8509-c64839aefaba'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:19.574855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a703b4-9da2-4f58-a358-e443d7fae6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=04ab223d-ca37-4a59-8509-c64839aefaba,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:19.595643 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb18b14e-541d-4035-a451-3ba3dd60fdc2', 'tag': '04ab223d-ca37-4a59-8509-c64839aefaba', 'status': 'completed', 'code': 200} Mar 08 11:55:19.628018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:19.641782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-40de938f-a287-4a7d-8412-6973030b3ec1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for 5b28cec1-d4cd-4c52-9e93-780dcf166efd owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:19.689971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e47350-4747-4e9a-a386-978f076b0369 req-8be6d185-ec5d-4698-9f4b-49435a392d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:19.691457 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0e47350-4747-4e9a-a386-978f076b0369 req-8be6d185-ec5d-4698-9f4b-49435a392d5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=721b645a4e4b4dfeb2b745f3492f27fb&device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 1096 time: 0.0749407 Mar 08 11:55:19.771330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Subnet': ['ID=8bd7ddaa-a2da-46e8-9722-947ee569edb3,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:19.792821 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Checking segment: {'id': '1162928e-cbf2-481a-949a-276633faa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:19.793187 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network hostable DHCP agents. Network: afc005c0-01de-4407-b8a3-ea275f310556, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:55:19.831756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e47350-4747-4e9a-a386-978f076b0369 req-e2fe1a5c-ff51-4476-9390-fc7cdd86f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:19.833364 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0e47350-4747-4e9a-a386-978f076b0369 req-e2fe1a5c-ff51-4476-9390-fc7cdd86f57e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=721b645a4e4b4dfeb2b745f3492f27fb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1353316 Mar 08 11:55:19.928778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network afc005c0-01de-4407-b8a3-ea275f310556 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:55:19.957333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-40de938f-a287-4a7d-8412-6973030b3ec1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:19.969386 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e47350-4747-4e9a-a386-978f076b0369 req-bc446947-05e1-4d9d-959f-efddc16d3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:19.970875 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0e47350-4747-4e9a-a386-978f076b0369 req-bc446947-05e1-4d9d-959f-efddc16d3247 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319218 Mar 08 11:55:20.013397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de938f-a287-4a7d-8412-6973030b3ec1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=5b28cec1-d4cd-4c52-9e93-780dcf166efd,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:20.013397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, afc005c0-01de-4407-b8a3-ea275f310556) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:20.026394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9787b94f-10f6-4283-9ffb-7e3fdb70fd21 None None] Network afc005c0-01de-4407-b8a3-ea275f310556 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:20.060665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:20.061261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.063898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6be6fe5a-7217-4775-b3d0-878aef019436 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:20.087025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-40de938f-a287-4a7d-8412-6973030b3ec1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.103303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52418) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:20.103765 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-40de938f-a287-4a7d-8412-6973030b3ec1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/5b28cec1-d4cd-4c52-9e93-780dcf166efd HTTP/1.1" status: 204 len: 168 time: 1.1626480 Mar 08 11:55:20.146739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-3ebb8a44-bd1e-42d2-8265-3a38dec7893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:20.148226 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-3ebb8a44-bd1e-42d2-8265-3a38dec7893d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=721b645a4e4b4dfeb2b745f3492f27fb&device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 1096 time: 0.1409569 Mar 08 11:55:20.154652 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d04431-e680-49cf-a90d-c912cf57d4bf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:55:20.155189 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e2d04431-e680-49cf-a90d-c912cf57d4bf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:20.190062 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-539b578e-6ffd-47bc-bfcd-69abaf7518df tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5503647 Mar 08 11:55:20.233514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 6be6fe5a-7217-4775-b3d0-878aef019436 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:20.233906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.249835 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-2f4dc459-3d49-4f6b-bb6d-07203c4a9dbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ab223d-ca37-4a59-8509-c64839aefaba HTTP/1.1" status: 200 len: 217 time: 0.0905440 Mar 08 11:55:20.303040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e2d04431-e680-49cf-a90d-c912cf57d4bf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:20.304283 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e2d04431-e680-49cf-a90d-c912cf57d4bf tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/5b28cec1-d4cd-4c52-9e93-780dcf166efd HTTP/1.1" status: 404 len: 333 time: 0.1992531 Mar 08 11:55:20.307748 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52424) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:20.329752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-8aebd8ef-fc9d-4028-a0dc-cce6005e8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:20.331273 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-8aebd8ef-fc9d-4028-a0dc-cce6005e8d23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e3dd797-c70c-4f3d-be12-2a129564228a HTTP/1.1" status: 200 len: 851 time: 0.0747590 Mar 08 11:55:20.386839 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-56a1b9b2-7387-4f59-af19-304260c776a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=398b9bf7-079f-414d-b424-41d2ca7a4fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497553 Mar 08 11:55:20.390789 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-c425e2f7-1ec7-4284-9ede-0e270971d517 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting subnet e5ec2f2a-c19f-4b77-aef2-6cbccef0a530 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:55:20.394435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c425e2f7-1ec7-4284-9ede-0e270971d517 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.403324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-afc005c0-01de-4407-b8a3-ea275f310556', 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ips': [{'subnet_id': '8bd7ddaa-a2da-46e8-9722-947ee569edb3'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:55:20.404170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.470916 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c425e2f7-1ec7-4284-9ede-0e270971d517 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.503159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52430) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:20.516225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b30763ba-2a0f-4cbf-b2dc-8b47f5e6160b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148126917', 'description': 'tempest-secgroup-smoke-148126917 description', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:20.522932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b30763ba-2a0f-4cbf-b2dc-8b47f5e6160b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:20.532738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b30763ba-2a0f-4cbf-b2dc-8b47f5e6160b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:20.580583 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-3fa82a38-dc83-46e8-ad67-7b4104f1dd2c service neutron] 10.222.0.18 "GET /v2.0/networks/398b9bf7-079f-414d-b424-41d2ca7a4fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870012 Mar 08 11:55:20.597733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Allocated IP 172.20.0.18 (afc005c0-01de-4407-b8a3-ea275f310556/8bd7ddaa-a2da-46e8-9722-947ee569edb3/fb089e71-27e3-4882-80e6-b343b454aa99) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:20.619874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c425e2f7-1ec7-4284-9ede-0e270971d517 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.630558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b30763ba-2a0f-4cbf-b2dc-8b47f5e6160b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.705488 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3a83f-1db2-4490-ad95-802367b65951 req-deb2afc0-ca35-4b60-a797-7e5ca982d695 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:20.705488 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-23d3a83f-1db2-4490-ad95-802367b65951 req-deb2afc0-ca35-4b60-a797-7e5ca982d695 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 943 time: 0.1447651 Mar 08 11:55:20.734596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b30763ba-2a0f-4cbf-b2dc-8b47f5e6160b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:20.741475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b30763ba-2a0f-4cbf-b2dc-8b47f5e6160b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:20.746351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b30763ba-2a0f-4cbf-b2dc-8b47f5e6160b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:20.753692 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-23d3a83f-1db2-4490-ad95-802367b65951 req-0e9df2f6-aebd-4735-82c2-bdbcba0067d6 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408516 Mar 08 11:55:20.758879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b30763ba-2a0f-4cbf-b2dc-8b47f5e6160b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:20.783101 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ea384056-3ddc-48bd-9bab-9b0d2ed61110 req-bfdcd833-e0a4-4806-8098-c6568def3335 service neutron] 10.222.0.18 "GET /v2.0/networks/398b9bf7-079f-414d-b424-41d2ca7a4fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963654 Mar 08 11:55:20.786492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c425e2f7-1ec7-4284-9ede-0e270971d517 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.826500 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425e2f7-1ec7-4284-9ede-0e270971d517 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ec2f2a-c19f-4b77-aef2-6cbccef0a530,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:20.830814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c425e2f7-1ec7-4284-9ede-0e270971d517 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.835325 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.840492 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c425e2f7-1ec7-4284-9ede-0e270971d517 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/e5ec2f2a-c19f-4b77-aef2-6cbccef0a530 HTTP/1.1" status: 204 len: 168 time: 0.5290298 Mar 08 11:55:20.840652 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5aca35-6b9c-4894-979f-fd14be38542d None None] Network 3653c519-1546-401f-be55-9dc4c94ad06b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:20.840787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52434) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:20.860166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b30763ba-2a0f-4cbf-b2dc-8b47f5e6160b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.879306 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Transition to ACTIVE for port object fb089e71-27e3-4882-80e6-b343b454aa99 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:20.911987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b30763ba-2a0f-4cbf-b2dc-8b47f5e6160b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.953975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30763ba-2a0f-4cbf-b2dc-8b47f5e6160b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:20.963666 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:20.971695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port 6be6fe5a-7217-4775-b3d0-878aef019436 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:20.972035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.002178 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Transition to ACTIVE for port object fb089e71-27e3-4882-80e6-b343b454aa99 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:21.049105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b30763ba-2a0f-4cbf-b2dc-8b47f5e6160b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.053585 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b30763ba-2a0f-4cbf-b2dc-8b47f5e6160b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5462675 Mar 08 11:55:21.053585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52438) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:21.058642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-34ebc0b1-c179-4551-96c5-9302e2edd6a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'aeb762c9-53a9-4c79-a1d3-7a5a343f05f6', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:21.064487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-34ebc0b1-c179-4551-96c5-9302e2edd6a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:21.068317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-34ebc0b1-c179-4551-96c5-9302e2edd6a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:21.071432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-34ebc0b1-c179-4551-96c5-9302e2edd6a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:21.077120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-34ebc0b1-c179-4551-96c5-9302e2edd6a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:21.078656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.142558 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Network afc005c0-01de-4407-b8a3-ea275f310556 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:21.146697 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:21.160053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:21.171620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-34ebc0b1-c179-4551-96c5-9302e2edd6a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.185723 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] For port 6be6fe5a-7217-4775-b3d0-878aef019436, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6be6fe5a-7217-4775-b3d0-878aef019436,segment=NetworkSegment(f1a0246f-19a7-4266-8e17-b27b5419ad0d),segment_id=f1a0246f-19a7-4266-8e17-b27b5419ad0d)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:21.186115 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.197385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Pushing event updated for resources: {'Port': ['ID=fb089e71-27e3-4882-80e6-b343b454aa99,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:21.240070 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:21.240412 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:21.240817 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:21.241064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:21.241398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:21.242120 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:21.242120 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:21.242450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:21.242746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:21.243072 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:21.243389 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:21.243707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:21.247213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-34ebc0b1-c179-4551-96c5-9302e2edd6a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.274327 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Attempting to bind port fb089e71-27e3-4882-80e6-b343b454aa99 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:55:21.274662 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Attempting to bind port fb089e71-27e3-4882-80e6-b343b454aa99 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '1162928e-cbf2-481a-949a-276633faa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:55:21.275021 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Attempting to bind port fb089e71-27e3-4882-80e6-b343b454aa99 on network afc005c0-01de-4407-b8a3-ea275f310556 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:55:21.280187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:55:21.280560 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Checking segment: {'id': '1162928e-cbf2-481a-949a-276633faa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:21.280957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.281344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Bound using segment: {'id': '1162928e-cbf2-481a-949a-276633faa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:55:21.281840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Bound port: fb089e71-27e3-4882-80e6-b343b454aa99, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1162928e-cbf2-481a-949a-276633faa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:55:21.282234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.291968 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5a12f0-9728-4d5d-a132-54940fe91282 None None] DHCP port deletion for 3653c519-1546-401f-be55-9dc4c94ad06b request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:55:21.301119 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a12f0-9728-4d5d-a132-54940fe91282 None None] Deleting port 6be6fe5a-7217-4775-b3d0-878aef019436 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:21.301490 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ef5a12f0-9728-4d5d-a132-54940fe91282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.314107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for 6be6fe5a-7217-4775-b3d0-878aef019436 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:21.340455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-34ebc0b1-c179-4551-96c5-9302e2edd6a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.368970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebc0b1-c179-4551-96c5-9302e2edd6a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa80bf3-1445-4e87-8b2e-88ad5ec77eb2,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:21.432072 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-34ebc0b1-c179-4551-96c5-9302e2edd6a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.434192 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-34ebc0b1-c179-4551-96c5-9302e2edd6a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791716 Mar 08 11:55:21.436219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52442) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:21.441401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d29a8ee4-051a-4407-ade5-025bc103f608 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'aeb762c9-53a9-4c79-a1d3-7a5a343f05f6', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:21.447836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d29a8ee4-051a-4407-ade5-025bc103f608 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:21.451640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d29a8ee4-051a-4407-ade5-025bc103f608 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:21.454523 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d29a8ee4-051a-4407-ade5-025bc103f608 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:21.460593 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.462888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d29a8ee4-051a-4407-ade5-025bc103f608 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:21.465548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] For port fb089e71-27e3-4882-80e6-b343b454aa99, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:55:21.500691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] For port fb089e71-27e3-4882-80e6-b343b454aa99, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fb089e71-27e3-4882-80e6-b343b454aa99,segment=NetworkSegment(1162928e-cbf2-481a-949a-276633faa37d),segment_id=1162928e-cbf2-481a-949a-276633faa37d)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:55:21.524324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d29a8ee4-051a-4407-ade5-025bc103f608 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.590165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d29a8ee4-051a-4407-ade5-025bc103f608 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.590615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.618233 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=6be6fe5a-7217-4775-b3d0-878aef019436,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:21.621692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No DVR routers for this DVR port 6be6fe5a-7217-4775-b3d0-878aef019436 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:55:21.640161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ef5a12f0-9728-4d5d-a132-54940fe91282 None None] For port 6be6fe5a-7217-4775-b3d0-878aef019436, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6be6fe5a-7217-4775-b3d0-878aef019436,segment=NetworkSegment(f1a0246f-19a7-4266-8e17-b27b5419ad0d),segment_id=f1a0246f-19a7-4266-8e17-b27b5419ad0d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:21.640558 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ef5a12f0-9728-4d5d-a132-54940fe91282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.667754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d29a8ee4-051a-4407-ade5-025bc103f608 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.696994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a8ee4-051a-4407-ade5-025bc103f608 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2792d69-59a4-4cb1-874c-6807bf5b0553,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:21.749650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.776323 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3653c519-1546-401f-be55-9dc4c94ad06b']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:21.780975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d29a8ee4-051a-4407-ade5-025bc103f608 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.785690 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d29a8ee4-051a-4407-ade5-025bc103f608 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3450427 Mar 08 11:55:21.785690 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52448) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:21.788728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a0246f-19a7-4266-8e17-b27b5419ad0d') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:21.789224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a0246f-19a7-4266-8e17-b27b5419ad0d') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:21.791559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c8505652-0ab9-4a6d-ad83-ab825fbf5317 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'aeb762c9-53a9-4c79-a1d3-7a5a343f05f6', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:21.798547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c8505652-0ab9-4a6d-ad83-ab825fbf5317 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:21.801392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.801561 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a12f0-9728-4d5d-a132-54940fe91282 None None] Calling delete_port for 6be6fe5a-7217-4775-b3d0-878aef019436 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:21.803071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c8505652-0ab9-4a6d-ad83-ab825fbf5317 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:21.806760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c8505652-0ab9-4a6d-ad83-ab825fbf5317 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:21.814260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c8505652-0ab9-4a6d-ad83-ab825fbf5317 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:21.818373 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.825722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:55:21.826290 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:55:21.841541 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:55:21.846512 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cc9d1-1c80-40df-9ac2-413038638835 None None] Pushing event updated for resources: {'Port': ['ID=fb089e71-27e3-4882-80e6-b343b454aa99,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:21.909867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-ef5a12f0-9728-4d5d-a132-54940fe91282 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:55:21.910499 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-ef5a12f0-9728-4d5d-a132-54940fe91282 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:55:21.934932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c8505652-0ab9-4a6d-ad83-ab825fbf5317 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.023640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9204737-89a6-4228-9e2f-fa0de7dac629 req-0f61477a-deab-482c-9e06-81ff6253a7a6 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:22.025121 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a9204737-89a6-4228-9e2f-fa0de7dac629 req-0f61477a-deab-482c-9e06-81ff6253a7a6 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 943 time: 0.1480396 Mar 08 11:55:22.025598 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.029691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c8505652-0ab9-4a6d-ad83-ab825fbf5317 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.031261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.060379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6be6fe5a-7217-4775-b3d0-878aef019436 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:55:22.063031 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Network': ['ID=3653c519-1546-401f-be55-9dc4c94ad06b,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:22.111398 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a9204737-89a6-4228-9e2f-fa0de7dac629 req-83eaea09-d503-4c7c-bc62-04d81eb8825a tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794718 Mar 08 11:55:22.112362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c8505652-0ab9-4a6d-ad83-ab825fbf5317 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.123770 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 6be6fe5a-7217-4775-b3d0-878aef019436 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:55:22.125082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6be6fe5a-7217-4775-b3d0-878aef019436 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:55:22.145404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8505652-0ab9-4a6d-ad83-ab825fbf5317 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58012f87-8995-468f-bef5-5fef6aef5e7b,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:22.170211 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a268b8e1-2a14-4ec1-a04d-8f226ab8be67 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/networks/3653c519-1546-401f-be55-9dc4c94ad06b HTTP/1.1" status: 204 len: 168 time: 1.3280389 Mar 08 11:55:22.173288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52452) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:22.178995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1779803519'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:22.185319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:22.189199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:network and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:22.192403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:22.198915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:22.254782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c8505652-0ab9-4a6d-ad83-ab825fbf5317 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.256036 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c8505652-0ab9-4a6d-ad83-ab825fbf5317 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4695435 Mar 08 11:55:22.260405 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52456) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:22.265742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ad8de92d-bfd7-47b4-9ef1-332bf1a036a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'aeb762c9-53a9-4c79-a1d3-7a5a343f05f6', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:22.271870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ad8de92d-bfd7-47b4-9ef1-332bf1a036a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:22.276148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad8de92d-bfd7-47b4-9ef1-332bf1a036a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:22.278967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad8de92d-bfd7-47b4-9ef1-332bf1a036a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:22.285151 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ad8de92d-bfd7-47b4-9ef1-332bf1a036a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:22.311456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:22.314867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.342277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:55:22.350594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.350929 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Added segment b2aab304-a7eb-4ec1-ac52-192778dc7833 of type vlan for network 6b1befdc-d190-4fca-95bf-91c94cef8620 Mar 08 11:55:22.368459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad8de92d-bfd7-47b4-9ef1-332bf1a036a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.402498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.411775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a12f0-9728-4d5d-a132-54940fe91282 None None] Deleting port 6be6fe5a-7217-4775-b3d0-878aef019436 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:22.412354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ef5a12f0-9728-4d5d-a132-54940fe91282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.464920 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad8de92d-bfd7-47b4-9ef1-332bf1a036a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.480195 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a12f0-9728-4d5d-a132-54940fe91282 None None] The port '6be6fe5a-7217-4775-b3d0-878aef019436' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:55:22.534980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.545201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:22.545201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.565215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad8de92d-bfd7-47b4-9ef1-332bf1a036a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.626239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8de92d-bfd7-47b4-9ef1-332bf1a036a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47556b4-6458-4565-a854-f08dc989a958,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:22.791420 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6168368 Mar 08 11:55:22.794349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52460) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:22.800821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606dd90-4cda-458c-9b0b-b09c5069d329 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Network': ['ID=6b1befdc-d190-4fca-95bf-91c94cef8620,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:22.801003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': '6b1befdc-d190-4fca-95bf-91c94cef8620', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:22.811766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 6b1befdc-d190-4fca-95bf-91c94cef8620 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:55:22.860535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad8de92d-bfd7-47b4-9ef1-332bf1a036a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:22.864357 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ad8de92d-bfd7-47b4-9ef1-332bf1a036a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6005459 Mar 08 11:55:22.864652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52464) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:22.870752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4c485240-c362-469e-9db9-f817d11693c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'aeb762c9-53a9-4c79-a1d3-7a5a343f05f6', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:22.883137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4c485240-c362-469e-9db9-f817d11693c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:22.888551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4c485240-c362-469e-9db9-f817d11693c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:22.892106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4c485240-c362-469e-9db9-f817d11693c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:22.893079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f98bb6-fba3-4205-8a33-e2be1c0bafbe None None] Network afc005c0-01de-4407-b8a3-ea275f310556 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:22.898088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4c485240-c362-469e-9db9-f817d11693c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:22.917521 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:22.921936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:22.924405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:22.931018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:23.015412 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-4c485240-c362-469e-9db9-f817d11693c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:55:23.026218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:23.030833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4c485240-c362-469e-9db9-f817d11693c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:23.030992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:23.108706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4c485240-c362-469e-9db9-f817d11693c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:23.114217 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2531225e-0e36-49eb-932b-8b93014689d9 req-c48a83d1-2d59-43f7-afd7-e423012f39d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1338382 Mar 08 11:55:23.124243 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5e2e754b-c4bb-41e4-a308-1a2352fd22bd None None] Provisioning for port fb089e71-27e3-4882-80e6-b343b454aa99 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:23.194416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4c485240-c362-469e-9db9-f817d11693c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:23.214503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c485240-c362-469e-9db9-f817d11693c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09358790-b09b-4dfe-bcda-03134773d04d,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:23.249632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531225e-0e36-49eb-932b-8b93014689d9 req-67e14b46-ec01-4cfa-9acf-a49a71676c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:23.251195 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2531225e-0e36-49eb-932b-8b93014689d9 req-67e14b46-ec01-4cfa-9acf-a49a71676c8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 1099 time: 0.1143339 Mar 08 11:55:23.360626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4c485240-c362-469e-9db9-f817d11693c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:23.361609 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4c485240-c362-469e-9db9-f817d11693c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4959338 Mar 08 11:55:23.367971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52470) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:23.370969 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d52ae8-0452-4b21-b0a2-475622949c5f req-fe106f81-00a8-42b4-8e61-e3f4cc0f0b3a tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:23.372468 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b6d52ae8-0452-4b21-b0a2-475622949c5f req-fe106f81-00a8-42b4-8e61-e3f4cc0f0b3a tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0994151 Mar 08 11:55:23.372859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-eb69c87b-9718-4832-a4b6-2b4e41423e1d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'aeb762c9-53a9-4c79-a1d3-7a5a343f05f6', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:23.386872 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-eb69c87b-9718-4832-a4b6-2b4e41423e1d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:23.393531 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-eb69c87b-9718-4832-a4b6-2b4e41423e1d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:23.395967 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:23.397690 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-eb69c87b-9718-4832-a4b6-2b4e41423e1d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:23.406231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-eb69c87b-9718-4832-a4b6-2b4e41423e1d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:23.430924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531225e-0e36-49eb-932b-8b93014689d9 req-16b4e57a-5511-4df0-be3a-17cb0ae95ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:23.432373 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2531225e-0e36-49eb-932b-8b93014689d9 req-16b4e57a-5511-4df0-be3a-17cb0ae95ee0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd HTTP/1.1" status: 200 len: 898 time: 0.1601768 Mar 08 11:55:23.481716 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b6d52ae8-0452-4b21-b0a2-475622949c5f req-246e2e58-38de-460b-af7e-9aa17dc29cee tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034293 Mar 08 11:55:23.504907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Subnet': ['ID=e9ad9b56-5f52-47a5-a774-5261138703af,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:23.510381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Checking segment: {'id': 'b2aab304-a7eb-4ec1-ac52-192778dc7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6b1befdc-d190-4fca-95bf-91c94cef8620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:23.510750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network hostable DHCP agents. Network: 6b1befdc-d190-4fca-95bf-91c94cef8620, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:55:23.523402 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-eb69c87b-9718-4832-a4b6-2b4e41423e1d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:55:23.535427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eb69c87b-9718-4832-a4b6-2b4e41423e1d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:23.571092 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2531225e-0e36-49eb-932b-8b93014689d9 req-5d060ddd-1c68-47e9-a58d-f491f500f5e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 HTTP/1.1" status: 200 len: 1001 time: 0.1324213 Mar 08 11:55:23.630641 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 6b1befdc-d190-4fca-95bf-91c94cef8620 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:55:23.663721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531225e-0e36-49eb-932b-8b93014689d9 req-cfff875b-a08d-49cc-9fda-49bfd67e3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:23.664589 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2531225e-0e36-49eb-932b-8b93014689d9 req-cfff875b-a08d-49cc-9fda-49bfd67e3923 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5c2aa45-5536-4c4e-a395-f1c91acb1711 HTTP/1.1" status: 200 len: 834 time: 0.0836916 Mar 08 11:55:23.668807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eb69c87b-9718-4832-a4b6-2b4e41423e1d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:23.706343 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 6b1befdc-d190-4fca-95bf-91c94cef8620) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:23.710255 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:23.710952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:23.716227 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d6c320-0722-4a46-97b8-bbfd379e545a None None] Network 6b1befdc-d190-4fca-95bf-91c94cef8620 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:23.740461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531225e-0e36-49eb-932b-8b93014689d9 req-71a5903b-6edd-4935-94a2-49b1d26fe55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:23.742285 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2531225e-0e36-49eb-932b-8b93014689d9 req-71a5903b-6edd-4935-94a2-49b1d26fe55b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716879 Mar 08 11:55:23.768322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eb69c87b-9718-4832-a4b6-2b4e41423e1d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:23.804154 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dce199f4-827f-42dc-a5dd-6863e3cc7f8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0081618 Mar 08 11:55:23.807713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52474) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:23.813609 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': '6b1befdc-d190-4fca-95bf-91c94cef8620', 'name': 'tempest-PortsIpV6TestJSON-613957397', 'fixed_ips': [{'subnet_id': 'e9ad9b56-5f52-47a5-a774-5261138703af', 'ip_address': '2001:db8::10'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:23.863786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69c87b-9718-4832-a4b6-2b4e41423e1d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1cf696-3472-488e-b3ea-97c0402c972c,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:23.902307 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2531225e-0e36-49eb-932b-8b93014689d9 req-0034c19d-39b9-4fb4-a93b-69a4956bd821 service neutron] 10.222.0.18 "GET /v2.0/networks/43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539290 Mar 08 11:55:23.946739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eb69c87b-9718-4832-a4b6-2b4e41423e1d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:23.955657 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-eb69c87b-9718-4832-a4b6-2b4e41423e1d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5796516 Mar 08 11:55:23.971959 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-6b1befdc-d190-4fca-95bf-91c94cef8620', 'network_id': '6b1befdc-d190-4fca-95bf-91c94cef8620', 'tenant_id': '2dc4648430df422c98c9144accb8de53', 'fixed_ips': [{'subnet_id': 'e9ad9b56-5f52-47a5-a774-5261138703af'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:55:23.972925 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:23.976984 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:23.996028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:port and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:24.000335 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:24.015726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:24.068707 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2531225e-0e36-49eb-932b-8b93014689d9 req-24ba4c94-a073-453b-8869-154d9b7849d0 service neutron] 10.222.0.18 "GET /v2.0/networks/43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608100 Mar 08 11:55:24.095498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:24.148556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fb089e71-27e3-4882-80e6-b343b454aa99 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:24.205356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-97c9d17a-8f43-4739-b122-7f279b2366a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:24.231653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Allocated IP 2001:db8::2 (6b1befdc-d190-4fca-95bf-91c94cef8620/e9ad9b56-5f52-47a5-a774-5261138703af/ccab0eb9-55e7-4a36-a09e-42c12b7ccf62) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:24.232722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:24.260808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port 5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:55:24.276271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-97c9d17a-8f43-4739-b122-7f279b2366a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:24.277945 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-97c9d17a-8f43-4739-b122-7f279b2366a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148126917&fields=id&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 267 time: 0.1145430 Mar 08 11:55:24.337093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port fb089e71-27e3-4882-80e6-b343b454aa99 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:24.352832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port fb089e71-27e3-4882-80e6-b343b454aa99 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:24.353207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:24.419801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 04ab223d-ca37-4a59-8509-c64839aefaba details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 11:55:24.444823 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-9ae4b0e4-4eec-46ab-9282-9ef9bb589c49 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:24.446411 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-9ae4b0e4-4eec-46ab-9282-9ef9bb589c49 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/networks?id=afc005c0-01de-4407-b8a3-ea275f310556 HTTP/1.1" status: 200 len: 796 time: 0.1608903 Mar 08 11:55:24.465053 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-4c1861d5-e057-42fd-b537-b90c3914509a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/quotas/c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 375 time: 0.0112209 Mar 08 11:55:24.565570 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-73ff39a1-c95e-4b2b-b38a-60b78e3e721a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0950656 Mar 08 11:55:24.653279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:24.682478 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Transition to ACTIVE for port object ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:24.711770 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:24.711940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa164b5-7adb-4b26-b81f-f8e62175b237 req-4da432d8-2cc5-4834-b9f9-f28158194a87 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:24.713471 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3fa164b5-7adb-4b26-b81f-f8e62175b237 req-4da432d8-2cc5-4834-b9f9-f28158194a87 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0896778 Mar 08 11:55:24.744793 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Transition to ACTIVE for port object ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:24.751311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 04ab223d-ca37-4a59-8509-c64839aefaba, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=04ab223d-ca37-4a59-8509-c64839aefaba,segment=NetworkSegment(90f1dbcd-3777-4953-8ad9-348a648b3cd0),segment_id=90f1dbcd-3777-4953-8ad9-348a648b3cd0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:24.763106 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3fa164b5-7adb-4b26-b81f-f8e62175b237 req-7bcb67da-0693-4c0e-8917-e8252c328db9 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436721 Mar 08 11:55:24.774222 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '04ab223d-ca37-4a59-8509-c64839aefaba', 'network_id': '398b9bf7-079f-414d-b424-41d2ca7a4fdb', 'port_id': '04ab223d-ca37-4a59-8509-c64839aefaba', 'mac_address': 'fa:16:3e:b2:ea:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3dd797-c70c-4f3d-be12-2a129564228a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 11:55:24.808392 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port fb089e71-27e3-4882-80e6-b343b454aa99, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fb089e71-27e3-4882-80e6-b343b454aa99,segment=NetworkSegment(1162928e-cbf2-481a-949a-276633faa37d),segment_id=1162928e-cbf2-481a-949a-276633faa37d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:24.815533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:24.847962 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-ab706bd4-2767-489f-a6c2-5dbb2f85a8c5 service neutron] 10.222.0.32 "GET /v2.0/networks/afc005c0-01de-4407-b8a3-ea275f310556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653358 Mar 08 11:55:24.877241 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8::10 (6b1befdc-d190-4fca-95bf-91c94cef8620/e9ad9b56-5f52-47a5-a774-5261138703af/5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:24.884140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:24.894558 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Network 6b1befdc-d190-4fca-95bf-91c94cef8620 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:24.899978 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:24.911276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:24.924648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:24.936508 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Pushing event updated for resources: {'Port': ['ID=ccab0eb9-55e7-4a36-a09e-42c12b7ccf62,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:24.996631 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-42b88528-9023-40d0-aa42-afebd79f458b service neutron] 10.222.0.32 "GET /v2.0/networks/afc005c0-01de-4407-b8a3-ea275f310556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397924 Mar 08 11:55:25.000703 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ab223d-ca37-4a59-8509-c64839aefaba {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:55:25.086664 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 04ab223d-ca37-4a59-8509-c64839aefaba, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=04ab223d-ca37-4a59-8509-c64839aefaba,segment=NetworkSegment(90f1dbcd-3777-4953-8ad9-348a648b3cd0),segment_id=90f1dbcd-3777-4953-8ad9-348a648b3cd0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:25.101090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=fb089e71-27e3-4882-80e6-b343b454aa99,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:25.103727 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Attempting to bind port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:55:25.104285 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Attempting to bind port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'b2aab304-a7eb-4ec1-ac52-192778dc7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6b1befdc-d190-4fca-95bf-91c94cef8620'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:55:25.104645 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Attempting to bind port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 on network 6b1befdc-d190-4fca-95bf-91c94cef8620 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:55:25.111076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:55:25.111461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Checking segment: {'id': 'b2aab304-a7eb-4ec1-ac52-192778dc7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6b1befdc-d190-4fca-95bf-91c94cef8620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:25.111867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:25.112254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Bound using segment: {'id': 'b2aab304-a7eb-4ec1-ac52-192778dc7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6b1befdc-d190-4fca-95bf-91c94cef8620'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:55:25.112716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Bound port: ccab0eb9-55e7-4a36-a09e-42c12b7ccf62, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2aab304-a7eb-4ec1-ac52-192778dc7833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6b1befdc-d190-4fca-95bf-91c94cef8620'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:55:25.113094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:25.158540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:25.256331 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1fd9c440-7b25-4832-93ba-e5fc79ae516d req-96a286bb-0cf1-4beb-8475-82e803b0626c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 210 time: 0.0546088 Mar 08 11:55:25.265374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=04ab223d-ca37-4a59-8509-c64839aefaba,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:25.266103 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] For port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:55:25.269456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] For port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ccab0eb9-55e7-4a36-a09e-42c12b7ccf62,segment=NetworkSegment(b2aab304-a7eb-4ec1-ac52-192778dc7833),segment_id=b2aab304-a7eb-4ec1-ac52-192778dc7833)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:55:25.272332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:25.294383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Transition to ACTIVE for port object 5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:25.341112 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:25.398253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:25.426380 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a8295-b054-4466-adb0-d7f72e404221 None None] Pushing event updated for resources: {'Port': ['ID=ccab0eb9-55e7-4a36-a09e-42c12b7ccf62,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:25.471655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 6b1befdc-d190-4fca-95bf-91c94cef8620 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:25.475652 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:25.484123 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:25.489650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:25.490284 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:25.505817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:25.521377 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['04ab223d-ca37-4a59-8509-c64839aefaba'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:55:25.599926 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0463c3d8-8127-43f0-9790-c217c65606f9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7875984 Mar 08 11:55:25.600089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52502) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:25.607128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': '6b1befdc-d190-4fca-95bf-91c94cef8620', 'name': 'tempest-PortsIpV6TestJSON-284641884', 'fixed_ips': [{'subnet_id': 'e9ad9b56-5f52-47a5-a774-5261138703af', 'ip_address': '2001:db8::f'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:25.943766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:25.950170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:port and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:25.958983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:25.966326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:25.999581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77bbf7-727e-4fec-8e3b-c0ea06b2dccf req-5a0b0e34-2214-4db2-bb47-a24cc4fdeb37 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:26.001065 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ef77bbf7-727e-4fec-8e3b-c0ea06b2dccf req-5a0b0e34-2214-4db2-bb47-a24cc4fdeb37 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 944 time: 0.1174057 Mar 08 11:55:26.049541 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ef77bbf7-727e-4fec-8e3b-c0ea06b2dccf req-014e660a-7d35-4af1-a668-5bd4bfb5772d tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426881 Mar 08 11:55:26.070559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:26.131681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fb089e71-27e3-4882-80e6-b343b454aa99 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:26.221070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:26.245628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port a3d58b14-0e43-4eb9-8066-eb28f81b2403 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:55:26.268877 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port fb089e71-27e3-4882-80e6-b343b454aa99 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:26.272574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:26.407448 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:26.450549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 04ab223d-ca37-4a59-8509-c64839aefaba up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:26.473566 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a47f5d73-0129-4aa4-b35a-680dea36afdd req-4a69d827-1b85-4f3b-aa84-5ab8547b61b3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 210 time: 0.0712750 Mar 08 11:55:26.513058 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8::f (6b1befdc-d190-4fca-95bf-91c94cef8620/e9ad9b56-5f52-47a5-a774-5261138703af/a3d58b14-0e43-4eb9-8066-eb28f81b2403) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:26.540319 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d81a14f-ba68-443b-b049-c2f86535fbaf None None] Network 6b1befdc-d190-4fca-95bf-91c94cef8620 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:26.729714 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:26.746948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Transition to ACTIVE for port object a3d58b14-0e43-4eb9-8066-eb28f81b2403 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:26.761777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 04ab223d-ca37-4a59-8509-c64839aefaba completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:26.770639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:26.777540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 04ab223d-ca37-4a59-8509-c64839aefaba triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:26.777864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:26.807640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9cef4ea4-d9a5-4ea3-a285-e0933aec4637 None None] Provisioning for port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:26.826347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9cef4ea4-d9a5-4ea3-a285-e0933aec4637 None None] Provisioning complete for port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:26.826726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9cef4ea4-d9a5-4ea3-a285-e0933aec4637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:26.872681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:26.939933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 6b1befdc-d190-4fca-95bf-91c94cef8620 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:26.943499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:26.946619 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:26.952982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:26.953738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:26.980848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=a3d58b14-0e43-4eb9-8066-eb28f81b2403,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:27.023096 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:27.049766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9cef4ea4-d9a5-4ea3-a285-e0933aec4637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:27.069941 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-918509f7-6b29-4d49-b249-747e08a31a3d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4665458 Mar 08 11:55:27.071369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52512) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:27.077590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb18b14e-541d-4035-a451-3ba3dd60fdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ab223d-ca37-4a59-8509-c64839aefaba'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:27.094341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 04ab223d-ca37-4a59-8509-c64839aefaba, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=04ab223d-ca37-4a59-8509-c64839aefaba,segment=NetworkSegment(90f1dbcd-3777-4953-8ad9-348a648b3cd0),segment_id=90f1dbcd-3777-4953-8ad9-348a648b3cd0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:27.106542 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9cef4ea4-d9a5-4ea3-a285-e0933aec4637 None None] For port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ccab0eb9-55e7-4a36-a09e-42c12b7ccf62,segment=NetworkSegment(b2aab304-a7eb-4ec1-ac52-192778dc7833),segment_id=b2aab304-a7eb-4ec1-ac52-192778dc7833)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:27.134821 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb18b14e-541d-4035-a451-3ba3dd60fdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ab223d-ca37-4a59-8509-c64839aefaba', 'code': 200} Mar 08 11:55:27.169852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5818d417-53d7-4372-af0e-d894e3cf0e80 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:27.171134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5818d417-53d7-4372-af0e-d894e3cf0e80 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:27.174471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:27.222172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9cef4ea4-d9a5-4ea3-a285-e0933aec4637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:27.265850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5818d417-53d7-4372-af0e-d894e3cf0e80 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:27.267159 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=04ab223d-ca37-4a59-8509-c64839aefaba,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:27.267297 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5818d417-53d7-4372-af0e-d894e3cf0e80 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1948164 Mar 08 11:55:27.270547 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52520) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:27.300782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311b971-3764-4ad1-9f15-1e33b9d8b2d1 req-bc63ca5f-0e62-42cd-ae61-c25b6345e37b tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:27.302453 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7311b971-3764-4ad1-9f15-1e33b9d8b2d1 req-bc63ca5f-0e62-42cd-ae61-c25b6345e37b tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.1037931 Mar 08 11:55:27.367886 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef4ea4-d9a5-4ea3-a285-e0933aec4637 None None] Pushing event updated for resources: {'Port': ['ID=ccab0eb9-55e7-4a36-a09e-42c12b7ccf62,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:27.388392 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7311b971-3764-4ad1-9f15-1e33b9d8b2d1 req-773f0ad0-330e-4e1d-a1b6-3e98829a6f22 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752850 Mar 08 11:55:27.407915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f75ec8-7a6c-4aa1-a725-c5029eadf178 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:27.415370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f75ec8-7a6c-4aa1-a725-c5029eadf178 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:27.422004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f75ec8-7a6c-4aa1-a725-c5029eadf178 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:27.422937 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-81f75ec8-7a6c-4aa1-a725-c5029eadf178 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:27.436544 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-81f75ec8-7a6c-4aa1-a725-c5029eadf178 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:27.437984 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-81f75ec8-7a6c-4aa1-a725-c5029eadf178 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1664543 Mar 08 11:55:27.441680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9aca6f1e-f1ad-4ab7-9534-5a71ab29e2d6 None None] Provisioning for port 5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:27.445901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52524) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:27.447005 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9aca6f1e-f1ad-4ab7-9534-5a71ab29e2d6 None None] Provisioning complete for port 5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:27.450053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9aca6f1e-f1ad-4ab7-9534-5a71ab29e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:27.521385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-9aca6f1e-f1ad-4ab7-9534-5a71ab29e2d6 None None] Port 5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:27.540564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9aca6f1e-f1ad-4ab7-9534-5a71ab29e2d6 None None] Provisioning complete for port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:27.540947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9aca6f1e-f1ad-4ab7-9534-5a71ab29e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:27.667461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-a08fe4e0-ef9c-4c67-90a8-3742f9c02a8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:27.669593 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-a08fe4e0-ef9c-4c67-90a8-3742f9c02a8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks?id=afc005c0-01de-4407-b8a3-ea275f310556 HTTP/1.1" status: 200 len: 796 time: 0.2598011 Mar 08 11:55:27.706015 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b94a8-16bc-43ed-8bf7-f9d4c4ac8e72 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port a3d58b14-0e43-4eb9-8066-eb28f81b2403 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:27.706366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac5b94a8-16bc-43ed-8bf7-f9d4c4ac8e72 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:27.844811 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e48fb26b-78b5-496f-bcfc-e7f1f8eb1b7a req-ae57d922-f022-430e-b2e4-441b56924e7e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 210 time: 0.0445440 Mar 08 11:55:27.866582 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6706b893-9b26-4b8a-ab80-9fc7c5a41796 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 471 time: 0.1248870 Mar 08 11:55:27.878707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'port': {'device_id': 'bf8ab779-c74d-463f-8128-05804f7fe23a', 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556', 'admin_state_up': True, 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'security_groups': ['aeb762c9-53a9-4c79-a1d3-7a5a343f05f6']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:27.894478 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-15f4fdee-b287-49da-bc3f-4a1f6f90561b None None] Provisioning complete for port 5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:27.894857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-15f4fdee-b287-49da-bc3f-4a1f6f90561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:27.957514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-15f4fdee-b287-49da-bc3f-4a1f6f90561b None None] Port 5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:28.007428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a555755-4cb6-4191-aa9c-2d4ce75515d3 req-92fe779a-972f-41ff-b47a-1a0e8702991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:28.009415 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9a555755-4cb6-4191-aa9c-2d4ce75515d3 req-92fe779a-972f-41ff-b47a-1a0e8702991e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 1098 time: 0.4618881 Mar 08 11:55:28.031832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-15f4fdee-b287-49da-bc3f-4a1f6f90561b None None] Provisioning for port a3d58b14-0e43-4eb9-8066-eb28f81b2403 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:28.036949 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-15f4fdee-b287-49da-bc3f-4a1f6f90561b None None] Provisioning complete for port a3d58b14-0e43-4eb9-8066-eb28f81b2403 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:28.037328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-15f4fdee-b287-49da-bc3f-4a1f6f90561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:28.068199 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:28.151948 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-15f4fdee-b287-49da-bc3f-4a1f6f90561b None None] Port a3d58b14-0e43-4eb9-8066-eb28f81b2403 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:28.165930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:28.166314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:28.278478 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9a555755-4cb6-4191-aa9c-2d4ce75515d3 req-8cd23f22-207d-4ddc-a49b-e19b49908a21 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536674 Mar 08 11:55:28.307668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:28.312975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac5b94a8-16bc-43ed-8bf7-f9d4c4ac8e72 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:28.319941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:port and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:28.325433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:28.380474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:28.440917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b94a8-16bc-43ed-8bf7-f9d4c4ac8e72 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for a3d58b14-0e43-4eb9-8066-eb28f81b2403 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:28.572138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:28.575596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:28.692966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbae0c-219e-4b83-894d-8b7c354562b7 req-6af4081b-d274-45dd-9aa8-ee0565334da8 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:28.694448 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2bfbae0c-219e-4b83-894d-8b7c354562b7 req-6af4081b-d274-45dd-9aa8-ee0565334da8 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.2068076 Mar 08 11:55:28.743728 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2bfbae0c-219e-4b83-894d-8b7c354562b7 req-4845405e-a30b-4555-831b-0cf3efd8e32a tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428987 Mar 08 11:55:28.784115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac5b94a8-16bc-43ed-8bf7-f9d4c4ac8e72 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:28.850451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b94a8-16bc-43ed-8bf7-f9d4c4ac8e72 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=a3d58b14-0e43-4eb9-8066-eb28f81b2403,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:28.905629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac5b94a8-16bc-43ed-8bf7-f9d4c4ac8e72 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:28.983581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.23 (afc005c0-01de-4407-b8a3-ea275f310556/8bd7ddaa-a2da-46e8-9722-947ee569edb3/7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:29.001141 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5bd34df2-b437-48ac-be2c-dc4dbe988e91 req-9033ae79-cf7d-413b-a5ed-47080eb4c4ba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 210 time: 0.0452132 Mar 08 11:55:29.059164 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ac5b94a8-16bc-43ed-8bf7-f9d4c4ac8e72 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/a3d58b14-0e43-4eb9-8066-eb28f81b2403 HTTP/1.1" status: 204 len: 168 time: 1.6110573 Mar 08 11:55:29.060994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52538) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:29.107774 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1d0c2a-767c-4a70-9dbb-32eb702e203c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:55:29.109003 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ed1d0c2a-767c-4a70-9dbb-32eb702e203c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/a3d58b14-0e43-4eb9-8066-eb28f81b2403 HTTP/1.1" status: 404 len: 333 time: 0.0470510 Mar 08 11:55:29.111700 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52542) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:29.176443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe2309-81c0-4579-b2aa-9b98ce1bdcb3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port 5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:29.176701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2309-81c0-4579-b2aa-9b98ce1bdcb3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:29.190668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:29.206103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:29.424994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:29.436725 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2309-81c0-4579-b2aa-9b98ce1bdcb3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:29.490880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network afc005c0-01de-4407-b8a3-ea275f310556 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:29.494120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:29.496534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:29.551304 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:29.574440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe2309-81c0-4579-b2aa-9b98ce1bdcb3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for 5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3 owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:29.578092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:29.578803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:29.660208 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-355a570b-0ae4-4cfc-aa29-c5bf9dbbaa5c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7875469 Mar 08 11:55:29.672853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Request body: {'port': {'device_id': 'bf8ab779-c74d-463f-8128-05804f7fe23a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:29.792175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2309-81c0-4579-b2aa-9b98ce1bdcb3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:29.806034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:29.843384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe2309-81c0-4579-b2aa-9b98ce1bdcb3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:29.878232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-843ec4ea-70c7-4d64-a30a-279ef037765e None None] Provisioning for port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:29.884364 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-843ec4ea-70c7-4d64-a30a-279ef037765e None None] Provisioning complete for port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:29.889242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-843ec4ea-70c7-4d64-a30a-279ef037765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:29.892991 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2309-81c0-4579-b2aa-9b98ce1bdcb3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:29.903656 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7fbe2309-81c0-4579-b2aa-9b98ce1bdcb3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3 HTTP/1.1" status: 204 len: 168 time: 0.7909193 Mar 08 11:55:29.906175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52548) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:29.955883 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-558161a9-84ea-4279-9054-622dd92da5be tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:55:29.956724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-558161a9-84ea-4279-9054-622dd92da5be tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:29.956887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-843ec4ea-70c7-4d64-a30a-279ef037765e None None] Port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:30.055367 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-558161a9-84ea-4279-9054-622dd92da5be tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:30.059295 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-558161a9-84ea-4279-9054-622dd92da5be tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/5d0f9c75-dbd8-4d94-9b38-1cc85bfceab3 HTTP/1.1" status: 404 len: 333 time: 0.1495326 Mar 08 11:55:30.059689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52554) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:30.075894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49a47c-3557-450a-aef1-7d88966bc06c req-102f658d-0c37-46df-8545-8c8f6a7835a1 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:30.077433 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ff49a47c-3557-450a-aef1-7d88966bc06c req-102f658d-0c37-46df-8545-8c8f6a7835a1 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.2173936 Mar 08 11:55:30.174110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d7c9de-c5a7-46fb-b47a-dc00cf854320 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting subnet e9ad9b56-5f52-47a5-a774-5261138703af {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:55:30.179007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e9d7c9de-c5a7-46fb-b47a-dc00cf854320 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:30.190096 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ff49a47c-3557-450a-aef1-7d88966bc06c req-39c835ed-e9cc-4e78-a05d-7a5bd51ddf45 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015434 Mar 08 11:55:30.237855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e9d7c9de-c5a7-46fb-b47a-dc00cf854320 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:30.289390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:55:30.297290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:30.312877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Transition to ACTIVE for port object 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:30.324607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d25526-55cf-411c-a54d-29bd5a533e55 req-8ca0d31d-a89d-40ba-83bf-9a3a3808e074 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:30.326092 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-16d25526-55cf-411c-a54d-29bd5a533e55 req-8ca0d31d-a89d-40ba-83bf-9a3a3808e074 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 932 time: 0.2035000 Mar 08 11:55:30.378582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:30.385745 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-16d25526-55cf-411c-a54d-29bd5a533e55 req-4e09aeba-a56b-4380-8373-5a0e9e60ad32 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522971 Mar 08 11:55:30.386858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e9d7c9de-c5a7-46fb-b47a-dc00cf854320 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:30.683615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Pushing event updated for resources: {'Port': ['ID=7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:30.717993 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e9d7c9de-c5a7-46fb-b47a-dc00cf854320 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:30.729556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Attempting to bind port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:55:30.734046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Attempting to bind port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '1162928e-cbf2-481a-949a-276633faa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:55:30.734046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Attempting to bind port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 on network afc005c0-01de-4407-b8a3-ea275f310556 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:55:30.734802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 on network afc005c0-01de-4407-b8a3-ea275f310556 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:55:30.735111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Attempting to bind port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 on network afc005c0-01de-4407-b8a3-ea275f310556 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:55:30.740099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:55:30.740442 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Checking segment: {'id': '1162928e-cbf2-481a-949a-276633faa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:30.740829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Bound using segment: {'id': '1162928e-cbf2-481a-949a-276633faa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:55:30.741263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Bound port: 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1162928e-cbf2-481a-949a-276633faa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:55:30.741596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:30.838310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] For port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:55:30.841671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] For port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0,segment=NetworkSegment(1162928e-cbf2-481a-949a-276633faa37d),segment_id=1162928e-cbf2-481a-949a-276633faa37d)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:55:30.869949 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7c9de-c5a7-46fb-b47a-dc00cf854320 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ad9b56-5f52-47a5-a774-5261138703af,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:30.875172 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e9d7c9de-c5a7-46fb-b47a-dc00cf854320 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:30.883618 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e9d7c9de-c5a7-46fb-b47a-dc00cf854320 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/e9ad9b56-5f52-47a5-a774-5261138703af HTTP/1.1" status: 204 len: 168 time: 0.8207073 Mar 08 11:55:30.883768 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9274d94d-9189-4490-b268-8233cfe41ec9 None None] Network 6b1befdc-d190-4fca-95bf-91c94cef8620 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:30.884305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52558) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:30.900638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:30.957043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:30.957787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:30.959340 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] 10.222.0.18 "PUT /v2.0/ports/7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 HTTP/1.1" status: 200 len: 1094 time: 1.2917261 Mar 08 11:55:30.959988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8ab779-c74d-463f-8128-05804f7fe23a', 'tag': '7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:31.012776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f977db1-754e-4d97-87e0-8a354c422f5c service neutron] Pushing event updated for resources: {'Port': ['ID=7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:31.015348 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:31.032209 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8ab779-c74d-463f-8128-05804f7fe23a', 'tag': '7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0', 'status': 'completed', 'code': 200} Mar 08 11:55:31.034938 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:31.035422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:31.140021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b9ce1-f740-4002-972c-937a27ea4213 req-a142dfc4-f4ce-4ce5-98f5-0579835e28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:31.141975 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4f8b9ce1-f740-4002-972c-937a27ea4213 req-a142dfc4-f4ce-4ce5-98f5-0579835e28bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 1097 time: 0.0880706 Mar 08 11:55:31.219903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4228291-2c1c-4919-90b6-1dc6e99be279 None None] DHCP port deletion for 6b1befdc-d190-4fca-95bf-91c94cef8620 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:55:31.225040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f4228291-2c1c-4919-90b6-1dc6e99be279 None None] Deleting port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:31.225679 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f4228291-2c1c-4919-90b6-1dc6e99be279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:31.274051 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] For port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ccab0eb9-55e7-4a36-a09e-42c12b7ccf62,segment=NetworkSegment(b2aab304-a7eb-4ec1-ac52-192778dc7833),segment_id=b2aab304-a7eb-4ec1-ac52-192778dc7833)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:31.274640 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:31.301390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b9ce1-f740-4002-972c-937a27ea4213 req-1aa0698a-b9e9-4cc3-a970-2a5f874bdc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:31.301856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b9ce1-f740-4002-972c-937a27ea4213 req-1aa0698a-b9e9-4cc3-a970-2a5f874bdc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:31.303309 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4f8b9ce1-f740-4002-972c-937a27ea4213 req-1aa0698a-b9e9-4cc3-a970-2a5f874bdc61 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1539586 Mar 08 11:55:31.439706 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:31.448771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b9ce1-f740-4002-972c-937a27ea4213 req-a9b6b971-c44e-4810-9ca0-9fcd1ac6894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:31.449934 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4f8b9ce1-f740-4002-972c-937a27ea4213 req-a9b6b971-c44e-4810-9ca0-9fcd1ac6894d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409848 Mar 08 11:55:31.450453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f4228291-2c1c-4919-90b6-1dc6e99be279 None None] For port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ccab0eb9-55e7-4a36-a09e-42c12b7ccf62,segment=NetworkSegment(b2aab304-a7eb-4ec1-ac52-192778dc7833),segment_id=b2aab304-a7eb-4ec1-ac52-192778dc7833)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:31.450844 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f4228291-2c1c-4919-90b6-1dc6e99be279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:31.565217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd4741-90f9-4df3-a73c-ddd3b8c86b51 req-5216e0d8-c459-4b7e-a5b6-46b229d08eca tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:31.568704 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-47cd4741-90f9-4df3-a73c-ddd3b8c86b51 req-5216e0d8-c459-4b7e-a5b6-46b229d08eca tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.2239394 Mar 08 11:55:31.575181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-99827b45-f083-4bd0-9394-745e6617f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:31.576727 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-99827b45-f083-4bd0-9394-745e6617f509 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 1097 time: 0.0866888 Mar 08 11:55:31.629107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f4228291-2c1c-4919-90b6-1dc6e99be279 None None] Calling delete_port for ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:31.634458 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-47cd4741-90f9-4df3-a73c-ddd3b8c86b51 req-3881de6b-e4e5-4245-9fec-cf20c6e938ff tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579624 Mar 08 11:55:31.660735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:31.687220 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-751a10ce-cd69-4e1c-a25b-bf7a7c9bd684 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 HTTP/1.1" status: 200 len: 217 time: 0.1027851 Mar 08 11:55:31.721588 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No DVR routers for this DVR port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:55:31.761470 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=ccab0eb9-55e7-4a36-a09e-42c12b7ccf62,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:31.765536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-f4228291-2c1c-4919-90b6-1dc6e99be279 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:55:31.766135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-f4228291-2c1c-4919-90b6-1dc6e99be279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:55:31.799975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-d5938f79-48ca-46eb-a027-9ca75c9a93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:31.801386 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-d5938f79-48ca-46eb-a027-9ca75c9a93d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8bd7ddaa-a2da-46e8-9722-947ee569edb3 HTTP/1.1" status: 200 len: 838 time: 0.1067989 Mar 08 11:55:31.870933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc84f3-56de-4552-ad6f-8c29e9c6f366 req-51869c8e-1296-4da1-8467-b79fc8368f5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:31.871612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-15dc84f3-56de-4552-ad6f-8c29e9c6f366 req-51869c8e-1296-4da1-8467-b79fc8368f5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:31.904707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-542f73e5-8db3-4c35-9f4d-af50fc07d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:31.906194 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-542f73e5-8db3-4c35-9f4d-af50fc07d766 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afc005c0-01de-4407-b8a3-ea275f310556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0979543 Mar 08 11:55:31.909806 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:31.945164 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1befdc-d190-4fca-95bf-91c94cef8620']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:31.960027 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2aab304-a7eb-4ec1-ac52-192778dc7833') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:31.960330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2aab304-a7eb-4ec1-ac52-192778dc7833') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:31.977696 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c7c3-a71d-410a-a7cd-4e0a65b20281 req-370334b9-3217-4c95-99a8-bb7456e75a89 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:31.979189 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fd23c7c3-a71d-410a-a7cd-4e0a65b20281 req-370334b9-3217-4c95-99a8-bb7456e75a89 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.2156248 Mar 08 11:55:31.982810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:31.998818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-15dc84f3-56de-4552-ad6f-8c29e9c6f366 req-51869c8e-1296-4da1-8467-b79fc8368f5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:32.003721 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15dc84f3-56de-4552-ad6f-8c29e9c6f366 req-51869c8e-1296-4da1-8467-b79fc8368f5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 944 time: 0.3088281 Mar 08 11:55:32.025589 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:32.037494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:55:32.037915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:55:32.053152 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:55:32.060082 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fd23c7c3-a71d-410a-a7cd-4e0a65b20281 req-b4baa859-e1e0-429d-ad4e-b3cc9f3047b2 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665193 Mar 08 11:55:32.060191 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:55:32.091753 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15dc84f3-56de-4552-ad6f-8c29e9c6f366 req-bd7452d4-0134-4f82-a8d0-c528a3f38802 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824583 Mar 08 11:55:32.100709 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-f1de8510-6306-4e9a-8822-a95f39d0d2d2 service neutron] 10.222.0.18 "GET /v2.0/networks/afc005c0-01de-4407-b8a3-ea275f310556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879103 Mar 08 11:55:32.103296 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:55:32.103649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:55:32.231431 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:32.236256 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:32.238829 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b53f481-1cda-41d9-a995-feb1c98f0936 req-449e0057-bc5b-41e6-a721-1dbb4f7d40e8 service neutron] 10.222.0.18 "GET /v2.0/networks/afc005c0-01de-4407-b8a3-ea275f310556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322036 Mar 08 11:55:32.265691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Network': ['ID=6b1befdc-d190-4fca-95bf-91c94cef8620,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:32.270102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f4228291-2c1c-4919-90b6-1dc6e99be279 None None] Deleting port ccab0eb9-55e7-4a36-a09e-42c12b7ccf62 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:32.270102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f4228291-2c1c-4919-90b6-1dc6e99be279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:32.340545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f4228291-2c1c-4919-90b6-1dc6e99be279 None None] The port 'ccab0eb9-55e7-4a36-a09e-42c12b7ccf62' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:55:32.369726 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-11d86f65-b6c0-4629-8da5-aec86277018b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/networks/6b1befdc-d190-4fca-95bf-91c94cef8620 HTTP/1.1" status: 204 len: 168 time: 1.4847097 Mar 08 11:55:32.373343 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52572) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:32.378909 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-968721366'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:32.383987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:32.387921 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:network and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:32.390827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:32.403578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:32.487037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:32.490635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:32.525750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:55:32.529598 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:32.530263 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Added segment 4fbc52db-dcf9-4f3f-9d1b-28a35329f604 of type vlan for network 7c972e96-bb4a-4c33-888e-1eafc9267d18 Mar 08 11:55:32.560768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:32.660091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:32.668456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:32.668456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:32.697026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226ca9a-7732-400a-9d26-70ed09b271ef req-2fa51b42-864d-4a75-bf94-609a28df2da5 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:32.698972 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6226ca9a-7732-400a-9d26-70ed09b271ef req-2fa51b42-864d-4a75-bf94-609a28df2da5 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0924079 Mar 08 11:55:32.743047 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6226ca9a-7732-400a-9d26-70ed09b271ef req-aa57be70-dc19-46f8-8bc2-64eb240cee65 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385084 Mar 08 11:55:32.777424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Network': ['ID=7c972e96-bb4a-4c33-888e-1eafc9267d18,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:32.789164 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 7c972e96-bb4a-4c33-888e-1eafc9267d18 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:55:32.877068 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c9ef88dc-89d4-41a3-aad4-8489888aec9f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5018528 Mar 08 11:55:32.879822 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52578) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:32.885605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': '7c972e96-bb4a-4c33-888e-1eafc9267d18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:32.991045 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:32.995442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:32.998163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:33.003767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:33.098202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:33.102050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:33.399339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62203325-52bd-483a-ae0a-1f8e7668ddcc req-e82064e8-2dda-4947-afb6-c8ca12f63637 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:33.405195 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-62203325-52bd-483a-ae0a-1f8e7668ddcc req-e82064e8-2dda-4947-afb6-c8ca12f63637 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 944 time: 0.1703532 Mar 08 11:55:33.499129 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-62203325-52bd-483a-ae0a-1f8e7668ddcc req-ef200d25-d5b0-4d16-a735-3d623a3c42a0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652790 Mar 08 11:55:33.614966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:33.689207 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Subnet': ['ID=ddca86a5-8e16-403f-816d-b89c99c54bd7,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:33.702675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Checking segment: {'id': '4fbc52db-dcf9-4f3f-9d1b-28a35329f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c972e96-bb4a-4c33-888e-1eafc9267d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:33.703038 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network hostable DHCP agents. Network: 7c972e96-bb4a-4c33-888e-1eafc9267d18, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:55:33.824896 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 7c972e96-bb4a-4c33-888e-1eafc9267d18 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:55:33.919705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 7c972e96-bb4a-4c33-888e-1eafc9267d18) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:33.919705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:33.920067 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:33.924720 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acf17da-c8e1-429e-bf20-bed8cb2ba474 None None] Network 7c972e96-bb4a-4c33-888e-1eafc9267d18 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:33.927662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286b6b1-480e-4b9a-beb5-791a41c8e65d req-a3b3abed-db26-47c6-aa45-7cd8b34374b7 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:33.929141 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d286b6b1-480e-4b9a-beb5-791a41c8e65d req-a3b3abed-db26-47c6-aa45-7cd8b34374b7 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0797043 Mar 08 11:55:33.978411 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d286b6b1-480e-4b9a-beb5-791a41c8e65d req-f8fd5bc2-c590-4338-90dc-8a0600c389aa tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426528 Mar 08 11:55:34.014826 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-69430331-ace5-445b-9b97-5eb15e2124fe tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1341801 Mar 08 11:55:34.017355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52588) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:34.023023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-9da8c897-2325-4d12-a28e-4a60a88b461a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-183817473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:34.029500 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9da8c897-2325-4d12-a28e-4a60a88b461a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:34.033988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9da8c897-2325-4d12-a28e-4a60a88b461a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:router and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:34.037059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9da8c897-2325-4d12-a28e-4a60a88b461a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:34.048306 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9da8c897-2325-4d12-a28e-4a60a88b461a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:34.147697 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-7c972e96-bb4a-4c33-888e-1eafc9267d18', 'network_id': '7c972e96-bb4a-4c33-888e-1eafc9267d18', 'tenant_id': '2dc4648430df422c98c9144accb8de53', 'fixed_ips': [{'subnet_id': 'ddca86a5-8e16-403f-816d-b89c99c54bd7'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:55:34.148618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:34.157495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da8c897-2325-4d12-a28e-4a60a88b461a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:34.158580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da8c897-2325-4d12-a28e-4a60a88b461a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:34.176140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da8c897-2325-4d12-a28e-4a60a88b461a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:34.277683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da8c897-2325-4d12-a28e-4a60a88b461a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:34.311342 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Allocated IP 2001:db8::2 (7c972e96-bb4a-4c33-888e-1eafc9267d18/ddca86a5-8e16-403f-816d-b89c99c54bd7/46ba1bcb-d347-4d10-9abc-bc518ae084e4) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:34.393120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9da8c897-2325-4d12-a28e-4a60a88b461a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:34.396259 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9da8c897-2325-4d12-a28e-4a60a88b461a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3779490 Mar 08 11:55:34.399250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52594) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:34.404944 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'network_id': '7c972e96-bb4a-4c33-888e-1eafc9267d18', 'name': 'tempest-PortsIpV6TestJSON-799609537'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:34.559707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:34.574407 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Transition to ACTIVE for port object 46ba1bcb-d347-4d10-9abc-bc518ae084e4 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:34.586023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:34.598337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Transition to ACTIVE for port object 46ba1bcb-d347-4d10-9abc-bc518ae084e4 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:34.598705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:port and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:34.607810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:34.616765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:34.670814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:34.677793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe3aa6-172c-423d-9771-8405371822a0 req-37052c38-da6a-4182-857a-48f5baa5a26b tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:34.678868 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2cbe3aa6-172c-423d-9771-8405371822a0 req-37052c38-da6a-4182-857a-48f5baa5a26b tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.2839916 Mar 08 11:55:34.692779 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:34.696307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:34.708854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a8777-2128-456a-a964-17fd795f6e3d req-13c3ea8c-fc24-4d42-9793-5919cf6a4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:34.711965 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-029a8777-2128-456a-a964-17fd795f6e3d req-13c3ea8c-fc24-4d42-9793-5919cf6a4566 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=721b645a4e4b4dfeb2b745f3492f27fb&device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 1098 time: 0.1346915 Mar 08 11:55:34.728721 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port e5bc0c38-98b2-4694-91a6-adb691f8c144 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:55:34.742103 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Network 7c972e96-bb4a-4c33-888e-1eafc9267d18 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:34.745392 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:34.747842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:34.771432 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2cbe3aa6-172c-423d-9771-8405371822a0 req-9ea22e2f-e717-4325-bf61-0422298ac057 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843167 Mar 08 11:55:34.783526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5159d0-6414-48e7-938f-61c056453885 req-a7341555-dcb4-47b0-921a-c0ef0131790b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:34.783526 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3b5159d0-6414-48e7-938f-61c056453885 req-a7341555-dcb4-47b0-921a-c0ef0131790b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 944 time: 0.1517782 Mar 08 11:55:34.812381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Pushing event updated for resources: {'Port': ['ID=46ba1bcb-d347-4d10-9abc-bc518ae084e4,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:34.876503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a8777-2128-456a-a964-17fd795f6e3d req-50d3ed5b-c17b-48aa-bbbb-c399dac7c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:34.878000 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-029a8777-2128-456a-a964-17fd795f6e3d req-50d3ed5b-c17b-48aa-bbbb-c399dac7c97e service neutron] 10.222.0.18 "GET /v2.0/networks?id=398b9bf7-079f-414d-b424-41d2ca7a4fdb HTTP/1.1" status: 200 len: 912 time: 0.1537957 Mar 08 11:55:34.885562 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3b5159d0-6414-48e7-938f-61c056453885 req-6cafdf66-450e-4c7d-a646-9758bdbb5cb6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858064 Mar 08 11:55:34.926938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Attempting to bind port 46ba1bcb-d347-4d10-9abc-bc518ae084e4 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:55:34.927550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Attempting to bind port 46ba1bcb-d347-4d10-9abc-bc518ae084e4 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '4fbc52db-dcf9-4f3f-9d1b-28a35329f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c972e96-bb4a-4c33-888e-1eafc9267d18'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:55:34.927878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Attempting to bind port 46ba1bcb-d347-4d10-9abc-bc518ae084e4 on network 7c972e96-bb4a-4c33-888e-1eafc9267d18 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:55:34.931541 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8::2a3 (7c972e96-bb4a-4c33-888e-1eafc9267d18/ddca86a5-8e16-403f-816d-b89c99c54bd7/e5bc0c38-98b2-4694-91a6-adb691f8c144) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:34.936003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:55:34.936788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Checking segment: {'id': '4fbc52db-dcf9-4f3f-9d1b-28a35329f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c972e96-bb4a-4c33-888e-1eafc9267d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:34.944777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:34.944777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Bound using segment: {'id': '4fbc52db-dcf9-4f3f-9d1b-28a35329f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c972e96-bb4a-4c33-888e-1eafc9267d18'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:55:34.944777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Bound port: 46ba1bcb-d347-4d10-9abc-bc518ae084e4, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbc52db-dcf9-4f3f-9d1b-28a35329f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c972e96-bb4a-4c33-888e-1eafc9267d18'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:55:34.944777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:34.950139 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-029a8777-2128-456a-a964-17fd795f6e3d req-7a2969a1-a32a-44db-a76b-738e1eb6b41d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ab223d-ca37-4a59-8509-c64839aefaba HTTP/1.1" status: 200 len: 217 time: 0.0654445 Mar 08 11:55:35.015852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a8777-2128-456a-a964-17fd795f6e3d req-f785c5b7-324a-45c5-ac04-e0c96a818337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:35.017704 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-029a8777-2128-456a-a964-17fd795f6e3d req-f785c5b7-324a-45c5-ac04-e0c96a818337 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e3dd797-c70c-4f3d-be12-2a129564228a HTTP/1.1" status: 200 len: 851 time: 0.0621734 Mar 08 11:55:35.033816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] For port 46ba1bcb-d347-4d10-9abc-bc518ae084e4, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:55:35.036799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] For port 46ba1bcb-d347-4d10-9abc-bc518ae084e4, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=46ba1bcb-d347-4d10-9abc-bc518ae084e4,segment=NetworkSegment(4fbc52db-dcf9-4f3f-9d1b-28a35329f604),segment_id=4fbc52db-dcf9-4f3f-9d1b-28a35329f604)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:55:35.064544 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-029a8777-2128-456a-a964-17fd795f6e3d req-2bc91958-fd9d-47ff-bd8d-70b03e680d75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=398b9bf7-079f-414d-b424-41d2ca7a4fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406525 Mar 08 11:55:35.113398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:35.153273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:35.169895 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Transition to ACTIVE for port object e5bc0c38-98b2-4694-91a6-adb691f8c144 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:35.197339 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-029a8777-2128-456a-a964-17fd795f6e3d req-b590d45d-e2c5-49a5-8a53-d7f3610bb12d service neutron] 10.222.0.18 "GET /v2.0/networks/398b9bf7-079f-414d-b424-41d2ca7a4fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266918 Mar 08 11:55:35.200411 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75300f-e93b-49a7-9ff1-3d8c40119a07 None None] Pushing event updated for resources: {'Port': ['ID=46ba1bcb-d347-4d10-9abc-bc518ae084e4,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:35.272576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:35.340763 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-029a8777-2128-456a-a964-17fd795f6e3d req-5828cbe9-869d-4ef3-82e3-e766cbbe6c2a service neutron] 10.222.0.18 "GET /v2.0/networks/398b9bf7-079f-414d-b424-41d2ca7a4fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316926 Mar 08 11:55:35.341212 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 7c972e96-bb4a-4c33-888e-1eafc9267d18 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:35.341764 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:35.351311 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:35.356937 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:35.357557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:35.373443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=e5bc0c38-98b2-4694-91a6-adb691f8c144,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:35.621099 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-991f959e-4c3d-443a-b922-4fb3230f8eaa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2207689 Mar 08 11:55:35.623965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52600) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:36.000327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41682265-998c-4fb8-8852-7dc4130d1bdf req-17406424-1333-4a17-b2d0-cf4fb29a8de9 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:36.013141 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-41682265-998c-4fb8-8852-7dc4130d1bdf req-17406424-1333-4a17-b2d0-cf4fb29a8de9 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.1120088 Mar 08 11:55:36.089056 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-41682265-998c-4fb8-8852-7dc4130d1bdf req-5678aae9-f396-4f91-9547-c8b73d949f79 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752697 Mar 08 11:55:36.118502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 46ba1bcb-d347-4d10-9abc-bc518ae084e4 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:36.232892 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9c6504-135a-47d8-ab63-70c38a3dd689 None None] Network 7c972e96-bb4a-4c33-888e-1eafc9267d18 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:36.329705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 46ba1bcb-d347-4d10-9abc-bc518ae084e4 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:36.343377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4af6da-ba96-41fb-a1f4-3d4abef45062 req-5b65d48b-5c04-4f1d-8bdc-f5bbeac6a659 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:36.344881 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ac4af6da-ba96-41fb-a1f4-3d4abef45062 req-5b65d48b-5c04-4f1d-8bdc-f5bbeac6a659 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 944 time: 0.2474537 Mar 08 11:55:36.453525 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-02bbb43c-d2ae-476d-9bfb-7d3f4ecb079c None None] Provisioning for port 46ba1bcb-d347-4d10-9abc-bc518ae084e4 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:36.458443 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-02bbb43c-d2ae-476d-9bfb-7d3f4ecb079c None None] Provisioning complete for port 46ba1bcb-d347-4d10-9abc-bc518ae084e4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:36.458826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-02bbb43c-d2ae-476d-9bfb-7d3f4ecb079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:36.474539 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ac4af6da-ba96-41fb-a1f4-3d4abef45062 req-eb5f9011-cbbf-4f50-baf4-50372bc3aff1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229868 Mar 08 11:55:36.481778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:36.490515 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 11:55:36.760044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-02bbb43c-d2ae-476d-9bfb-7d3f4ecb079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:36.782337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0,segment=NetworkSegment(1162928e-cbf2-481a-949a-276633faa37d),segment_id=1162928e-cbf2-481a-949a-276633faa37d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:36.810803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0', 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556', 'port_id': '7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0', 'mac_address': 'fa:16:3e:8b:47:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd7ddaa-a2da-46e8-9722-947ee569edb3', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 11:55:36.841270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-02bbb43c-d2ae-476d-9bfb-7d3f4ecb079c None None] For port 46ba1bcb-d347-4d10-9abc-bc518ae084e4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=46ba1bcb-d347-4d10-9abc-bc518ae084e4,segment=NetworkSegment(4fbc52db-dcf9-4f3f-9d1b-28a35329f604),segment_id=4fbc52db-dcf9-4f3f-9d1b-28a35329f604)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:36.879035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:36.905024 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:55:36.911664 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-02bbb43c-d2ae-476d-9bfb-7d3f4ecb079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:36.924097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:36.970185 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0,segment=NetworkSegment(1162928e-cbf2-481a-949a-276633faa37d),segment_id=1162928e-cbf2-481a-949a-276633faa37d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:36.986858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:36.995850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbb43c-d2ae-476d-9bfb-7d3f4ecb079c None None] Pushing event updated for resources: {'Port': ['ID=46ba1bcb-d347-4d10-9abc-bc518ae084e4,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:37.027789 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:37.109811 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:37.125837 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cb63e-2b9a-4f6f-b3d3-ca3b1a1bf068 req-c26a4325-9f5e-43bd-a272-5eb18de4eade tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:37.127394 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-721cb63e-2b9a-4f6f-b3d3-ca3b1a1bf068 req-c26a4325-9f5e-43bd-a272-5eb18de4eade tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 946 time: 0.2011201 Mar 08 11:55:37.142320 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=e5bc0c38-98b2-4694-91a6-adb691f8c144,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:37.149437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3fb6cffb-5d08-4d64-917f-01248746897d None None] Provisioning for port e5bc0c38-98b2-4694-91a6-adb691f8c144 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:37.154874 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3fb6cffb-5d08-4d64-917f-01248746897d None None] Provisioning complete for port e5bc0c38-98b2-4694-91a6-adb691f8c144 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:37.155249 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3fb6cffb-5d08-4d64-917f-01248746897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:37.212109 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3fb6cffb-5d08-4d64-917f-01248746897d None None] Port e5bc0c38-98b2-4694-91a6-adb691f8c144 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:37.225907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3fb6cffb-5d08-4d64-917f-01248746897d None None] Provisioning complete for port 46ba1bcb-d347-4d10-9abc-bc518ae084e4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:37.226652 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3fb6cffb-5d08-4d64-917f-01248746897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:37.291801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea416fae-6525-44de-85cb-cfda89341c77 req-eb6c8cd6-4473-40e7-ad68-919f6630533c tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:37.300434 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ea416fae-6525-44de-85cb-cfda89341c77 req-eb6c8cd6-4473-40e7-ad68-919f6630533c tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0957930 Mar 08 11:55:37.354942 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-721cb63e-2b9a-4f6f-b3d3-ca3b1a1bf068 req-8ea77d99-dc06-4b6f-b57e-da865662e6e9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162335 Mar 08 11:55:37.355718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:37.355857 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ea416fae-6525-44de-85cb-cfda89341c77 req-7de386a5-4b76-4f8c-9a79-45cf423e8d8f tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529284 Mar 08 11:55:37.416796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:55:37.555403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:37.560850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4feaff2a-e000-4d82-a6ef-0500cc9b8a05 None None] Provisioning complete for port e5bc0c38-98b2-4694-91a6-adb691f8c144 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:37.561224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4feaff2a-e000-4d82-a6ef-0500cc9b8a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:37.637031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4feaff2a-e000-4d82-a6ef-0500cc9b8a05 None None] Port e5bc0c38-98b2-4694-91a6-adb691f8c144 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:37.973606 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612b8e5-07d0-42f0-8ab1-7810c5ca1392 req-2120fd21-63a0-415b-bb8f-5beab72634e4 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:37.975077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73e4e7-4ac4-4d5f-b35a-7010ae86e889 req-400fe045-bc6b-499e-8c97-ef9d0da1fab7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:37.983422 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f612b8e5-07d0-42f0-8ab1-7810c5ca1392 req-2120fd21-63a0-415b-bb8f-5beab72634e4 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0850849 Mar 08 11:55:37.983561 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cd73e4e7-4ac4-4d5f-b35a-7010ae86e889 req-400fe045-bc6b-499e-8c97-ef9d0da1fab7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 945 time: 0.3689773 Mar 08 11:55:38.030447 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f612b8e5-07d0-42f0-8ab1-7810c5ca1392 req-302569c3-5d35-40e3-93b3-212eb99d2972 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490618 Mar 08 11:55:38.062239 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 46ba1bcb-d347-4d10-9abc-bc518ae084e4 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:38.118151 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cd73e4e7-4ac4-4d5f-b35a-7010ae86e889 req-12e005b4-93fb-4b3f-8e49-12043fa9fe6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217875 Mar 08 11:55:38.129437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 46ba1bcb-d347-4d10-9abc-bc518ae084e4 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:38.129811 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:38.168638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:38.243832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:38.244629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:38.394338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=e5bc0c38-98b2-4694-91a6-adb691f8c144,revision_number=3']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:38.449561 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network 7c972e96-bb4a-4c33-888e-1eafc9267d18 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:38.450705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:38.553071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be350be2-7fba-4f7c-a46a-074abcc6b68e req-557c5d8c-33af-446d-912e-17c21992c8a8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:38.554593 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-be350be2-7fba-4f7c-a46a-074abcc6b68e req-557c5d8c-33af-446d-912e-17c21992c8a8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 946 time: 0.0862794 Mar 08 11:55:38.623115 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-be350be2-7fba-4f7c-a46a-074abcc6b68e req-73d6d824-bbf7-4934-aed3-2185a6f8565c tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611959 Mar 08 11:55:38.715313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Router 54ed6564-12ab-4857-9791-64e87735164c is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:55:38.727679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-a41709ac-e2a7-4076-b2a0-271f13850bb5 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:38.729113 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-a41709ac-e2a7-4076-b2a0-271f13850bb5 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 946 time: 0.0816751 Mar 08 11:55:38.777281 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3a444780-8c80-4b86-9410-8dc7a02d180f None None] Provisioning complete for port e5bc0c38-98b2-4694-91a6-adb691f8c144 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:38.777864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3a444780-8c80-4b86-9410-8dc7a02d180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:38.818075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Deleting port 4b961f1a-c978-4561-8fe5-2541c5ca12fb {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:38.818413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:38.834311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3a444780-8c80-4b86-9410-8dc7a02d180f None None] Port e5bc0c38-98b2-4694-91a6-adb691f8c144 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:38.881512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:55:38.889168 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8c2934a6-c335-4964-9981-b5cc4146a425 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "PUT /v2.0/routers/54ed6564-12ab-4857-9791-64e87735164c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2642479 Mar 08 11:55:38.889973 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52622) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:38.891758 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad283a6-be22-4aa5-9fcf-e84ad0ac974a None None] Sync routers for ids ['54ed6564-12ab-4857-9791-64e87735164c'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:55:38.902471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad283a6-be22-4aa5-9fcf-e84ad0ac974a None None] Routers {'54ed6564-12ab-4857-9791-64e87735164c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:55:38.903349 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5ad283a6-be22-4aa5-9fcf-e84ad0ac974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:55:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54ed6564-12ab-4857-9791-64e87735164c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:38.972966 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5ad283a6-be22-4aa5-9fcf-e84ad0ac974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:38.974810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b97b5-4c48-4924-9b77-98ddc50c9916 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:38.975607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ac3b97b5-4c48-4924-9b77-98ddc50c9916 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:38.983369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad283a6-be22-4aa5-9fcf-e84ad0ac974a None None] Routers {'54ed6564-12ab-4857-9791-64e87735164c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:55:38.983981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5ad283a6-be22-4aa5-9fcf-e84ad0ac974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:55:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54ed6564-12ab-4857-9791-64e87735164c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:39.045772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5ad283a6-be22-4aa5-9fcf-e84ad0ac974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:39.046332 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad283a6-be22-4aa5-9fcf-e84ad0ac974a None None] The sync data for ids ['54ed6564-12ab-4857-9791-64e87735164c'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:55:39.078431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] For port 4b961f1a-c978-4561-8fe5-2541c5ca12fb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4b961f1a-c978-4561-8fe5-2541c5ca12fb,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:39.078793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:39.080971 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ac3b97b5-4c48-4924-9b77-98ddc50c9916 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:39.084872 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ac3b97b5-4c48-4924-9b77-98ddc50c9916 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ed6564-12ab-4857-9791-64e87735164c HTTP/1.1" status: 200 len: 988 time: 0.1912897 Mar 08 11:55:39.085804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52628) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:39.442831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a381bb-dbd2-4ba6-adb7-96319a0f1499 req-ff4da5a5-484e-49d0-9bf0-3b4b46d389fb tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:39.444289 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-69a381bb-dbd2-4ba6-adb7-96319a0f1499 req-ff4da5a5-484e-49d0-9bf0-3b4b46d389fb tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.3031034 Mar 08 11:55:39.512556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21270557-532b-47c6-b6c3-3b539d897c99 req-dd3d00ec-203c-41f8-a150-7a051e71b0f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:39.514547 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21270557-532b-47c6-b6c3-3b539d897c99 req-dd3d00ec-203c-41f8-a150-7a051e71b0f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 945 time: 0.2701812 Mar 08 11:55:39.591955 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:39.592679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:39.592782 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Floating IP bc0902fa-95b6-48e6-a918-3efa5e0bf94a disassociated. External IP: 172.26.4.187, port: 4b961f1a-c978-4561-8fe5-2541c5ca12fb. Mar 08 11:55:39.593106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Calling delete_port for 4b961f1a-c978-4561-8fe5-2541c5ca12fb owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:39.635165 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21270557-532b-47c6-b6c3-3b539d897c99 req-9373a077-2e3c-46b2-a70d-259b11a44873 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122046 Mar 08 11:55:39.683843 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-69a381bb-dbd2-4ba6-adb7-96319a0f1499 req-efdb4e6a-8aa2-4d48-ac77-66c91f2031d6 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279043 Mar 08 11:55:39.847186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7d804528-36da-4c0c-88a1-39036bb5db2d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:39.854312 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2f32d600-64bf-4177-9e21-bf735f89c660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:39.865454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12cc9a-de6b-4ded-b93a-b551b45b5f8f req-5cf47f55-350b-4827-8aa3-36d94fb10d6b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:39.867056 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ef12cc9a-de6b-4ded-b93a-b551b45b5f8f req-5cf47f55-350b-4827-8aa3-36d94fb10d6b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 946 time: 0.0936692 Mar 08 11:55:39.912926 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ef12cc9a-de6b-4ded-b93a-b551b45b5f8f req-baa3d55f-87cb-4bfc-b56c-23c2c3287ec8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403063 Mar 08 11:55:39.914148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:39.974866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event deleted for resources: {'Port': ['ID=4b961f1a-c978-4561-8fe5-2541c5ca12fb,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:40.140169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-7d804528-36da-4c0c-88a1-39036bb5db2d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port e5bc0c38-98b2-4694-91a6-adb691f8c144 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:40.140811 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7d804528-36da-4c0c-88a1-39036bb5db2d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:40.273659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Router d022898a-3d5e-4663-8bad-de865a36458b has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:55:40.335122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7d804528-36da-4c0c-88a1-39036bb5db2d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:40.401292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe9605-232b-4f15-a360-cde554fbb146 req-83f2919f-9ea0-4dc1-837e-c3fcdcc3d3f3 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:40.408539 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cfe9605-232b-4f15-a360-cde554fbb146 req-83f2919f-9ea0-4dc1-837e-c3fcdcc3d3f3 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.2790651 Mar 08 11:55:40.442896 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb9f63-24f8-4073-98c5-6d941e65a08b req-fe587c92-964c-4605-8cd1-84c989296b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:40.444378 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0bb9f63-24f8-4073-98c5-6d941e65a08b req-fe587c92-964c-4605-8cd1-84c989296b0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=721b645a4e4b4dfeb2b745f3492f27fb&device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 1098 time: 0.2631063 Mar 08 11:55:40.468292 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-7d804528-36da-4c0c-88a1-39036bb5db2d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for e5bc0c38-98b2-4694-91a6-adb691f8c144 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:40.518672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:40.568909 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cfe9605-232b-4f15-a360-cde554fbb146 req-f24d1874-c92a-4a24-a7be-199c3e6c13fe tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594262 Mar 08 11:55:40.636338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:55:40.647757 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2dfed6-5df9-4a8a-b8de-84f9943ba518 None None] Sync routers for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:55:40.658742 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2dfed6-5df9-4a8a-b8de-84f9943ba518 None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:55:40.659643 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fc2dfed6-5df9-4a8a-b8de-84f9943ba518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:55:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:40.671439 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:40.678159 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:40.678542 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:40.718955 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7d804528-36da-4c0c-88a1-39036bb5db2d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:40.727456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] No DVR routers for this DVR port 4b961f1a-c978-4561-8fe5-2541c5ca12fb on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:55:40.731680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:40.741906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c365c9-d6ff-4c2f-82d7-0da6b470681e', 'name': 'network-vif-deleted', 'tag': '4b961f1a-c978-4561-8fe5-2541c5ca12fb'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:40.768235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb9f63-24f8-4073-98c5-6d941e65a08b req-7282889a-995e-415b-8477-fed82fc60312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:40.769724 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0bb9f63-24f8-4073-98c5-6d941e65a08b req-7282889a-995e-415b-8477-fed82fc60312 service neutron] 10.222.0.18 "GET /v2.0/networks?id=398b9bf7-079f-414d-b424-41d2ca7a4fdb HTTP/1.1" status: 200 len: 912 time: 0.2704301 Mar 08 11:55:40.903141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:40.906764 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-fc2dfed6-5df9-4a8a-b8de-84f9943ba518 None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:55:40.951957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d804528-36da-4c0c-88a1-39036bb5db2d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=e5bc0c38-98b2-4694-91a6-adb691f8c144,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:40.958575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8ab779-c74d-463f-8128-05804f7fe23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:40.978849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0,segment=NetworkSegment(1162928e-cbf2-481a-949a-276633faa37d),segment_id=1162928e-cbf2-481a-949a-276633faa37d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:41.042711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:41.054289 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c365c9-d6ff-4c2f-82d7-0da6b470681e', 'name': 'network-vif-deleted', 'tag': '4b961f1a-c978-4561-8fe5-2541c5ca12fb', 'status': 'completed', 'code': 200} Mar 08 11:55:41.061442 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-effe480c-8d02-4e98-bacc-a8f582669d5c req-c5e7871c-3554-4787-9b65-a236dbddd157 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "DELETE /v2.0/ports/4b961f1a-c978-4561-8fe5-2541c5ca12fb HTTP/1.1" status: 204 len: 173 time: 2.3258839 Mar 08 11:55:41.086946 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0bb9f63-24f8-4073-98c5-6d941e65a08b req-058e452c-fca0-4a7f-96ba-2437f453d9b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ab223d-ca37-4a59-8509-c64839aefaba HTTP/1.1" status: 200 len: 217 time: 0.3097715 Mar 08 11:55:41.158173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7d804528-36da-4c0c-88a1-39036bb5db2d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:41.161438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:41.200366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-8b36ee12-ea41-4cea-b931-3abec9abe3dc req-b0539907-c218-4bdc-890f-935d6a414b03 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Synchronizing usage tracker for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:41.224306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb9f63-24f8-4073-98c5-6d941e65a08b req-c49534fc-d929-44a8-a071-ad2653672481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:41.227451 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0bb9f63-24f8-4073-98c5-6d941e65a08b req-c49534fc-d929-44a8-a071-ad2653672481 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e3dd797-c70c-4f3d-be12-2a129564228a HTTP/1.1" status: 200 len: 851 time: 0.1325483 Mar 08 11:55:41.276042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-8b36ee12-ea41-4cea-b931-3abec9abe3dc req-b0539907-c218-4bdc-890f-935d6a414b03 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Unset dirty status for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:41.280509 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fc2dfed6-5df9-4a8a-b8de-84f9943ba518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:41.285076 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2dfed6-5df9-4a8a-b8de-84f9943ba518 None None] Checking router: d022898a-3d5e-4663-8bad-de865a36458b for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:55:41.289865 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8b36ee12-ea41-4cea-b931-3abec9abe3dc req-b0539907-c218-4bdc-890f-935d6a414b03 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 210 time: 0.1502006 Mar 08 11:55:41.301443 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2dfed6-5df9-4a8a-b8de-84f9943ba518 None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:55:41.301443 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fc2dfed6-5df9-4a8a-b8de-84f9943ba518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:55:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:41.314289 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0bb9f63-24f8-4073-98c5-6d941e65a08b req-2278cbfc-7261-4298-a18c-8e6e3e9bf060 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=398b9bf7-079f-414d-b424-41d2ca7a4fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819168 Mar 08 11:55:41.378552 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8ab779-c74d-463f-8128-05804f7fe23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0', 'code': 200} Mar 08 11:55:41.475433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225fdf3-e50e-4cd1-82b7-ce26fbe12b1e req-6205fc55-20d1-41f2-9f57-a9ed080b1979 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:41.477785 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2225fdf3-e50e-4cd1-82b7-ce26fbe12b1e req-6205fc55-20d1-41f2-9f57-a9ed080b1979 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 945 time: 0.6142919 Mar 08 11:55:41.512744 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-fc2dfed6-5df9-4a8a-b8de-84f9943ba518 None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:55:41.513081 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0bb9f63-24f8-4073-98c5-6d941e65a08b req-7d27e73b-2636-49cf-a421-2ffe99e3686f service neutron] 10.222.0.18 "GET /v2.0/networks/398b9bf7-079f-414d-b424-41d2ca7a4fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912985 Mar 08 11:55:41.707986 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0bb9f63-24f8-4073-98c5-6d941e65a08b req-4a3b1535-1868-4240-bab2-cfe99e220b65 service neutron] 10.222.0.18 "GET /v2.0/networks/398b9bf7-079f-414d-b424-41d2ca7a4fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868141 Mar 08 11:55:41.734503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d804528-36da-4c0c-88a1-39036bb5db2d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Router 54ed6564-12ab-4857-9791-64e87735164c has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:55:41.739929 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2225fdf3-e50e-4cd1-82b7-ce26fbe12b1e req-8b8e8934-34ce-408d-b822-5306b3f60fae tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074077 Mar 08 11:55:41.907413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d804528-36da-4c0c-88a1-39036bb5db2d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:55:41.920150 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d200d70e-fd73-4030-bbb1-19b16f25e4ca None None] Sync routers for ids ['54ed6564-12ab-4857-9791-64e87735164c'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:55:41.933019 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d200d70e-fd73-4030-bbb1-19b16f25e4ca None None] Routers {'54ed6564-12ab-4857-9791-64e87735164c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:55:41.934062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d200d70e-fd73-4030-bbb1-19b16f25e4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:55:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54ed6564-12ab-4857-9791-64e87735164c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:41.935997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168aa58-45ab-4c27-acd4-073cdc9687b2 req-c43cc007-d67d-4b42-87cd-4baf1b977216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:41.937363 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fc2dfed6-5df9-4a8a-b8de-84f9943ba518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:41.938820 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c168aa58-45ab-4c27-acd4-073cdc9687b2 req-c43cc007-d67d-4b42-87cd-4baf1b977216 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 1099 time: 0.1098664 Mar 08 11:55:41.943191 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2dfed6-5df9-4a8a-b8de-84f9943ba518 None None] The sync data for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv is: [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:55:41.948733 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f0fda-2191-46cf-943c-499726ea0b69 req-1baa7784-5e2b-4a80-9b36-94abac59f483 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:41.950325 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-031f0fda-2191-46cf-943c-499726ea0b69 req-1baa7784-5e2b-4a80-9b36-94abac59f483 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.1727631 Mar 08 11:55:41.998915 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7d804528-36da-4c0c-88a1-39036bb5db2d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "PUT /v2.0/routers/54ed6564-12ab-4857-9791-64e87735164c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9113157 Mar 08 11:55:42.001692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52652) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:42.010291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d200d70e-fd73-4030-bbb1-19b16f25e4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:42.019152 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d200d70e-fd73-4030-bbb1-19b16f25e4ca None None] Routers {'54ed6564-12ab-4857-9791-64e87735164c'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:55:42.019849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d200d70e-fd73-4030-bbb1-19b16f25e4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:55:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54ed6564-12ab-4857-9791-64e87735164c'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:42.021631 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-031f0fda-2191-46cf-943c-499726ea0b69 req-cfb2490b-f1be-4220-9223-10b6366f7d0e tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570290 Mar 08 11:55:42.025727 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c168aa58-45ab-4c27-acd4-073cdc9687b2 req-a4c29fcf-e5d8-4956-8a7a-0a61787e2bd8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743778 Mar 08 11:55:42.058525 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-905a895c-3dd7-434a-ad2e-2a3f0277b2ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:55:42.059143 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-905a895c-3dd7-434a-ad2e-2a3f0277b2ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:42.094485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d200d70e-fd73-4030-bbb1-19b16f25e4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:42.094901 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d200d70e-fd73-4030-bbb1-19b16f25e4ca None None] The sync data for ids ['54ed6564-12ab-4857-9791-64e87735164c'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:55:42.185938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-524e6975-ffd6-4d1c-9fd6-d6d850704bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:42.186155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-905a895c-3dd7-434a-ad2e-2a3f0277b2ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:42.188379 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-905a895c-3dd7-434a-ad2e-2a3f0277b2ec tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/e5bc0c38-98b2-4694-91a6-adb691f8c144 HTTP/1.1" status: 404 len: 333 time: 0.1853225 Mar 08 11:55:42.191129 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52656) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:42.235278 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a06e4e-5e92-4634-b369-0c9833ca1f9c None None] New status for floating IP bc0902fa-95b6-48e6-a918-3efa5e0bf94a: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:55:42.333582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b67d72db-87e1-4eca-81cb-ed1704b4e134 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:42.533131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 4b961f1a-c978-4561-8fe5-2541c5ca12fb no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:55:42.549454 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-72fc9797-2086-4d85-be5d-b8571a57cda9 req-1583ee3c-f1bd-4e7e-8f6c-965be99293b4 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c365c9-d6ff-4c2f-82d7-0da6b470681e HTTP/1.1" status: 200 len: 210 time: 0.1385343 Mar 08 11:55:42.578665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 4b961f1a-c978-4561-8fe5-2541c5ca12fb {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:55:42.579009 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 4b961f1a-c978-4561-8fe5-2541c5ca12fb not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:55:42.685765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b67d72db-87e1-4eca-81cb-ed1704b4e134 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:42.688788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b67d72db-87e1-4eca-81cb-ed1704b4e134 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:42.789314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b67d72db-87e1-4eca-81cb-ed1704b4e134 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:42.789761 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67d72db-87e1-4eca-81cb-ed1704b4e134 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Fanout notify agent at l3_agent the message router_deleted on router 54ed6564-12ab-4857-9791-64e87735164c {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:55:42.800900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b67d72db-87e1-4eca-81cb-ed1704b4e134 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:42.801991 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b67d72db-87e1-4eca-81cb-ed1704b4e134 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/routers/54ed6564-12ab-4857-9791-64e87735164c HTTP/1.1" status: 204 len: 168 time: 0.6098878 Mar 08 11:55:42.805249 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52664) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:42.880399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c072d9-e247-46d0-9913-9dbdbec64841 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting subnet ddca86a5-8e16-403f-816d-b89c99c54bd7 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:55:42.884780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86c072d9-e247-46d0-9913-9dbdbec64841 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:42.931902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de1f41-b101-42fe-8dd0-a128e008d97e req-5e2c7a58-d5b3-45df-b2ca-51b87bcc8191 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:42.933398 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-07de1f41-b101-42fe-8dd0-a128e008d97e req-5e2c7a58-d5b3-45df-b2ca-51b87bcc8191 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 946 time: 0.0831883 Mar 08 11:55:42.944476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86c072d9-e247-46d0-9913-9dbdbec64841 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:42.984483 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-07de1f41-b101-42fe-8dd0-a128e008d97e req-451d1459-bf8b-4c5d-b8be-916a88796abc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436394 Mar 08 11:55:43.028912 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86c072d9-e247-46d0-9913-9dbdbec64841 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:43.172770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86c072d9-e247-46d0-9913-9dbdbec64841 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:43.220184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c072d9-e247-46d0-9913-9dbdbec64841 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Subnet': ['ID=ddca86a5-8e16-403f-816d-b89c99c54bd7,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:43.223023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86c072d9-e247-46d0-9913-9dbdbec64841 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:43.226940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca4fb47-7d49-49f5-a9bc-d695cae42e6f None None] Network 7c972e96-bb4a-4c33-888e-1eafc9267d18 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:43.233849 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-86c072d9-e247-46d0-9913-9dbdbec64841 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/ddca86a5-8e16-403f-816d-b89c99c54bd7 HTTP/1.1" status: 204 len: 168 time: 0.4276414 Mar 08 11:55:43.236627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52670) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:43.259529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:43.262728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473f77d-f58f-4006-beed-1e7111319bc6 req-b03c2163-63ba-404c-b763-05f9ff215559 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:43.264199 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d473f77d-f58f-4006-beed-1e7111319bc6 req-b03c2163-63ba-404c-b763-05f9ff215559 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.1274307 Mar 08 11:55:43.354981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:43.366707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port 46ba1bcb-d347-4d10-9abc-bc518ae084e4 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:43.367088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:43.442511 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d473f77d-f58f-4006-beed-1e7111319bc6 req-644636a9-7ecf-4758-8295-02096c0990d9 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712391 Mar 08 11:55:43.482844 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:43.516743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:43.543287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2afedc1-8dba-4150-899d-e40710e8d8ff None None] DHCP port deletion for 7c972e96-bb4a-4c33-888e-1eafc9267d18 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:55:43.547299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d2afedc1-8dba-4150-899d-e40710e8d8ff None None] Deleting port 46ba1bcb-d347-4d10-9abc-bc518ae084e4 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:43.547675 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d2afedc1-8dba-4150-899d-e40710e8d8ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:43.656574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] For port 46ba1bcb-d347-4d10-9abc-bc518ae084e4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=46ba1bcb-d347-4d10-9abc-bc518ae084e4,segment=NetworkSegment(4fbc52db-dcf9-4f3f-9d1b-28a35329f604),segment_id=4fbc52db-dcf9-4f3f-9d1b-28a35329f604)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:43.656976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:43.795592 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d2afedc1-8dba-4150-899d-e40710e8d8ff None None] For port 46ba1bcb-d347-4d10-9abc-bc518ae084e4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=46ba1bcb-d347-4d10-9abc-bc518ae084e4,segment=NetworkSegment(4fbc52db-dcf9-4f3f-9d1b-28a35329f604),segment_id=4fbc52db-dcf9-4f3f-9d1b-28a35329f604)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:43.796106 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d2afedc1-8dba-4150-899d-e40710e8d8ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:43.805546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for 46ba1bcb-d347-4d10-9abc-bc518ae084e4 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:43.933140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d2afedc1-8dba-4150-899d-e40710e8d8ff None None] Calling delete_port for 46ba1bcb-d347-4d10-9abc-bc518ae084e4 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:43.974369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:44.017368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-d2afedc1-8dba-4150-899d-e40710e8d8ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:55:44.017867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-d2afedc1-8dba-4150-899d-e40710e8d8ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:55:44.029295 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=46ba1bcb-d347-4d10-9abc-bc518ae084e4,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:44.030747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No DVR routers for this DVR port 46ba1bcb-d347-4d10-9abc-bc518ae084e4 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:55:44.055709 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-e0cd0d39-a1c7-432a-ba35-2e194e49510a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-949840872&fields=id&tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f HTTP/1.1" status: 200 len: 267 time: 0.0867119 Mar 08 11:55:44.082861 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 46ba1bcb-d347-4d10-9abc-bc518ae084e4 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:55:44.120935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 46ba1bcb-d347-4d10-9abc-bc518ae084e4 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:55:44.121302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 46ba1bcb-d347-4d10-9abc-bc518ae084e4 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:55:44.207184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d05b81e-3b76-4944-9c0e-2e6dd1e001ba tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:44.208630 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d05b81e-3b76-4944-9c0e-2e6dd1e001ba tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 812 time: 0.1519752 Mar 08 11:55:44.224411 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-503b75a2-1f2c-4575-87a4-ac0aff99a879 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/quotas/fc845f00a4be4cc0b54e556d5bddbd4f HTTP/1.1" status: 200 len: 375 time: 0.0100224 Mar 08 11:55:44.297495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:44.315250 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-5a1affc7-2550-407b-a438-1b03d5f58b03 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851336 Mar 08 11:55:44.331825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c972e96-bb4a-4c33-888e-1eafc9267d18']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:44.350781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbc52db-dcf9-4f3f-9d1b-28a35329f604') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:44.351073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbc52db-dcf9-4f3f-9d1b-28a35329f604') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:44.365022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:44.381426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e755b2-1c1d-4027-b75b-19548f30b931 req-762a133f-52d7-4885-8a7e-788455657d10 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:44.383464 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-86e755b2-1c1d-4027-b75b-19548f30b931 req-762a133f-52d7-4885-8a7e-788455657d10 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.2862096 Mar 08 11:55:44.402844 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:44.413817 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:55:44.414773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:55:44.428737 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:55:44.461119 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-5aa44722-b8c4-4db6-98f8-5f3413f661f6 service neutron] 10.222.0.32 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300480 Mar 08 11:55:44.516496 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-86e755b2-1c1d-4027-b75b-19548f30b931 req-ac23d55b-b73e-42ab-8740-e776e68a5fbb tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269622 Mar 08 11:55:44.519269 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d2afedc1-8dba-4150-899d-e40710e8d8ff None None] Deleting port 46ba1bcb-d347-4d10-9abc-bc518ae084e4 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:44.519807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d2afedc1-8dba-4150-899d-e40710e8d8ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:44.618959 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:44.619167 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-002bdc07-5876-4379-89a9-74de192360a0 service neutron] 10.222.0.32 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518381 Mar 08 11:55:44.642647 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d2afedc1-8dba-4150-899d-e40710e8d8ff None None] The port '46ba1bcb-d347-4d10-9abc-bc518ae084e4' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:55:44.659699 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:44.700214 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:44.710482 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Network': ['ID=7c972e96-bb4a-4c33-888e-1eafc9267d18,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:44.762561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b49ab8-2887-49b9-8ddb-414385ef29f3 req-dd4b272a-fc0f-41be-b2b5-942ed36ceddf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:44.764047 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f5b49ab8-2887-49b9-8ddb-414385ef29f3 req-dd4b272a-fc0f-41be-b2b5-942ed36ceddf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 946 time: 0.1000614 Mar 08 11:55:44.790926 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-554aa0f1-7f2f-4143-8d35-0cdc7b87d5dd tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/networks/7c972e96-bb4a-4c33-888e-1eafc9267d18 HTTP/1.1" status: 204 len: 168 time: 1.5529656 Mar 08 11:55:44.794763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52694) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:44.815890 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f5b49ab8-2887-49b9-8ddb-414385ef29f3 req-40116da3-eb2f-4801-abc4-156c70fdfc56 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450349 Mar 08 11:55:44.870427 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cfdc6b-580e-4750-b613-8714f45c0e13 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:44.871764 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d1cfdc6b-580e-4750-b613-8714f45c0e13 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/b7103493-8175-4f30-9397-d2bf49646cfd HTTP/1.1" status: 200 len: 844 time: 0.0757644 Mar 08 11:55:44.875559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52700) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:44.987413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d8bff554-0fa8-4587-b853-795d71d9cb83 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:45.027525 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9772c-1c99-4e7b-bae0-a74e6fc5bb85 req-672e7a74-ca4d-4c5b-b51b-9dacc3012b80 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:45.028967 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0d9772c-1c99-4e7b-bae0-a74e6fc5bb85 req-672e7a74-ca4d-4c5b-b51b-9dacc3012b80 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 946 time: 0.1070220 Mar 08 11:55:45.055797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d8bff554-0fa8-4587-b853-795d71d9cb83 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:45.061440 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d8bff554-0fa8-4587-b853-795d71d9cb83 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/b7103493-8175-4f30-9397-d2bf49646cfd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1805837 Mar 08 11:55:45.061619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52704) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:45.069770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:45.079877 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0d9772c-1c99-4e7b-bae0-a74e6fc5bb85 req-4305765e-b0ac-4ea9-8d92-9f333d5d0981 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451362 Mar 08 11:55:45.190352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:45.198247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:45.201133 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:45.207475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:45.258609 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6e5f2293-f59c-4178-815d-95f77d3c6e51 req-ec8f6327-c47d-4528-98b4-28ce9b9b17d8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 210 time: 0.0431521 Mar 08 11:55:45.271991 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:45.276214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:45.568616 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:45.632159 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:45.639576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:45.653952 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00f0000-589b-4d85-aad7-8958715ca841 None None] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:45.674876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:45.675310 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:45.685180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Subnet': ['ID=07228165-dffc-4071-b675-a2dffe90e21b,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:45.739692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155984ec-403c-4924-a008-9c5afb8d0be0 req-113479fb-f825-4ef6-80a7-f6be9083a122 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:45.741163 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-155984ec-403c-4924-a008-9c5afb8d0be0 req-113479fb-f825-4ef6-80a7-f6be9083a122 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.1055124 Mar 08 11:55:45.769628 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8b97133a-ef9e-402d-8ea9-0552b385995e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7069964 Mar 08 11:55:45.772639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52724) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:45.777982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'security_group': {'name': 'tempest-secgroup-1647475778'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:45.783931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:45.788200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:security_group and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:45.792654 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-155984ec-403c-4924-a008-9c5afb8d0be0 req-f8617913-36a1-43d4-8557-8899f749a700 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/security-groups?id=57f9f77e-4f29-4c61-a353-bfda6c980f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Mar 08 11:55:45.798753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:45.814062 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:45.897773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:45.911231 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'tenant_id': '2dc4648430df422c98c9144accb8de53', 'fixed_ips': [{'subnet_id': '07228165-dffc-4071-b675-a2dffe90e21b'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:55:45.912054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:45.921029 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:45.924961 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:security_group_rule and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:45.930786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:45.936588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:46.005793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.060141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.069246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Allocated IP 2001:db8::2 (e4f44921-2291-4faf-b19f-dcc27e27a8fc/07228165-dffc-4071-b675-a2dffe90e21b/24bd0960-c91d-406a-912d-748f3b8d9aee) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:46.144088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c37f468-3f55-4367-80c9-d4eee7217bfb,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:46.181753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3b8c0-d6eb-4662-b55c-2079c241c1a0 req-ba0df621-012c-4e37-9802-e3f72fa67165 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:46.185260 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aef3b8c0-d6eb-4662-b55c-2079c241c1a0 req-ba0df621-012c-4e37-9802-e3f72fa67165 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0893350 Mar 08 11:55:46.225532 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.226768 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8fd01d72-b5b8-4b34-b6ef-cb6d78e93f4d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4530957 Mar 08 11:55:46.229542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52728) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:46.235149 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'security_group': {'name': 'tempest-secgroup-736488195'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:46.241210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:46.245630 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:security_group and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:46.248661 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:46.255287 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:46.262674 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-aef3b8c0-d6eb-4662-b55c-2079c241c1a0 req-ff4f3a90-9b82-4c5a-b029-bf63fc92f5cc tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Deleting port 04ab223d-ca37-4a59-8509-c64839aefaba {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:46.263036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aef3b8c0-d6eb-4662-b55c-2079c241c1a0 req-ff4f3a90-9b82-4c5a-b029-bf63fc92f5cc tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.278185 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.288788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Transition to ACTIVE for port object 24bd0960-c91d-406a-912d-748f3b8d9aee will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:46.307820 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Transition to ACTIVE for port object 24bd0960-c91d-406a-912d-748f3b8d9aee will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:46.332342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.356639 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:46.360652 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:security_group_rule and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:46.363684 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:46.370054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:46.391275 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.453718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.460786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:46.468475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:46.471517 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58cb01e6-157f-4055-8c1c-fd57d9272afb req-4a32c90b-8ea0-47d7-bbf0-d1f77ba7a836 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 210 time: 0.0814679 Mar 08 11:55:46.473579 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:46.479569 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Pushing event updated for resources: {'Port': ['ID=24bd0960-c91d-406a-912d-748f3b8d9aee,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:46.534295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.574422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Attempting to bind port 24bd0960-c91d-406a-912d-748f3b8d9aee on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:55:46.574709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Attempting to bind port 24bd0960-c91d-406a-912d-748f3b8d9aee by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'e6546638-41bf-4565-a43e-7552a068453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:55:46.575111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Attempting to bind port 24bd0960-c91d-406a-912d-748f3b8d9aee on network e4f44921-2291-4faf-b19f-dcc27e27a8fc {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:55:46.578278 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b33443d-aad0-40f9-93ce-8e2c261bb237,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:46.580897 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:55:46.581529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Checking segment: {'id': 'e6546638-41bf-4565-a43e-7552a068453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:46.581973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.582368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Bound using segment: {'id': 'e6546638-41bf-4565-a43e-7552a068453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:55:46.582830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Bound port: 24bd0960-c91d-406a-912d-748f3b8d9aee, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6546638-41bf-4565-a43e-7552a068453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:55:46.583213 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.585407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-aef3b8c0-d6eb-4662-b55c-2079c241c1a0 req-ff4f3a90-9b82-4c5a-b029-bf63fc92f5cc tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] For port 04ab223d-ca37-4a59-8509-c64839aefaba, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=04ab223d-ca37-4a59-8509-c64839aefaba,segment=NetworkSegment(90f1dbcd-3777-4953-8ad9-348a648b3cd0),segment_id=90f1dbcd-3777-4953-8ad9-348a648b3cd0)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:46.585755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aef3b8c0-d6eb-4662-b55c-2079c241c1a0 req-ff4f3a90-9b82-4c5a-b029-bf63fc92f5cc tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.631539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52734) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:46.699342 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] For port 24bd0960-c91d-406a-912d-748f3b8d9aee, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:55:46.702467 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] For port 24bd0960-c91d-406a-912d-748f3b8d9aee, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=24bd0960-c91d-406a-912d-748f3b8d9aee,segment=NetworkSegment(e6546638-41bf-4565-a43e-7552a068453e),segment_id=e6546638-41bf-4565-a43e-7552a068453e)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:55:46.714161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.715366 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7cb39bca-0fb0-4895-8587-33d14cfc54a1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4845307 Mar 08 11:55:46.720142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-aef3b8c0-d6eb-4662-b55c-2079c241c1a0 req-ff4f3a90-9b82-4c5a-b029-bf63fc92f5cc tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Calling delete_port for 04ab223d-ca37-4a59-8509-c64839aefaba owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:46.727452 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52738) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:46.734741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1504271215', 'security_groups': ['8b33443d-aad0-40f9-93ce-8e2c261bb237'], 'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '07228165-dffc-4071-b675-a2dffe90e21b'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:46.777028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.860930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163017ce-81f1-4098-b4a5-9bf4f4b52476 None None] Pushing event updated for resources: {'Port': ['ID=24bd0960-c91d-406a-912d-748f3b8d9aee,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:46.974278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aef3b8c0-d6eb-4662-b55c-2079c241c1a0 req-ff4f3a90-9b82-4c5a-b029-bf63fc92f5cc tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:46.995619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['04ab223d-ca37-4a59-8509-c64839aefaba'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:55:47.034575 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f3a90-9b82-4c5a-b029-bf63fc92f5cc tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Pushing event deleted for resources: {'Port': ['ID=04ab223d-ca37-4a59-8509-c64839aefaba,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:47.112940 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1547d430-e7a4-40c9-9801-8dcab9b3cbb7 req-8fe2d846-bd8e-4119-8983-063f40cd1348 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 210 time: 0.1890383 Mar 08 11:55:47.133908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef3b8c0-d6eb-4662-b55c-2079c241c1a0 req-ff4f3a90-9b82-4c5a-b029-bf63fc92f5cc tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] No DVR routers for this DVR port 04ab223d-ca37-4a59-8509-c64839aefaba on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:55:47.136917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aef3b8c0-d6eb-4662-b55c-2079c241c1a0 req-ff4f3a90-9b82-4c5a-b029-bf63fc92f5cc tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:47.139876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb18b14e-541d-4035-a451-3ba3dd60fdc2', 'name': 'network-vif-deleted', 'tag': '04ab223d-ca37-4a59-8509-c64839aefaba'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:47.195100 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb18b14e-541d-4035-a451-3ba3dd60fdc2', 'name': 'network-vif-deleted', 'tag': '04ab223d-ca37-4a59-8509-c64839aefaba', 'status': 'completed', 'code': 200} Mar 08 11:55:47.228483 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aef3b8c0-d6eb-4662-b55c-2079c241c1a0 req-ff4f3a90-9b82-4c5a-b029-bf63fc92f5cc tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.18 "DELETE /v2.0/ports/04ab223d-ca37-4a59-8509-c64839aefaba HTTP/1.1" status: 204 len: 173 time: 1.0386820 Mar 08 11:55:47.254651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:47.262210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:port and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:47.266838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:47.291075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:47.476962 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:47.559762 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-1a009b24-f091-4326-b1ab-9d4562d6506a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:47.561260 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-1a009b24-f091-4326-b1ab-9d4562d6506a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 812 time: 0.2934451 Mar 08 11:55:47.621573 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-0db97ab2-ef7d-40c4-9440-0d6650da5ead tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f HTTP/1.1" status: 200 len: 379 time: 0.0527678 Mar 08 11:55:47.631371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Request body: {'port': {'device_id': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'admin_state_up': True, 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'security_groups': ['5b40134e-559d-46e7-9b5d-eb9ae4d02f8d']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:47.784013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:47.796015 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:47.802563 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-89f88be1-bc94-4b77-88c4-55a3180f4684 req-9db458d4-d43c-490e-b2ab-d7ed343b4015 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 210 time: 0.0741611 Mar 08 11:55:47.921509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:47.951146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Made reservation on behalf of fc845f00a4be4cc0b54e556d5bddbd4f for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:47.956120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:47.970577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port 0636a4bf-2184-43f1-8b0b-5051ad322ab4 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:55:48.071979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:48.183441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 24bd0960-c91d-406a-912d-748f3b8d9aee up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:48.291863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Allocated IP 172.20.0.6 (0cb5307d-f1c4-4c48-9397-88891f9fc66b/da5e07e7-3d89-486c-b9a0-ded02e68dde4/acc8892f-6452-4046-bea3-58a41f124af8) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:48.315056 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 24bd0960-c91d-406a-912d-748f3b8d9aee completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:48.344799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9c105301-732c-40bb-9f43-21cf849455bd None None] Provisioning complete for port b7103493-8175-4f30-9397-d2bf49646cfd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:48.345440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9c105301-732c-40bb-9f43-21cf849455bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:48.416400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-faa10218-bc7f-4fcf-8145-d84c1fce5575 req-18829133-1719-4b7a-8e15-157cfb81e681 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Synchronizing usage tracker for tenant:721b645a4e4b4dfeb2b745f3492f27fb on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:48.420248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-9c105301-732c-40bb-9f43-21cf849455bd None None] Port b7103493-8175-4f30-9397-d2bf49646cfd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:48.495719 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9c105301-732c-40bb-9f43-21cf849455bd None None] Provisioning for port 24bd0960-c91d-406a-912d-748f3b8d9aee completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:48.503866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9c105301-732c-40bb-9f43-21cf849455bd None None] Provisioning complete for port 24bd0960-c91d-406a-912d-748f3b8d9aee triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:48.504685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9c105301-732c-40bb-9f43-21cf849455bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:48.523550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-faa10218-bc7f-4fcf-8145-d84c1fce5575 req-18829133-1719-4b7a-8e15-157cfb81e681 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] Unset dirty status for tenant:721b645a4e4b4dfeb2b745f3492f27fb on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:48.532308 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-faa10218-bc7f-4fcf-8145-d84c1fce5575 req-18829133-1719-4b7a-8e15-157cfb81e681 tempest-TestServerAdvancedOps-103865804 tempest-TestServerAdvancedOps-103865804-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb18b14e-541d-4035-a451-3ba3dd60fdc2 HTTP/1.1" status: 200 len: 210 time: 0.1852067 Mar 08 11:55:48.563545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8::32e (e4f44921-2291-4faf-b19f-dcc27e27a8fc/07228165-dffc-4071-b675-a2dffe90e21b/0636a4bf-2184-43f1-8b0b-5051ad322ab4) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:48.601725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:48.620280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Transition to ACTIVE for port object acc8892f-6452-4046-bea3-58a41f124af8 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:48.644105 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9c105301-732c-40bb-9f43-21cf849455bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:48.678411 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9c105301-732c-40bb-9f43-21cf849455bd None None] For port 24bd0960-c91d-406a-912d-748f3b8d9aee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=24bd0960-c91d-406a-912d-748f3b8d9aee,segment=NetworkSegment(e6546638-41bf-4565-a43e-7552a068453e),segment_id=e6546638-41bf-4565-a43e-7552a068453e)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:48.717559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:48.779765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9c105301-732c-40bb-9f43-21cf849455bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:48.784099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Network 0cb5307d-f1c4-4c48-9397-88891f9fc66b is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:48.787493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:48.790163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:48.897932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'Port': ['ID=acc8892f-6452-4046-bea3-58a41f124af8,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:48.901002 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c105301-732c-40bb-9f43-21cf849455bd None None] Pushing event updated for resources: {'Port': ['ID=24bd0960-c91d-406a-912d-748f3b8d9aee,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:48.938916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:48.939833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:49.065891 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-23dc27f9-e99a-4ad8-878a-62e4dfbe9515 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4383702 Mar 08 11:55:49.077535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.17 (afc005c0-01de-4407-b8a3-ea275f310556/8bd7ddaa-a2da-46e8-9722-947ee569edb3/f041341c-05b0-45ed-814b-744541d753a1) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:49.077775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Request body: {'port': {'device_id': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:49.142809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:49.177955 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b1a77dc8-9661-401f-853f-074d8938bc0f None None] Provisioning for port acc8892f-6452-4046-bea3-58a41f124af8 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:49.186096 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b1a77dc8-9661-401f-853f-074d8938bc0f None None] Provisioning complete for port acc8892f-6452-4046-bea3-58a41f124af8 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:49.187035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b1a77dc8-9661-401f-853f-074d8938bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:49.201327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:49.234161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Transition to ACTIVE for port object 0636a4bf-2184-43f1-8b0b-5051ad322ab4 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:49.259920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b1a77dc8-9661-401f-853f-074d8938bc0f None None] Port acc8892f-6452-4046-bea3-58a41f124af8 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:49.277339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3515dd-d3e6-4424-8bbc-0c13c0b22200 req-e77d6a16-1336-4d9d-b193-15c526c5fc1a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:49.278661 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7a3515dd-d3e6-4424-8bbc-0c13c0b22200 req-e77d6a16-1336-4d9d-b193-15c526c5fc1a tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 931 time: 0.2947888 Mar 08 11:55:49.344193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:49.377911 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7a3515dd-d3e6-4424-8bbc-0c13c0b22200 req-4e668b35-62df-482c-9844-0b47657ad522 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875754 Mar 08 11:55:49.378728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object f041341c-05b0-45ed-814b-744541d753a1 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:49.437236 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:49.496080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:49.516973 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:49.528684 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:49.534914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:49.540546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:49.541175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:49.552001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network afc005c0-01de-4407-b8a3-ea275f310556 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:49.557916 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=0636a4bf-2184-43f1-8b0b-5051ad322ab4,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:49.563265 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:49.592772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc8892f-6452-4046-bea3-58a41f124af8 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:55:49.611772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:49.626132 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:55:49.647879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Transition to ACTIVE for port object acc8892f-6452-4046-bea3-58a41f124af8 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:49.684065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52758) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:49.730856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:49.776477 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:49.779072 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=f041341c-05b0-45ed-814b-744541d753a1,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:49.800334 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a543c2e3-a038-469a-8b4e-3ca173ea0d02 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0718191 Mar 08 11:55:49.806290 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52762) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:49.810846 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ecd0d808-503a-4b52-9d43-863336e9a837 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:49.950108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Pushing event updated for resources: {'Port': ['ID=acc8892f-6452-4046-bea3-58a41f124af8,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:49.966666 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76ac40d-bd94-4d3a-a33f-aef505308e9c admin admin] Deleting subnet 5e3dd797-c70c-4f3d-be12-2a129564228a {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:55:49.973260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a76ac40d-bd94-4d3a-a33f-aef505308e9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:50.062281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ecd0d808-503a-4b52-9d43-863336e9a837 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:50.068976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ecd0d808-503a-4b52-9d43-863336e9a837 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:50.073828 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ecd0d808-503a-4b52-9d43-863336e9a837 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:50.083039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ecd0d808-503a-4b52-9d43-863336e9a837 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:50.089282 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 24bd0960-c91d-406a-912d-748f3b8d9aee up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:50.120546 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b0cde7dd-d58f-4999-ac4e-58bfbcb59aa0 None None] Provisioning for port f041341c-05b0-45ed-814b-744541d753a1 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:50.134702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b0cde7dd-d58f-4999-ac4e-58bfbcb59aa0 None None] Provisioning complete for port f041341c-05b0-45ed-814b-744541d753a1 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:50.135075 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b0cde7dd-d58f-4999-ac4e-58bfbcb59aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:50.169238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a76ac40d-bd94-4d3a-a33f-aef505308e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:50.172535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd0d808-503a-4b52-9d43-863336e9a837 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:50.177493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d808-503a-4b52-9d43-863336e9a837 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:50.254298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b0cde7dd-d58f-4999-ac4e-58bfbcb59aa0 None None] Port f041341c-05b0-45ed-814b-744541d753a1 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:50.269780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 24bd0960-c91d-406a-912d-748f3b8d9aee triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:50.270190 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:50.321057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:50.322948 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b0cde7dd-d58f-4999-ac4e-58bfbcb59aa0 None None] Provisioning for port 0636a4bf-2184-43f1-8b0b-5051ad322ab4 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:50.340728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b0cde7dd-d58f-4999-ac4e-58bfbcb59aa0 None None] Provisioning complete for port 0636a4bf-2184-43f1-8b0b-5051ad322ab4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:50.341670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b0cde7dd-d58f-4999-ac4e-58bfbcb59aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:50.438909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Attempting to bind port acc8892f-6452-4046-bea3-58a41f124af8 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:55:50.439286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Attempting to bind port acc8892f-6452-4046-bea3-58a41f124af8 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:55:50.439570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Attempting to bind port acc8892f-6452-4046-bea3-58a41f124af8 on network 0cb5307d-f1c4-4c48-9397-88891f9fc66b {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:55:50.460914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a76ac40d-bd94-4d3a-a33f-aef505308e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:50.488108 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.ipam_backend_mixin [None req-ecd0d808-503a-4b52-9d43-863336e9a837 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07228165-dffc-4071-b675-a2dffe90e21b (CIDR: 2001:db8::/64) Mar 08 11:55:50.491835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b0cde7dd-d58f-4999-ac4e-58bfbcb59aa0 None None] Port 0636a4bf-2184-43f1-8b0b-5051ad322ab4 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:50.503149 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Port acc8892f-6452-4046-bea3-58a41f124af8 on network 0cb5307d-f1c4-4c48-9397-88891f9fc66b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:55:50.503544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Attempting to bind port acc8892f-6452-4046-bea3-58a41f124af8 on network 0cb5307d-f1c4-4c48-9397-88891f9fc66b {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:55:50.515728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:55:50.516075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Checking segment: {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:50.516661 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Bound using segment: {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:55:50.517345 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Bound port: acc8892f-6452-4046-bea3-58a41f124af8, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:55:50.517922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:50.563927 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 04ab223d-ca37-4a59-8509-c64839aefaba no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:55:50.614229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 04ab223d-ca37-4a59-8509-c64839aefaba {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:55:50.614573 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 04ab223d-ca37-4a59-8509-c64839aefaba not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:55:50.647424 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd0d808-503a-4b52-9d43-863336e9a837 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:55:50.647424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd0d808-503a-4b52-9d43-863336e9a837 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:55:50.666187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] For port acc8892f-6452-4046-bea3-58a41f124af8, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:55:50.669409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] For port acc8892f-6452-4046-bea3-58a41f124af8, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=acc8892f-6452-4046-bea3-58a41f124af8,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:55:50.706215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a76ac40d-bd94-4d3a-a33f-aef505308e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:50.747411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:50.794580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ac40d-bd94-4d3a-a33f-aef505308e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3dd797-c70c-4f3d-be12-2a129564228a,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:50.796653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a76ac40d-bd94-4d3a-a33f-aef505308e9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:50.822921 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a76ac40d-bd94-4d3a-a33f-aef505308e9c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5e3dd797-c70c-4f3d-be12-2a129564228a HTTP/1.1" status: 204 len: 168 time: 1.1365530 Mar 08 11:55:50.824418 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:50.825047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:50.827287 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/acc8892f-6452-4046-bea3-58a41f124af8 HTTP/1.1" status: 200 len: 1093 time: 1.7529304 Mar 08 11:55:50.827287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52768) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:50.829446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'tag': 'acc8892f-6452-4046-bea3-58a41f124af8'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:50.830891 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ecd0d808-503a-4b52-9d43-863336e9a837 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0250564 Mar 08 11:55:50.834425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52770) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:50.850219 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2589e-b044-453b-bae1-9426dbe5fa6a req-4b46ca99-2a52-4be8-9d13-4df6d66478c6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:50.851873 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0bc2589e-b044-453b-bae1-9426dbe5fa6a req-4b46ca99-2a52-4be8-9d13-4df6d66478c6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 943 time: 0.3032980 Mar 08 11:55:50.855411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:50.905262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ca460-afce-4893-8150-1dffb5c813a9 service neutron] Pushing event updated for resources: {'Port': ['ID=acc8892f-6452-4046-bea3-58a41f124af8,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:50.959543 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'tag': 'acc8892f-6452-4046-bea3-58a41f124af8', 'status': 'completed', 'code': 200} Mar 08 11:55:51.027742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45c38116-b3a2-497f-ad1c-6288dc93c988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:51.064906 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:55:51.154151 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0bc2589e-b044-453b-bae1-9426dbe5fa6a req-01d5cfc1-39e0-46a4-93f4-b5356c612edd tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790346 Mar 08 11:55:51.177456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-fcb194f1-0de0-46d1-bae9-df7483a2da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:51.177456 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-fcb194f1-0de0-46d1-bae9-df7483a2da5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 1096 time: 0.2149799 Mar 08 11:55:51.177456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45c38116-b3a2-497f-ad1c-6288dc93c988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:51.204909 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:51.208130 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:51.211258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:51.214096 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:51.219727 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:51.258594 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-4617c4f8-f0d0-47ce-b2c8-5ed7f9228ecd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc8892f-6452-4046-bea3-58a41f124af8 HTTP/1.1" status: 200 len: 217 time: 0.0746820 Mar 08 11:55:51.261773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-45c38116-b3a2-497f-ad1c-6288dc93c988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398b9bf7-079f-414d-b424-41d2ca7a4fdb']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:51.276543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:51.310072 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-45c38116-b3a2-497f-ad1c-6288dc93c988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f1dbcd-3777-4953-8ad9-348a648b3cd0') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:51.310359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-45c38116-b3a2-497f-ad1c-6288dc93c988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f1dbcd-3777-4953-8ad9-348a648b3cd0') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:51.336906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45c38116-b3a2-497f-ad1c-6288dc93c988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:51.358106 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:51.360580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-dab401b5-6b8a-41e5-b8fc-2d3a4ae3a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:51.361627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:51.362071 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-dab401b5-6b8a-41e5-b8fc-2d3a4ae3a778 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.0931008 Mar 08 11:55:51.363042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45c38116-b3a2-497f-ad1c-6288dc93c988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:51.402978 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c38116-b3a2-497f-ad1c-6288dc93c988 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:55:51.403634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45c38116-b3a2-497f-ad1c-6288dc93c988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:55:51.417195 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:55:51.507509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=f041341c-05b0-45ed-814b-744541d753a1,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:51.514675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:51.519861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-530d7bb3-5cfa-4045-b1e2-d7795f21c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:51.521413 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-530d7bb3-5cfa-4045-b1e2-d7795f21c08c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1529214 Mar 08 11:55:51.621984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45c38116-b3a2-497f-ad1c-6288dc93c988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:51.644044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45c38116-b3a2-497f-ad1c-6288dc93c988 admin admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:51.658090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c38116-b3a2-497f-ad1c-6288dc93c988 admin admin] Pushing event deleted for resources: {'Network': ['ID=398b9bf7-079f-414d-b424-41d2ca7a4fdb,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:51.692036 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-8f466797-5975-4466-a511-d1024026ea75 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645446 Mar 08 11:55:51.734088 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-45c38116-b3a2-497f-ad1c-6288dc93c988 admin admin] 10.222.0.32 "DELETE /v2.0/networks/398b9bf7-079f-414d-b424-41d2ca7a4fdb HTTP/1.1" status: 204 len: 168 time: 0.8990419 Mar 08 11:55:51.737569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52778) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:51.739369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network afc005c0-01de-4407-b8a3-ea275f310556 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:51.744526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:51.827901 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-432bce7d-1600-4b0c-880f-155ebe2936d8 req-1182fb13-dd07-4378-9731-c6600b6feabb service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292412 Mar 08 11:55:51.911356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-836da7da-72d2-487d-b3e9-e18cf9b6d2f9 admin admin] Deleting subnet 11201518-f107-410d-8cff-4cb982ca0f95 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:55:51.919166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-836da7da-72d2-487d-b3e9-e18cf9b6d2f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:51.985004 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-88eaf604-3283-42a5-b2ba-9da95c718977 None None] Provisioning complete for port f041341c-05b0-45ed-814b-744541d753a1 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:51.985638 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88eaf604-3283-42a5-b2ba-9da95c718977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:51.992673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb568434-3ebd-4bfc-be7e-aea00133e5ae req-9ce58b32-a9ac-45ab-9566-83a2ad0173e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:51.994196 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cb568434-3ebd-4bfc-be7e-aea00133e5ae req-9ce58b32-a9ac-45ab-9566-83a2ad0173e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 1096 time: 0.0718255 Mar 08 11:55:52.046901 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-88eaf604-3283-42a5-b2ba-9da95c718977 None None] Port f041341c-05b0-45ed-814b-744541d753a1 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:52.070583 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-836da7da-72d2-487d-b3e9-e18cf9b6d2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:52.137167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb568434-3ebd-4bfc-be7e-aea00133e5ae req-473affea-b349-4f13-b3f6-ec0fddfea01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:52.138643 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cb568434-3ebd-4bfc-be7e-aea00133e5ae req-473affea-b349-4f13-b3f6-ec0fddfea01f service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 913 time: 0.1310117 Mar 08 11:55:52.143862 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:55:52.169410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-836da7da-72d2-487d-b3e9-e18cf9b6d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:52.203759 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:52.343014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:52.353060 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:52.356370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:52.356963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:52.357732 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cb568434-3ebd-4bfc-be7e-aea00133e5ae req-e92b164a-c2c3-4668-8dd9-1961a22736b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc8892f-6452-4046-bea3-58a41f124af8 HTTP/1.1" status: 200 len: 217 time: 0.2127943 Mar 08 11:55:52.362535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17992b09-28ca-42bb-a756-a35636c9bf8c None None] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:52.396447 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Subnet': ['ID=a77fc6e9-9ae5-4deb-ad9a-a80b4a59a159,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:52.440073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb568434-3ebd-4bfc-be7e-aea00133e5ae req-48345050-32fe-49ae-b728-fb29513b57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:52.441478 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cb568434-3ebd-4bfc-be7e-aea00133e5ae req-48345050-32fe-49ae-b728-fb29513b57ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.0721719 Mar 08 11:55:52.510690 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:55:52.513725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf979c-b2aa-4d6e-aa65-cb8ebce5e8d7 req-c4975fbc-7895-43a2-813a-9d9106067198 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:52.514522 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-4bdf979c-b2aa-4d6e-aa65-cb8ebce5e8d7 req-c4975fbc-7895-43a2-813a-9d9106067198 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Synchronizing usage tracker for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:52.526005 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d4279ef1-a467-4617-8409-1bae9418511b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/02f0e2f5-b207-4844-8e73-1fb48858c2d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8836815 Mar 08 11:55:52.538129 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Sync routers for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:55:52.556190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb568434-3ebd-4bfc-be7e-aea00133e5ae req-eb7a122c-759e-4608-8bfd-1b68f6bca96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:52.560133 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cb568434-3ebd-4bfc-be7e-aea00133e5ae req-eb7a122c-759e-4608-8bfd-1b68f6bca96c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1051383 Mar 08 11:55:52.560409 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:55:52.561029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:55:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:52.574813 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3ce98534-c013-494b-aa84-5c6ce511e1b8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7358592 Mar 08 11:55:52.576711 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-836da7da-72d2-487d-b3e9-e18cf9b6d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:52.580760 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52786) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:52.625807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-002b85aa-b065-43b0-974c-2e184e7ce341 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1976062943', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a77fc6e9-9ae5-4deb-ad9a-a80b4a59a159'}], 'security_groups': ['3c37f468-3f55-4367-80c9-d4eee7217bfb']}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:52.665292 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836da7da-72d2-487d-b3e9-e18cf9b6d2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11201518-f107-410d-8cff-4cb982ca0f95,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:52.672995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-836da7da-72d2-487d-b3e9-e18cf9b6d2f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:52.675096 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-836da7da-72d2-487d-b3e9-e18cf9b6d2f9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/11201518-f107-410d-8cff-4cb982ca0f95 HTTP/1.1" status: 204 len: 168 time: 0.9345677 Mar 08 11:55:52.677831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52792) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:52.712305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-4bdf979c-b2aa-4d6e-aa65-cb8ebce5e8d7 req-c4975fbc-7895-43a2-813a-9d9106067198 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Unset dirty status for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:52.713482 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4bdf979c-b2aa-4d6e-aa65-cb8ebce5e8d7 req-c4975fbc-7895-43a2-813a-9d9106067198 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 943 time: 0.3931601 Mar 08 11:55:52.762276 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cb568434-3ebd-4bfc-be7e-aea00133e5ae req-60e0a1bf-be48-4681-980b-b671447c8fa0 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924219 Mar 08 11:55:52.817913 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4bdf979c-b2aa-4d6e-aa65-cb8ebce5e8d7 req-97646641-3546-4b35-8451-bb9bf426e582 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934677 Mar 08 11:55:52.837294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:55:52.930280 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cb568434-3ebd-4bfc-be7e-aea00133e5ae req-d0c6a367-b684-4900-ac1c-a901c5d7c04f service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600156 Mar 08 11:55:53.014505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6b5f08df-8d10-4a04-b777-e358f1f29c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:53.016064 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-002b85aa-b065-43b0-974c-2e184e7ce341 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:53.093906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa8e80d-c506-4d88-b268-356d491fdeed None None] Update dhcp port {'port': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'fixed_ips': [{'subnet_id': '07228165-dffc-4071-b675-a2dffe90e21b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a77fc6e9-9ae5-4deb-ad9a-a80b4a59a159'}], 'binding:host_id': 'dv-neutron-828143-8-hyperv'}, 'id': '24bd0960-c91d-406a-912d-748f3b8d9aee'} from dv-neutron-828143-8-hyperv. {{(pid=88471) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 11:55:53.210266 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e80d-c506-4d88-b268-356d491fdeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:53.278870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6b5f08df-8d10-4a04-b777-e358f1f29c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:53.367838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-6b5f08df-8d10-4a04-b777-e358f1f29c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4278f6de-7489-4376-a2d6-c6c2584546c8']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:53.388091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-6b5f08df-8d10-4a04-b777-e358f1f29c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6029c187-dd07-4d32-b39e-1d80029b40c9') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:53.388362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-6b5f08df-8d10-4a04-b777-e358f1f29c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6029c187-dd07-4d32-b39e-1d80029b40c9') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:53.407503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6b5f08df-8d10-4a04-b777-e358f1f29c7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:53.464902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6b5f08df-8d10-4a04-b777-e358f1f29c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:53.465148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:55:50Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '18615c7b-e26a-4353-8187-416251ce564b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'port_id': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'mac_address': 'fa:16:3e:7a:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:54:09Z', 'updated_at': '2022-03-08T11:54:13Z', 'revision_number': 1, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:48Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f041341c-05b0-45ed-814b-744541d753a1', 'name': '', 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:a1:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '8bd7ddaa-a2da-46e8-9722-947ee569edb3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:55:48Z', 'updated_at': '2022-03-08T11:55:50Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '8bd7ddaa-a2da-46e8-9722-947ee569edb3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:53.474831 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Checking router: 02f0e2f5-b207-4844-8e73-1fb48858c2d4 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:55:53.475129 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Updating router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 port f041341c-05b0-45ed-814b-744541d753a1 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:55:53.476745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5f08df-8d10-4a04-b777-e358f1f29c7f admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:55:53.477152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6b5f08df-8d10-4a04-b777-e358f1f29c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:55:53.490719 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:55:53.506985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-8fa8e80d-c506-4d88-b268-356d491fdeed None None] Allocated IP 2001:db8:0:1::2 (e4f44921-2291-4faf-b19f-dcc27e27a8fc/a77fc6e9-9ae5-4deb-ad9a-a80b4a59a159/24bd0960-c91d-406a-912d-748f3b8d9aee) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:53.570901 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:53.636751 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6b5f08df-8d10-4a04-b777-e358f1f29c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:53.654749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6b5f08df-8d10-4a04-b777-e358f1f29c7f admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:53.665790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f08df-8d10-4a04-b777-e358f1f29c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=4278f6de-7489-4376-a2d6-c6c2584546c8,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:53.670850 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6b5f08df-8d10-4a04-b777-e358f1f29c7f admin admin] 10.222.0.32 "DELETE /v2.0/networks/4278f6de-7489-4376-a2d6-c6c2584546c8 HTTP/1.1" status: 204 len: 168 time: 0.9886718 Mar 08 11:55:53.812689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-8fa8e80d-c506-4d88-b268-356d491fdeed None None] For port 24bd0960-c91d-406a-912d-748f3b8d9aee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=24bd0960-c91d-406a-912d-748f3b8d9aee,segment=NetworkSegment(e6546638-41bf-4565-a43e-7552a068453e),segment_id=e6546638-41bf-4565-a43e-7552a068453e)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:53.882474 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e80d-c506-4d88-b268-356d491fdeed None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:53.947651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52800) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:53.954826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8fa8e80d-c506-4d88-b268-356d491fdeed None None] Transition to ACTIVE for port object 24bd0960-c91d-406a-912d-748f3b8d9aee will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:54.000207 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8b876227-7b8f-46ee-8517-9a6d0862075d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=721b645a4e4b4dfeb2b745f3492f27fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513821 Mar 08 11:55:54.002725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52804) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:54.007999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e80d-c506-4d88-b268-356d491fdeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.053120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e42bdd-24dc-46ae-8f19-0cbd770e1b72 req-2101fe5d-9feb-4e92-bd1e-aa6eeffe0f86 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:54.054679 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-86e42bdd-24dc-46ae-8f19-0cbd770e1b72 req-2101fe5d-9feb-4e92-bd1e-aa6eeffe0f86 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 943 time: 0.1315246 Mar 08 11:55:54.062121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3853f981-dfbe-4cd0-a65e-040923e91150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.088595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3853f981-dfbe-4cd0-a65e-040923e91150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.120768 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-86e42bdd-24dc-46ae-8f19-0cbd770e1b72 req-fed00887-8e18-494f-8496-2950ddfa7866 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593529 Mar 08 11:55:54.193815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-002b85aa-b065-43b0-974c-2e184e7ce341 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Delete allocated IP 2001:db8::32e (e4f44921-2291-4faf-b19f-dcc27e27a8fc/07228165-dffc-4071-b675-a2dffe90e21b) {{(pid=88470) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 11:55:54.201763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-002b85aa-b065-43b0-974c-2e184e7ce341 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8:0:1::f9 (e4f44921-2291-4faf-b19f-dcc27e27a8fc/a77fc6e9-9ae5-4deb-ad9a-a80b4a59a159/0636a4bf-2184-43f1-8b0b-5051ad322ab4) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:54.202456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3853f981-dfbe-4cd0-a65e-040923e91150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.221389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853f981-dfbe-4cd0-a65e-040923e91150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f9f77e-4f29-4c61-a353-bfda6c980f31,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:54.252680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.256493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8e80d-c506-4d88-b268-356d491fdeed None None] Pushing event updated for resources: {'Port': ['ID=24bd0960-c91d-406a-912d-748f3b8d9aee,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:54.271580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Transition to ACTIVE for port object f041341c-05b0-45ed-814b-744541d753a1 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:54.310153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3853f981-dfbe-4cd0-a65e-040923e91150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.311544 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3853f981-dfbe-4cd0-a65e-040923e91150 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57f9f77e-4f29-4c61-a353-bfda6c980f31 HTTP/1.1" status: 204 len: 168 time: 0.3074586 Mar 08 11:55:54.339835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.430175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-002b85aa-b065-43b0-974c-2e184e7ce341 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.451275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-002b85aa-b065-43b0-974c-2e184e7ce341 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Transition to ACTIVE for port object 0636a4bf-2184-43f1-8b0b-5051ad322ab4 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:54.521473 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-002b85aa-b065-43b0-974c-2e184e7ce341 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.563862 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c933f3-5211-4f5e-9b1a-a79105df0b73 None None] Pushing event updated for resources: {'Port': ['ID=f041341c-05b0-45ed-814b-744541d753a1,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:54.586289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Attempting to bind port f041341c-05b0-45ed-814b-744541d753a1 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:55:54.586654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Attempting to bind port f041341c-05b0-45ed-814b-744541d753a1 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '1162928e-cbf2-481a-949a-276633faa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:55:54.587020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Attempting to bind port f041341c-05b0-45ed-814b-744541d753a1 on network afc005c0-01de-4407-b8a3-ea275f310556 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:55:54.600789 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:55:54.601202 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Checking segment: {'id': '1162928e-cbf2-481a-949a-276633faa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:55:54.601615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.602041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Bound using segment: {'id': '1162928e-cbf2-481a-949a-276633faa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:55:54.602513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Bound port: f041341c-05b0-45ed-814b-744541d753a1, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1162928e-cbf2-481a-949a-276633faa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:55:54.602892 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.655635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-002b85aa-b065-43b0-974c-2e184e7ce341 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] In _notify_port_updated(), no bound segment for port 0636a4bf-2184-43f1-8b0b-5051ad322ab4 on network e4f44921-2291-4faf-b19f-dcc27e27a8fc {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:55:54.662104 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002b85aa-b065-43b0-974c-2e184e7ce341 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:54.662930 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-002b85aa-b065-43b0-974c-2e184e7ce341 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.664905 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-002b85aa-b065-43b0-974c-2e184e7ce341 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "PUT /v2.0/ports/0636a4bf-2184-43f1-8b0b-5051ad322ab4 HTTP/1.1" status: 200 len: 930 time: 2.0534394 Mar 08 11:55:54.676320 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52810) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:54.701679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b85aa-b065-43b0-974c-2e184e7ce341 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=0636a4bf-2184-43f1-8b0b-5051ad322ab4,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:54.763132 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] For port f041341c-05b0-45ed-814b-744541d753a1, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:55:54.768990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] For port f041341c-05b0-45ed-814b-744541d753a1, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f041341c-05b0-45ed-814b-744541d753a1,segment=NetworkSegment(1162928e-cbf2-481a-949a-276633faa37d),segment_id=1162928e-cbf2-481a-949a-276633faa37d)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:55:54.781898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-dcb641fd-bbde-44de-8018-796c797bece1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port 0636a4bf-2184-43f1-8b0b-5051ad322ab4 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:55:54.782411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dcb641fd-bbde-44de-8018-796c797bece1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.860074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:54.946278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:55:54.946916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:55:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:55.018984 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c933f3-5211-4f5e-9b1a-a79105df0b73 None None] Pushing event updated for resources: {'Port': ['ID=f041341c-05b0-45ed-814b-744541d753a1,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:55.079307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dcb641fd-bbde-44de-8018-796c797bece1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:55.140254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4d05e68a-a5d2-45ae-87e7-376fb98b40ed None None] Provisioning complete for port b7103493-8175-4f30-9397-d2bf49646cfd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:55.140624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4d05e68a-a5d2-45ae-87e7-376fb98b40ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:55.173774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52820) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:55.232404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-dcb641fd-bbde-44de-8018-796c797bece1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for 0636a4bf-2184-43f1-8b0b-5051ad322ab4 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:55:55.252520 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-422bcf69-f472-40e7-8abf-560989cd9ed9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f22880d46b7a4ceaa0ab8736d7be294b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752325 Mar 08 11:55:55.252866 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52824) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:55.298912 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:55:55.328527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1bf52dbc-0447-47ba-8750-b1d792206dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:55.359137 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4d05e68a-a5d2-45ae-87e7-376fb98b40ed None None] Port b7103493-8175-4f30-9397-d2bf49646cfd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:55.359900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1bf52dbc-0447-47ba-8750-b1d792206dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:55.442860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e62651-dee1-4084-8e7d-9bd9ef16f354 req-f7dc4740-ee01-4a05-bd11-635ebb5b2ff9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:55.444326 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-60e62651-dee1-4084-8e7d-9bd9ef16f354 req-f7dc4740-ee01-4a05-bd11-635ebb5b2ff9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 943 time: 0.1504710 Mar 08 11:55:55.495230 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-60e62651-dee1-4084-8e7d-9bd9ef16f354 req-c3ce9996-e5f5-42b3-acbc-ff683cda1ece tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431719 Mar 08 11:55:55.505750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1bf52dbc-0447-47ba-8750-b1d792206dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:55.524277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf52dbc-0447-47ba-8750-b1d792206dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150a5d73-81f1-43b3-b30b-50e376f21a52,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:55.528990 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1bf52dbc-0447-47ba-8750-b1d792206dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:55.532128 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1bf52dbc-0447-47ba-8750-b1d792206dff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/150a5d73-81f1-43b3-b30b-50e376f21a52 HTTP/1.1" status: 204 len: 168 time: 0.2759438 Mar 08 11:55:55.556276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4d05e68a-a5d2-45ae-87e7-376fb98b40ed None None] Provisioning for port 24bd0960-c91d-406a-912d-748f3b8d9aee completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:55.579651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dcb641fd-bbde-44de-8018-796c797bece1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:55.624482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4d05e68a-a5d2-45ae-87e7-376fb98b40ed None None] Provisioning complete for port 24bd0960-c91d-406a-912d-748f3b8d9aee triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:55.624859 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4d05e68a-a5d2-45ae-87e7-376fb98b40ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:55.639892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb641fd-bbde-44de-8018-796c797bece1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=0636a4bf-2184-43f1-8b0b-5051ad322ab4,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:55.684500 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dcb641fd-bbde-44de-8018-796c797bece1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:55.700442 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dcb641fd-bbde-44de-8018-796c797bece1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/0636a4bf-2184-43f1-8b0b-5051ad322ab4 HTTP/1.1" status: 204 len: 168 time: 1.0313628 Mar 08 11:55:55.703185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52830) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:55.754005 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81f6444-8520-4c75-b9f8-b389f6fba6e1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:55:55.754653 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e81f6444-8520-4c75-b9f8-b389f6fba6e1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:55:55.834466 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e81f6444-8520-4c75-b9f8-b389f6fba6e1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:55:55.836261 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e81f6444-8520-4c75-b9f8-b389f6fba6e1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/0636a4bf-2184-43f1-8b0b-5051ad322ab4 HTTP/1.1" status: 404 len: 333 time: 0.1315687 Mar 08 11:55:55.838903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52834) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:55.851780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4d05e68a-a5d2-45ae-87e7-376fb98b40ed None None] Could not find standard attr ID for object 0636a4bf-2184-43f1-8b0b-5051ad322ab4. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:55:55.865951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:55:50Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '18615c7b-e26a-4353-8187-416251ce564b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'port_id': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'mac_address': 'fa:16:3e:7a:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:54:09Z', 'updated_at': '2022-03-08T11:54:13Z', 'revision_number': 1, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:48Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f041341c-05b0-45ed-814b-744541d753a1', 'name': '', 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:a1:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '8bd7ddaa-a2da-46e8-9722-947ee569edb3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:55:48Z', 'updated_at': '2022-03-08T11:55:54Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '8bd7ddaa-a2da-46e8-9722-947ee569edb3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:55.870783 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a7b8e-93d2-4643-b05b-b611d74830dd None None] The sync data for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv is: [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:55:50Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '18615c7b-e26a-4353-8187-416251ce564b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'port_id': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'mac_address': 'fa:16:3e:7a:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:54:09Z', 'updated_at': '2022-03-08T11:54:13Z', 'revision_number': 1, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:48Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f041341c-05b0-45ed-814b-744541d753a1', 'name': '', 'network_id': 'afc005c0-01de-4407-b8a3-ea275f310556', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:a1:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '8bd7ddaa-a2da-46e8-9722-947ee569edb3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:55:48Z', 'updated_at': '2022-03-08T11:55:54Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '8bd7ddaa-a2da-46e8-9722-947ee569edb3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:55:55.927124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7582a80d-b41d-4b48-9c43-640cc7854ca7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:55.978127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-825a679a-77b4-4ef3-8bee-300033d13a66 None None] Could not find standard attr ID for object 0636a4bf-2184-43f1-8b0b-5051ad322ab4. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:55:55.981718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7582a80d-b41d-4b48-9c43-640cc7854ca7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:56.190605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 24bd0960-c91d-406a-912d-748f3b8d9aee up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:56.234285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7582a80d-b41d-4b48-9c43-640cc7854ca7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:56.253599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582a80d-b41d-4b48-9c43-640cc7854ca7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b33443d-aad0-40f9-93ce-8e2c261bb237,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:56.256753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7582a80d-b41d-4b48-9c43-640cc7854ca7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:56.260071 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7582a80d-b41d-4b48-9c43-640cc7854ca7 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/security-groups/8b33443d-aad0-40f9-93ce-8e2c261bb237 HTTP/1.1" status: 204 len: 168 time: 0.4200811 Mar 08 11:55:56.260707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52838) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:56.264181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 24bd0960-c91d-406a-912d-748f3b8d9aee triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:56.264672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:56.332012 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe10346c-3cb5-457b-83ef-abbb85379d4e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:56.362617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe10346c-3cb5-457b-83ef-abbb85379d4e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:56.400210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f041341c-05b0-45ed-814b-744541d753a1 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:56.511169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe10346c-3cb5-457b-83ef-abbb85379d4e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:56.528996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10346c-3cb5-457b-83ef-abbb85379d4e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c37f468-3f55-4367-80c9-d4eee7217bfb,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:56.538795 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe10346c-3cb5-457b-83ef-abbb85379d4e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:56.538795 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fe10346c-3cb5-457b-83ef-abbb85379d4e tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/security-groups/3c37f468-3f55-4367-80c9-d4eee7217bfb HTTP/1.1" status: 204 len: 168 time: 0.2751198 Mar 08 11:55:56.540690 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52844) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:56.562336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port f041341c-05b0-45ed-814b-744541d753a1 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:56.568119 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f041341c-05b0-45ed-814b-744541d753a1 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:56.568516 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:56.664350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f17a745-89d7-4a5e-8a8c-b4352d366b6b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting subnet 07228165-dffc-4071-b675-a2dffe90e21b {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:55:56.671508 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f17a745-89d7-4a5e-8a8c-b4352d366b6b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:56.689842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:56.722346 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port f041341c-05b0-45ed-814b-744541d753a1, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f041341c-05b0-45ed-814b-744541d753a1,segment=NetworkSegment(1162928e-cbf2-481a-949a-276633faa37d),segment_id=1162928e-cbf2-481a-949a-276633faa37d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:56.790942 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:56.849650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f17a745-89d7-4a5e-8a8c-b4352d366b6b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:56.861721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=f041341c-05b0-45ed-814b-744541d753a1,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:56.926798 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fb27e-309d-4035-819f-ecb81afcbb2a req-b9b30b30-1c3b-4b9d-9b76-937585f484db tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:56.928637 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5c8fb27e-309d-4035-819f-ecb81afcbb2a req-b9b30b30-1c3b-4b9d-9b76-937585f484db tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 943 time: 0.3055015 Mar 08 11:55:56.985354 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5c8fb27e-309d-4035-819f-ecb81afcbb2a req-12ca9b47-e8fb-4ea7-8d14-ab0a43f27608 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484107 Mar 08 11:55:56.989584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f17a745-89d7-4a5e-8a8c-b4352d366b6b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:57.125777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f17a745-89d7-4a5e-8a8c-b4352d366b6b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:57.164152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17a745-89d7-4a5e-8a8c-b4352d366b6b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Subnet': ['ID=07228165-dffc-4071-b675-a2dffe90e21b,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:57.167618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9f17a745-89d7-4a5e-8a8c-b4352d366b6b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:57.173960 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe45967-91bc-43b6-8acb-a6ce904c5ee4 None None] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:57.176492 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9f17a745-89d7-4a5e-8a8c-b4352d366b6b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/07228165-dffc-4071-b675-a2dffe90e21b HTTP/1.1" status: 204 len: 168 time: 0.6327593 Mar 08 11:55:57.178604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52848) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:57.184916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:57.317265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:57.321038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:57.323771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:57.329557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:57.390764 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:57.394400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:57.717201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:57.782263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:57.785302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:57.790187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:57.790783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:57.804070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Subnet': ['ID=b697a6ef-59a1-4da3-80e2-c1a5f8e44def,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:57.889181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b8b2ae-94ba-4a44-b8c4-a389d61be03d None None] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:55:57.900952 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-17c68f57-b66c-4cad-87d1-dee1668b194f tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7206366 Mar 08 11:55:57.903868 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52854) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:57.908871 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'security_group': {'name': 'tempest-secgroup-233543947'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:57.915192 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:57.919788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:security_group and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:57.921860 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:57.928272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:57.988651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-86b94dcb-846c-4c0d-9a87-bfc1ea024fc1 None None] Provisioning complete for port b7103493-8175-4f30-9397-d2bf49646cfd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:57.988932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-86b94dcb-846c-4c0d-9a87-bfc1ea024fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.008529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.032915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:58.046763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:security_group_rule and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:58.049740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:58.064443 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-86b94dcb-846c-4c0d-9a87-bfc1ea024fc1 None None] Port b7103493-8175-4f30-9397-d2bf49646cfd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:58.066592 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:58.102249 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f041341c-05b0-45ed-814b-744541d753a1 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:55:58.145127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.162467 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-86b94dcb-846c-4c0d-9a87-bfc1ea024fc1 None None] Provisioning complete for port 24bd0960-c91d-406a-912d-748f3b8d9aee triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:58.162837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-86b94dcb-846c-4c0d-9a87-bfc1ea024fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.193330 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5db5f7-33d4-4b96-b05b-f211081c666e req-856ae128-c218-47e2-a4d6-be5c5f133d73 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:58.195002 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8d5db5f7-33d4-4b96-b05b-f211081c666e req-856ae128-c218-47e2-a4d6-be5c5f133d73 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 943 time: 0.0828729 Mar 08 11:55:58.202153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.242418 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8d5db5f7-33d4-4b96-b05b-f211081c666e req-cf3cab81-7001-4035-ae50-32b39f5b7eb9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409369 Mar 08 11:55:58.254499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea26b5d-8c6d-40b1-a5cf-cd3aa969502d,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:58.305109 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.306417 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c8fb47ff-7686-4397-b245-271761eac476 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4016700 Mar 08 11:55:58.309069 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52860) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:58.314095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'security_group': {'name': 'tempest-secgroup-1237821620'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:58.320059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:58.323880 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:security_group and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:58.324181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f041341c-05b0-45ed-814b-744541d753a1 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:58.324558 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.326765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:58.332411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:58.400117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.423567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:58.427461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:security_group_rule and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:58.430362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:58.438009 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:58.517846 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.574546 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b6b0d0-521b-451e-a743-bca13e986b79 None None] Update dhcp port {'port': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'fixed_ips': [{'subnet_id': 'a77fc6e9-9ae5-4deb-ad9a-a80b4a59a159', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b697a6ef-59a1-4da3-80e2-c1a5f8e44def'}], 'binding:host_id': 'dv-neutron-828143-8-hyperv'}, 'id': '24bd0960-c91d-406a-912d-748f3b8d9aee'} from dv-neutron-828143-8-hyperv. {{(pid=88471) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 11:55:58.590493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.629209 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-26b6b0d0-521b-451e-a743-bca13e986b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.634610 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc57cc46-e9ee-4b7d-be20-05f5a6b58d46,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:58.699279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.700741 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5abdab20-a992-4607-b08c-cf8d42d71091 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3907044 Mar 08 11:55:58.703355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52864) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:58.708453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'security_group': {'name': 'tempest-secgroup-813595368'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:58.714950 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:58.718833 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:security_group and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:58.721940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:58.727793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:58.799907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.820134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:58.823887 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:security_group_rule and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:55:58.826752 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:55:58.827762 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-26b6b0d0-521b-451e-a743-bca13e986b79 None None] Allocated IP 2001:db8::2 (e4f44921-2291-4faf-b19f-dcc27e27a8fc/b697a6ef-59a1-4da3-80e2-c1a5f8e44def/24bd0960-c91d-406a-912d-748f3b8d9aee) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:58.832425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:58.902708 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.962732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-26b6b0d0-521b-451e-a743-bca13e986b79 None None] For port 24bd0960-c91d-406a-912d-748f3b8d9aee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=24bd0960-c91d-406a-912d-748f3b8d9aee,segment=NetworkSegment(e6546638-41bf-4565-a43e-7552a068453e),segment_id=e6546638-41bf-4565-a43e-7552a068453e)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:55:58.965349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:58.986760 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-26b6b0d0-521b-451e-a743-bca13e986b79 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:59.003111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-26b6b0d0-521b-451e-a743-bca13e986b79 None None] Transition to ACTIVE for port object 24bd0960-c91d-406a-912d-748f3b8d9aee will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:55:59.011147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f674a51-6241-4394-8864-1aabd75b2745,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:59.068274 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-26b6b0d0-521b-451e-a743-bca13e986b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:59.080185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:59.081421 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ae378367-3af3-450b-ad66-b436be5df763 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3771691 Mar 08 11:55:59.084236 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52868) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:55:59.089598 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-65597331', 'security_groups': ['5f674a51-6241-4394-8864-1aabd75b2745'], 'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b697a6ef-59a1-4da3-80e2-c1a5f8e44def'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:59.209477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6b0d0-521b-451e-a743-bca13e986b79 None None] Pushing event updated for resources: {'Port': ['ID=24bd0960-c91d-406a-912d-748f3b8d9aee,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:59.227341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:55:59.236977 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:55:59.303208 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'port': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:59.484181 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:59.518428 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] device_id is not set on port b626f3b4-4424-43c8-9fe1-1a78113120a0 yet. {{(pid=88470) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:55:59.564802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdd26a-dcfb-4aae-b18d-dd09ca596369 req-dd585614-8804-40fc-96bc-030ee3c8f7ee tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:59.566318 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-07fdd26a-dcfb-4aae-b18d-dd09ca596369 req-dd585614-8804-40fc-96bc-030ee3c8f7ee tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 943 time: 0.1823692 Mar 08 11:55:59.684038 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-07fdd26a-dcfb-4aae-b18d-dd09ca596369 req-6be3dcc4-0893-4d21-9b2b-c6c85c801beb tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110618 Mar 08 11:55:59.735018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ca13236f-9606-48b4-b120-ace836da9a9a None None] Provisioning complete for port b7103493-8175-4f30-9397-d2bf49646cfd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:59.735387 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ca13236f-9606-48b4-b120-ace836da9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:59.782968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8::c3 (e4f44921-2291-4faf-b19f-dcc27e27a8fc/b697a6ef-59a1-4da3-80e2-c1a5f8e44def/b626f3b4-4424-43c8-9fe1-1a78113120a0) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:59.791058 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ca13236f-9606-48b4-b120-ace836da9a9a None None] Port b7103493-8175-4f30-9397-d2bf49646cfd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:55:59.876679 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ca13236f-9606-48b4-b120-ace836da9a9a None None] Provisioning for port 24bd0960-c91d-406a-912d-748f3b8d9aee completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:55:59.881539 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ca13236f-9606-48b4-b120-ace836da9a9a None None] Provisioning complete for port 24bd0960-c91d-406a-912d-748f3b8d9aee triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:55:59.881936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ca13236f-9606-48b4-b120-ace836da9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:59.972238 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:55:59.987181 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Transition to ACTIVE for port object b626f3b4-4424-43c8-9fe1-1a78113120a0 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:00.075285 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 24bd0960-c91d-406a-912d-748f3b8d9aee up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:00.145431 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 24bd0960-c91d-406a-912d-748f3b8d9aee triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:00.145745 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:00.168728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:00.235194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:00.243462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:00.247830 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:00.253317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:00.253936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:00.266193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=b626f3b4-4424-43c8-9fe1-1a78113120a0,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:00.369236 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7e560d9b-29ba-4dec-98ab-c00dd4652ee3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2840080 Mar 08 11:56:00.372514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52876) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:00.377933 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ca252b84-f803-40de-a003-c87837dc2b23 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:00.524511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ca252b84-f803-40de-a003-c87837dc2b23 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:00.528221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ca252b84-f803-40de-a003-c87837dc2b23 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:00.531020 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ca252b84-f803-40de-a003-c87837dc2b23 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:00.536679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ca252b84-f803-40de-a003-c87837dc2b23 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:00.578910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2963b290-fe1a-4e8b-8d94-0ce1174f406f None None] Provisioning for port b626f3b4-4424-43c8-9fe1-1a78113120a0 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:00.583686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2963b290-fe1a-4e8b-8d94-0ce1174f406f None None] Provisioning complete for port b626f3b4-4424-43c8-9fe1-1a78113120a0 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:00.584059 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2963b290-fe1a-4e8b-8d94-0ce1174f406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:00.613318 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca252b84-f803-40de-a003-c87837dc2b23 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:00.617766 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ca252b84-f803-40de-a003-c87837dc2b23 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:00.624067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device acc8892f-6452-4046-bea3-58a41f124af8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 11:56:00.645355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2963b290-fe1a-4e8b-8d94-0ce1174f406f None None] Port b626f3b4-4424-43c8-9fe1-1a78113120a0 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:00.765116 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.ipam_backend_mixin [None req-ca252b84-f803-40de-a003-c87837dc2b23 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b697a6ef-59a1-4da3-80e2-c1a5f8e44def (CIDR: 2001:db8::/64) Mar 08 11:56:00.776054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port acc8892f-6452-4046-bea3-58a41f124af8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=acc8892f-6452-4046-bea3-58a41f124af8,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:00.789621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'acc8892f-6452-4046-bea3-58a41f124af8', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'port_id': 'acc8892f-6452-4046-bea3-58a41f124af8', 'mac_address': 'fa:16:3e:dd:6e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 11:56:00.802885 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca252b84-f803-40de-a003-c87837dc2b23 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:56:00.803432 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca252b84-f803-40de-a003-c87837dc2b23 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:56:00.851369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:00.868714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc8892f-6452-4046-bea3-58a41f124af8 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:56:00.872271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e89ea-845a-483a-bea5-7a9c702eb697 req-28f0b09c-bfa5-4cfb-86fb-516d05fc2749 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:00.873713 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d43e89ea-845a-483a-bea5-7a9c702eb697 req-28f0b09c-bfa5-4cfb-86fb-516d05fc2749 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 943 time: 0.0844524 Mar 08 11:56:00.877006 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ca252b84-f803-40de-a003-c87837dc2b23 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5034702 Mar 08 11:56:00.879650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52882) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:00.885646 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-012e15e3-5782-4f9f-aa3d-ce5496f6581b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:00.889714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port acc8892f-6452-4046-bea3-58a41f124af8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=acc8892f-6452-4046-bea3-58a41f124af8,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:00.921050 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d43e89ea-845a-483a-bea5-7a9c702eb697 req-29db071e-3177-4073-a464-6df04d311a91 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400407 Mar 08 11:56:00.965721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:01.034527 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=acc8892f-6452-4046-bea3-58a41f124af8,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:01.136988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-012e15e3-5782-4f9f-aa3d-ce5496f6581b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:01.140875 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-012e15e3-5782-4f9f-aa3d-ce5496f6581b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:01.143631 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-012e15e3-5782-4f9f-aa3d-ce5496f6581b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:01.149271 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-012e15e3-5782-4f9f-aa3d-ce5496f6581b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:01.228018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012e15e3-5782-4f9f-aa3d-ce5496f6581b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:01.231393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-012e15e3-5782-4f9f-aa3d-ce5496f6581b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:01.284941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['acc8892f-6452-4046-bea3-58a41f124af8'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:56:01.363412 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.ipam_backend_mixin [None req-012e15e3-5782-4f9f-aa3d-ce5496f6581b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a77fc6e9-9ae5-4deb-ad9a-a80b4a59a159 (CIDR: 2001:db8:0:1::/64) Mar 08 11:56:01.394522 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-012e15e3-5782-4f9f-aa3d-ce5496f6581b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 11:56:01.394978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012e15e3-5782-4f9f-aa3d-ce5496f6581b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:56:01.625400 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-012e15e3-5782-4f9f-aa3d-ce5496f6581b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7446671 Mar 08 11:56:01.628032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52886) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:01.633966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'subnet': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:01.773051 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:01.776659 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Usage tracker for resource:subnet and tenant:2dc4648430df422c98c9144accb8de53 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:01.779402 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:01.784921 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:01.858822 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Made reservation on behalf of 2dc4648430df422c98c9144accb8de53 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:01.862282 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:02.171462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8964d-22eb-45ab-8fdf-d98a6fc7be38 req-eb52ebd5-fa8c-45b3-859a-a993de5bef9b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:02.172890 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-44a8964d-22eb-45ab-8fdf-d98a6fc7be38 req-eb52ebd5-fa8c-45b3-859a-a993de5bef9b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 944 time: 0.1304970 Mar 08 11:56:02.216536 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-44a8964d-22eb-45ab-8fdf-d98a6fc7be38 req-e0a8752c-aebd-4b53-a238-6e475747d547 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372214 Mar 08 11:56:02.219433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:02.275620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:02.278688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:02.282853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:02.283434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:02.289236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5beefcf-895c-41f3-861e-87595283a4c6 None None] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:02.300452 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Subnet': ['ID=e33877c0-9429-44ef-b46b-f52db3c4a4fd,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:02.403133 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-690366ea-4628-4672-ba98-ee544b03e0ae tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7739727 Mar 08 11:56:02.405658 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52894) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:02.411701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-d739c1e8-4b17-4e1f-bc95-8f18fca6819d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1328266703', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e33877c0-9429-44ef-b46b-f52db3c4a4fd'}], 'security_groups': ['7ea26b5d-8c6d-40b1-a5cf-cd3aa969502d', 'bc57cc46-e9ee-4b7d-be20-05f5a6b58d46']}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:02.548446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d739c1e8-4b17-4e1f-bc95-8f18fca6819d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:02.634143 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device acc8892f-6452-4046-bea3-58a41f124af8 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:02.712354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bda297-977e-4bae-a706-e6852a797099 None None] Update dhcp port {'port': {'network_id': 'e4f44921-2291-4faf-b19f-dcc27e27a8fc', 'fixed_ips': [{'subnet_id': 'a77fc6e9-9ae5-4deb-ad9a-a80b4a59a159', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b697a6ef-59a1-4da3-80e2-c1a5f8e44def', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e33877c0-9429-44ef-b46b-f52db3c4a4fd'}], 'binding:host_id': 'dv-neutron-828143-8-hyperv'}, 'id': '24bd0960-c91d-406a-912d-748f3b8d9aee'} from dv-neutron-828143-8-hyperv. {{(pid=88471) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 11:56:02.773290 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e2bda297-977e-4bae-a706-e6852a797099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:02.833367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port acc8892f-6452-4046-bea3-58a41f124af8 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:02.845680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port acc8892f-6452-4046-bea3-58a41f124af8 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:02.846122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:02.977660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-d739c1e8-4b17-4e1f-bc95-8f18fca6819d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Delete allocated IP 2001:db8::c3 (e4f44921-2291-4faf-b19f-dcc27e27a8fc/b697a6ef-59a1-4da3-80e2-c1a5f8e44def) {{(pid=88470) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 11:56:02.984930 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-d739c1e8-4b17-4e1f-bc95-8f18fca6819d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Allocated IP 2001:db8:0:2::88 (e4f44921-2291-4faf-b19f-dcc27e27a8fc/e33877c0-9429-44ef-b46b-f52db3c4a4fd/b626f3b4-4424-43c8-9fe1-1a78113120a0) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:03.026471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:03.052598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc8892f-6452-4046-bea3-58a41f124af8'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:56:03.063183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port acc8892f-6452-4046-bea3-58a41f124af8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=acc8892f-6452-4046-bea3-58a41f124af8,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:03.099611 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc8892f-6452-4046-bea3-58a41f124af8', 'code': 200} Mar 08 11:56:03.167950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:03.195480 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d739c1e8-4b17-4e1f-bc95-8f18fca6819d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:03.211530 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-d739c1e8-4b17-4e1f-bc95-8f18fca6819d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Transition to ACTIVE for port object b626f3b4-4424-43c8-9fe1-1a78113120a0 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:03.234790 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=acc8892f-6452-4046-bea3-58a41f124af8,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:03.259420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d739c1e8-4b17-4e1f-bc95-8f18fca6819d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:03.341715 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-e2bda297-977e-4bae-a706-e6852a797099 None None] Allocated IP 2001:db8:0:2::2 (e4f44921-2291-4faf-b19f-dcc27e27a8fc/e33877c0-9429-44ef-b46b-f52db3c4a4fd/24bd0960-c91d-406a-912d-748f3b8d9aee) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:03.492811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f21cf-f17e-4df3-ac56-b8b997a7c0d2 req-0d103307-7838-42cc-be4e-cbd52803b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:03.494236 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-998f21cf-f17e-4df3-ac56-b8b997a7c0d2 req-0d103307-7838-42cc-be4e-cbd52803b8d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 1098 time: 0.0747485 Mar 08 11:56:03.496775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e2bda297-977e-4bae-a706-e6852a797099 None None] For port 24bd0960-c91d-406a-912d-748f3b8d9aee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=24bd0960-c91d-406a-912d-748f3b8d9aee,segment=NetworkSegment(e6546638-41bf-4565-a43e-7552a068453e),segment_id=e6546638-41bf-4565-a43e-7552a068453e)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:03.521529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e2bda297-977e-4bae-a706-e6852a797099 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:03.525080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d739c1e8-4b17-4e1f-bc95-8f18fca6819d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] In _notify_port_updated(), no bound segment for port b626f3b4-4424-43c8-9fe1-1a78113120a0 on network e4f44921-2291-4faf-b19f-dcc27e27a8fc {{(pid=88470) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 11:56:03.530463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739c1e8-4b17-4e1f-bc95-8f18fca6819d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:03.531162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d739c1e8-4b17-4e1f-bc95-8f18fca6819d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:03.534977 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d739c1e8-4b17-4e1f-bc95-8f18fca6819d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "PUT /v2.0/ports/b626f3b4-4424-43c8-9fe1-1a78113120a0 HTTP/1.1" status: 200 len: 969 time: 1.1257141 Mar 08 11:56:03.536744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52902) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:03.537714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739c1e8-4b17-4e1f-bc95-8f18fca6819d tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event updated for resources: {'Port': ['ID=b626f3b4-4424-43c8-9fe1-1a78113120a0,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:03.544237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e2bda297-977e-4bae-a706-e6852a797099 None None] Transition to ACTIVE for port object 24bd0960-c91d-406a-912d-748f3b8d9aee will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:03.578531 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c917ee7-4bb3-4395-832a-058fc6730209 req-9683e99a-8691-45e7-9120-42affd859d1f tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:03.580355 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2c917ee7-4bb3-4395-832a-058fc6730209 req-9683e99a-8691-45e7-9120-42affd859d1f tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 945 time: 0.2550132 Mar 08 11:56:03.583718 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-998f21cf-f17e-4df3-ac56-b8b997a7c0d2 req-10d166a2-5823-4f9c-b24e-86960b2c81f9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829597 Mar 08 11:56:03.608923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b02ea85b-9b4c-406a-8184-eaf318ddacb6 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port b626f3b4-4424-43c8-9fe1-1a78113120a0 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:03.609355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b02ea85b-9b4c-406a-8184-eaf318ddacb6 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:03.622997 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e2bda297-977e-4bae-a706-e6852a797099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:03.626419 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2c917ee7-4bb3-4395-832a-058fc6730209 req-337a6bc3-14d3-45e1-8e21-457578ba20b8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402222 Mar 08 11:56:03.798331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bda297-977e-4bae-a706-e6852a797099 None None] Pushing event updated for resources: {'Port': ['ID=24bd0960-c91d-406a-912d-748f3b8d9aee,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:03.870014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b02ea85b-9b4c-406a-8184-eaf318ddacb6 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:03.995030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b02ea85b-9b4c-406a-8184-eaf318ddacb6 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for b626f3b4-4424-43c8-9fe1-1a78113120a0 owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:04.073338 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 24bd0960-c91d-406a-912d-748f3b8d9aee up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:04.253761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b02ea85b-9b4c-406a-8184-eaf318ddacb6 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:04.303544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ea85b-9b4c-406a-8184-eaf318ddacb6 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=b626f3b4-4424-43c8-9fe1-1a78113120a0,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:04.351350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b02ea85b-9b4c-406a-8184-eaf318ddacb6 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:04.361421 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b02ea85b-9b4c-406a-8184-eaf318ddacb6 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/b626f3b4-4424-43c8-9fe1-1a78113120a0 HTTP/1.1" status: 204 len: 168 time: 0.8235974 Mar 08 11:56:04.364141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52908) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:04.402288 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1b7a51ce-e7d9-45de-bc89-3511d10947b1 None None] Provisioning complete for port b7103493-8175-4f30-9397-d2bf49646cfd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:04.402881 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1b7a51ce-e7d9-45de-bc89-3511d10947b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:04.407497 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-edca1f1f-aff9-4a41-8dc0-ccab0e5b5b41 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] GET failed (client error): The resource could not be found. Mar 08 11:56:04.408140 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-edca1f1f-aff9-4a41-8dc0-ccab0e5b5b41 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Synchronizing usage tracker for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:56:04.462014 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a51ce-e7d9-45de-bc89-3511d10947b1 None None] Port b7103493-8175-4f30-9397-d2bf49646cfd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:04.513783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-edca1f1f-aff9-4a41-8dc0-ccab0e5b5b41 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Unset dirty status for tenant:2dc4648430df422c98c9144accb8de53 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:56:04.515019 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-edca1f1f-aff9-4a41-8dc0-ccab0e5b5b41 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports/b626f3b4-4424-43c8-9fe1-1a78113120a0 HTTP/1.1" status: 404 len: 333 time: 0.1499808 Mar 08 11:56:04.517779 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52912) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:04.542854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1b7a51ce-e7d9-45de-bc89-3511d10947b1 None None] Provisioning for port 24bd0960-c91d-406a-912d-748f3b8d9aee completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:04.552384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1b7a51ce-e7d9-45de-bc89-3511d10947b1 None None] Provisioning complete for port 24bd0960-c91d-406a-912d-748f3b8d9aee triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:04.552384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1b7a51ce-e7d9-45de-bc89-3511d10947b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:04.592561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7bc48bd-ae89-4cb8-a4a4-b9c45dd1734b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:04.623440 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7bc48bd-ae89-4cb8-a4a4-b9c45dd1734b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:04.701178 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1b7a51ce-e7d9-45de-bc89-3511d10947b1 None None] Could not find standard attr ID for object b626f3b4-4424-43c8-9fe1-1a78113120a0. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:56:04.744827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7bc48bd-ae89-4cb8-a4a4-b9c45dd1734b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:04.812158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8e1b973b-2d7c-42f5-a1ff-39e0f1b43065 None None] Could not find standard attr ID for object b626f3b4-4424-43c8-9fe1-1a78113120a0. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 11:56:04.890076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc48bd-ae89-4cb8-a4a4-b9c45dd1734b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f674a51-6241-4394-8864-1aabd75b2745,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:04.909306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7bc48bd-ae89-4cb8-a4a4-b9c45dd1734b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:04.912744 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e7bc48bd-ae89-4cb8-a4a4-b9c45dd1734b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/security-groups/5f674a51-6241-4394-8864-1aabd75b2745 HTTP/1.1" status: 204 len: 168 time: 0.3916230 Mar 08 11:56:04.914098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52918) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:04.946205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fe3e9-4521-4a0a-b5a8-56ceca2ee137 req-670eebd9-40cc-40bd-b225-b3f1caf5d809 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:04.947597 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d38fe3e9-4521-4a0a-b5a8-56ceca2ee137 req-670eebd9-40cc-40bd-b225-b3f1caf5d809 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 945 time: 0.1881337 Mar 08 11:56:04.982866 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bd47f88a-84e7-4441-a5f2-650ad8edebfa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:04.995166 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d38fe3e9-4521-4a0a-b5a8-56ceca2ee137 req-c4103e48-0ad5-47be-bb73-9a345f503ca5 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412264 Mar 08 11:56:05.011118 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bd47f88a-84e7-4441-a5f2-650ad8edebfa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.110747 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bd47f88a-84e7-4441-a5f2-650ad8edebfa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.128597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47f88a-84e7-4441-a5f2-650ad8edebfa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc57cc46-e9ee-4b7d-be20-05f5a6b58d46,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:05.133741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bd47f88a-84e7-4441-a5f2-650ad8edebfa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.134863 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bd47f88a-84e7-4441-a5f2-650ad8edebfa tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/security-groups/bc57cc46-e9ee-4b7d-be20-05f5a6b58d46 HTTP/1.1" status: 204 len: 168 time: 0.2190869 Mar 08 11:56:05.137493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52922) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:05.198342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cf00b75a-68f1-404d-aa94-750e6b7d687b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.224931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cf00b75a-68f1-404d-aa94-750e6b7d687b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.322180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cf00b75a-68f1-404d-aa94-750e6b7d687b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.337546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00b75a-68f1-404d-aa94-750e6b7d687b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea26b5d-8c6d-40b1-a5cf-cd3aa969502d,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:05.343696 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cf00b75a-68f1-404d-aa94-750e6b7d687b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.345753 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cf00b75a-68f1-404d-aa94-750e6b7d687b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/security-groups/7ea26b5d-8c6d-40b1-a5cf-cd3aa969502d HTTP/1.1" status: 204 len: 168 time: 0.2073002 Mar 08 11:56:05.348634 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52926) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:05.416685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ea6fed-b272-4705-8d1e-692dd89a60e8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting subnet b697a6ef-59a1-4da3-80e2-c1a5f8e44def {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:56:05.419607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-92ea6fed-b272-4705-8d1e-692dd89a60e8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.472738 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-92ea6fed-b272-4705-8d1e-692dd89a60e8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.557055 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-92ea6fed-b272-4705-8d1e-692dd89a60e8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.701070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-92ea6fed-b272-4705-8d1e-692dd89a60e8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.738418 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea6fed-b272-4705-8d1e-692dd89a60e8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Subnet': ['ID=b697a6ef-59a1-4da3-80e2-c1a5f8e44def,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:05.744237 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-92ea6fed-b272-4705-8d1e-692dd89a60e8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.750281 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-92ea6fed-b272-4705-8d1e-692dd89a60e8 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/b697a6ef-59a1-4da3-80e2-c1a5f8e44def HTTP/1.1" status: 204 len: 168 time: 0.4007261 Mar 08 11:56:05.750796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08273372-422c-4f0d-b6cb-526471c43932 None None] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:05.754009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52930) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:05.820528 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting subnet e33877c0-9429-44ef-b46b-f52db3c4a4fd {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:56:05.823554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.877595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:05.957814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:06.088653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:06.131172 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Subnet': ['ID=e33877c0-9429-44ef-b46b-f52db3c4a4fd,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:06.134267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:06.143834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:06.144174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:06.144512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:06.144845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:06.145174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:06.145499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:06.145819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:06.146167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:06.146488 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:06.146878 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:06.147128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:06.148068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:06.154228 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bcd95c2f-5e0b-43b1-8196-a28e866e9e53 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/e33877c0-9429-44ef-b46b-f52db3c4a4fd HTTP/1.1" status: 204 len: 168 time: 0.3991640 Mar 08 11:56:06.154818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52936) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:06.192087 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c439dd-2f98-4c3b-b025-8984060febb1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] DELETE failed (client error): The resource could not be found. Mar 08 11:56:06.192547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c439dd-2f98-4c3b-b025-8984060febb1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:56:06.196859 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-47c439dd-2f98-4c3b-b025-8984060febb1 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/b697a6ef-59a1-4da3-80e2-c1a5f8e44def HTTP/1.1" status: 404 len: 337 time: 0.0382564 Mar 08 11:56:06.197426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52940) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:06.199866 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c7a1e-25d8-4744-9442-f5ff35fd92bb req-e2e45ad6-5269-417a-bb23-aee29fcdba4b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:06.201418 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-500c7a1e-25d8-4744-9442-f5ff35fd92bb req-e2e45ad6-5269-417a-bb23-aee29fcdba4b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 945 time: 0.0955534 Mar 08 11:56:06.248895 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-500c7a1e-25d8-4744-9442-f5ff35fd92bb req-de19c7ba-6324-4b02-8d63-e4ac807571de tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415394 Mar 08 11:56:06.271918 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98847ef-c0ec-4304-8a07-2efbbfe9fc50 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting subnet a77fc6e9-9ae5-4deb-ad9a-a80b4a59a159 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:56:06.275932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e98847ef-c0ec-4304-8a07-2efbbfe9fc50 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:06.333172 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e98847ef-c0ec-4304-8a07-2efbbfe9fc50 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:06.482565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e98847ef-c0ec-4304-8a07-2efbbfe9fc50 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:06.520936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ed5b2-129b-4fcf-847b-df321b743164 req-58c16eb5-6f7a-4175-b00a-378a89a63891 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:06.522450 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-417ed5b2-129b-4fcf-847b-df321b743164 req-58c16eb5-6f7a-4175-b00a-378a89a63891 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 945 time: 0.1524832 Mar 08 11:56:06.550150 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3193504-826f-4874-9460-ba2c3affd97f None None] Network e4f44921-2291-4faf-b19f-dcc27e27a8fc requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:06.589059 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-417ed5b2-129b-4fcf-847b-df321b743164 req-2317c286-849f-4323-a88b-33fa48dce9f6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542607 Mar 08 11:56:06.616039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52948) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:06.662904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b440f9dc-480d-4b1f-bac4-9c2df8d6ba50 None None] Provisioning complete for port b7103493-8175-4f30-9397-d2bf49646cfd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:06.663193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b440f9dc-480d-4b1f-bac4-9c2df8d6ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:06.668838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e98847ef-c0ec-4304-8a07-2efbbfe9fc50 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:06.689822 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336b804-286f-4edd-9e4d-84dcb7c3c94b tempest-TestVolumeBootPattern-1763862287 tempest-TestVolumeBootPattern-1763862287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:06.693927 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d336b804-286f-4edd-9e4d-84dcb7c3c94b tempest-TestVolumeBootPattern-1763862287 tempest-TestVolumeBootPattern-1763862287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 1093 time: 0.0736895 Mar 08 11:56:06.695316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 52952) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:06.700286 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': 'acc8892f-6452-4046-bea3-58a41f124af8', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:06.706968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:06.710514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98847ef-c0ec-4304-8a07-2efbbfe9fc50 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Subnet': ['ID=a77fc6e9-9ae5-4deb-ad9a-a80b4a59a159,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:06.711005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Usage tracker for resource:floatingip and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:06.714701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e98847ef-c0ec-4304-8a07-2efbbfe9fc50 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:06.715584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:06.721227 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e98847ef-c0ec-4304-8a07-2efbbfe9fc50 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/a77fc6e9-9ae5-4deb-ad9a-a80b4a59a159 HTTP/1.1" status: 204 len: 168 time: 0.5227976 Mar 08 11:56:06.722593 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:06.723804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52956) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:06.765705 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3c89ff-41cf-4eaf-9736-285f144f76a9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] DELETE failed (client error): The resource could not be found. Mar 08 11:56:06.766433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3c89ff-41cf-4eaf-9736-285f144f76a9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:56:06.767841 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-db3c89ff-41cf-4eaf-9736-285f144f76a9 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/07228165-dffc-4071-b675-a2dffe90e21b HTTP/1.1" status: 404 len: 337 time: 0.0429294 Mar 08 11:56:06.770508 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52960) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:06.784320 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b440f9dc-480d-4b1f-bac4-9c2df8d6ba50 None None] Port b7103493-8175-4f30-9397-d2bf49646cfd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:06.810228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b440f9dc-480d-4b1f-bac4-9c2df8d6ba50 None None] Provisioning complete for port 24bd0960-c91d-406a-912d-748f3b8d9aee triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:06.810523 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b440f9dc-480d-4b1f-bac4-9c2df8d6ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:06.812446 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ea6704d5-0113-49da-bc57-1e5290d5ab8b tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "GET /v2.0/ports?device_id=54ed6564-12ab-4857-9791-64e87735164c HTTP/1.1" status: 200 len: 205 time: 0.0409174 Mar 08 11:56:06.813638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:06.814866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52964) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:06.883692 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-8530ef15-eb35-45ec-9b15-48e53842b884 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] delete failed (client error): The resource could not be found. Mar 08 11:56:06.884700 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8530ef15-eb35-45ec-9b15-48e53842b884 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/routers/54ed6564-12ab-4857-9791-64e87735164c HTTP/1.1" status: 404 len: 336 time: 0.0689640 Mar 08 11:56:06.887302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52968) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:06.926845 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ac837f-b641-45f1-b940-924e2632f5de tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] DELETE failed (client error): The resource could not be found. Mar 08 11:56:06.927293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ac837f-b641-45f1-b940-924e2632f5de tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:56:06.929656 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c5ac837f-b641-45f1-b940-924e2632f5de tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/ddca86a5-8e16-403f-816d-b89c99c54bd7 HTTP/1.1" status: 404 len: 337 time: 0.0414743 Mar 08 11:56:06.932384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52972) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:06.964203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:06.971784 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eac49e7-87d8-47d7-a5bf-464145371108 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] DELETE failed (client error): The resource could not be found. Mar 08 11:56:06.972369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eac49e7-87d8-47d7-a5bf-464145371108 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:56:06.975047 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2eac49e7-87d8-47d7-a5bf-464145371108 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/e9ad9b56-5f52-47a5-a774-5261138703af HTTP/1.1" status: 404 len: 337 time: 0.0409412 Mar 08 11:56:06.977134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52976) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:06.977536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1503e665-9850-4139-b1e2-2f303808cc92 None None] DHCP port deletion for e4f44921-2291-4faf-b19f-dcc27e27a8fc request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:56:06.983054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1503e665-9850-4139-b1e2-2f303808cc92 None None] Deleting port 24bd0960-c91d-406a-912d-748f3b8d9aee {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:06.983478 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1503e665-9850-4139-b1e2-2f303808cc92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:07.027126 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa32e80-c5bb-4e18-8a96-9b5210a5296c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] DELETE failed (client error): The resource could not be found. Mar 08 11:56:07.027126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa32e80-c5bb-4e18-8a96-9b5210a5296c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:56:07.027126 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5aa32e80-c5bb-4e18-8a96-9b5210a5296c tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/e5ec2f2a-c19f-4b77-aef2-6cbccef0a530 HTTP/1.1" status: 404 len: 337 time: 0.0453961 Mar 08 11:56:07.029154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52980) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:07.070154 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0ff0a3-0e5e-4ca9-88b5-c0431b39cd2a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] DELETE failed (client error): The resource could not be found. Mar 08 11:56:07.070623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0ff0a3-0e5e-4ca9-88b5-c0431b39cd2a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:56:07.072279 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ac0ff0a3-0e5e-4ca9-88b5-c0431b39cd2a tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/c4621ad2-0c39-44e8-b76d-2b538ae556d2 HTTP/1.1" status: 404 len: 333 time: 0.0422421 Mar 08 11:56:07.074880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52984) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:07.112082 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6663e1-bdb6-4355-a234-e748efcc0fe3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] DELETE failed (client error): The resource could not be found. Mar 08 11:56:07.112703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6663e1-bdb6-4355-a234-e748efcc0fe3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:56:07.117299 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9e6663e1-bdb6-4355-a234-e748efcc0fe3 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/2528195b-6286-4b37-b402-1587dc3fccf6 HTTP/1.1" status: 404 len: 337 time: 0.0387561 Mar 08 11:56:07.117643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52988) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:07.121569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Allocated IP 172.26.4.225 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/9eb9a577-400f-4eb4-b52f-9a7cecce8c36) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:07.158722 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa86ede0-69d9-4c76-8f25-d8fb88a5ce93 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] DELETE failed (client error): The resource could not be found. Mar 08 11:56:07.159322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa86ede0-69d9-4c76-8f25-d8fb88a5ce93 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:56:07.161093 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-aa86ede0-69d9-4c76-8f25-d8fb88a5ce93 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/16ead9bb-2ef4-4f4e-9301-88f891f0baa7 HTTP/1.1" status: 404 len: 337 time: 0.0424380 Mar 08 11:56:07.164196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52992) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:07.195347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1503e665-9850-4139-b1e2-2f303808cc92 None None] For port 24bd0960-c91d-406a-912d-748f3b8d9aee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=24bd0960-c91d-406a-912d-748f3b8d9aee,segment=NetworkSegment(e6546638-41bf-4565-a43e-7552a068453e),segment_id=e6546638-41bf-4565-a43e-7552a068453e)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:07.195749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1503e665-9850-4139-b1e2-2f303808cc92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:07.206228 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4b407c-0531-494f-a6e6-ae08e2ac75bb tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] DELETE failed (client error): The resource could not be found. Mar 08 11:56:07.207063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4b407c-0531-494f-a6e6-ae08e2ac75bb tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:56:07.210995 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-da4b407c-0531-494f-a6e6-ae08e2ac75bb tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/ca895ee9-202f-40d5-abc7-4a7efd0cd5e2 HTTP/1.1" status: 404 len: 333 time: 0.0434740 Mar 08 11:56:07.211340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 52996) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:07.249933 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfd93b5-96fe-46ae-b95e-fd25e62a5014 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] DELETE failed (client error): The resource could not be found. Mar 08 11:56:07.250520 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfd93b5-96fe-46ae-b95e-fd25e62a5014 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:56:07.254565 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3dfd93b5-96fe-46ae-b95e-fd25e62a5014 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/307992ce-1b5a-4007-8fb2-200f74e3cb61 HTTP/1.1" status: 404 len: 337 time: 0.0399737 Mar 08 11:56:07.255195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53000) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:07.308635 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-249ea17b-403a-4da3-bda6-5031909660df tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] DELETE failed (client error): The resource could not be found. Mar 08 11:56:07.309001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249ea17b-403a-4da3-bda6-5031909660df tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:56:07.315793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:07.322273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1503e665-9850-4139-b1e2-2f303808cc92 None None] Calling delete_port for 24bd0960-c91d-406a-912d-748f3b8d9aee owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:07.325659 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-249ea17b-403a-4da3-bda6-5031909660df tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/subnets/8b06b536-44b8-4eb7-bd0b-91adb8a69fda HTTP/1.1" status: 404 len: 337 time: 0.0675330 Mar 08 11:56:07.325907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53004) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:07.403355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-e68bb2a1-391a-4790-b986-173997529565 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Deleting port b7103493-8175-4f30-9397-d2bf49646cfd {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:07.403702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e68bb2a1-391a-4790-b986-173997529565 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:07.482021 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1503e665-9850-4139-b1e2-2f303808cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:07.527054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503e665-9850-4139-b1e2-2f303808cc92 None None] Pushing event deleted for resources: {'Port': ['ID=24bd0960-c91d-406a-912d-748f3b8d9aee,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:07.530926 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1503e665-9850-4139-b1e2-2f303808cc92 None None] No DVR routers for this DVR port 24bd0960-c91d-406a-912d-748f3b8d9aee on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:56:07.549669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:07.674766 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:07.679594 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:07.689499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:07.714767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e68bb2a1-391a-4790-b986-173997529565 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:07.736085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'Port': ['ID=9eb9a577-400f-4eb4-b52f-9a7cecce8c36,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:07.857184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-e68bb2a1-391a-4790-b986-173997529565 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Calling delete_port for b7103493-8175-4f30-9397-d2bf49646cfd owned by {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:08.063261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 24bd0960-c91d-406a-912d-748f3b8d9aee no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:56:08.099796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 24bd0960-c91d-406a-912d-748f3b8d9aee {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:56:08.100141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 24bd0960-c91d-406a-912d-748f3b8d9aee not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:56:08.200378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e68bb2a1-391a-4790-b986-173997529565 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.264803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bb2a1-391a-4790-b986-173997529565 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Port': ['ID=b7103493-8175-4f30-9397-d2bf49646cfd,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:08.271793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e68bb2a1-391a-4790-b986-173997529565 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.390196 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e68bb2a1-391a-4790-b986-173997529565 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/ports/b7103493-8175-4f30-9397-d2bf49646cfd HTTP/1.1" status: 204 len: 168 time: 1.0632606 Mar 08 11:56:08.392731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53008) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:08.451110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.509469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-888d670e-3f6c-41e7-9b4b-5ae76c80fa36 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.596993 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.750933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-888d670e-3f6c-41e7-9b4b-5ae76c80fa36 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.779159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-888d670e-3f6c-41e7-9b4b-5ae76c80fa36 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f44921-2291-4faf-b19f-dcc27e27a8fc']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:08.791091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-888d670e-3f6c-41e7-9b4b-5ae76c80fa36 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6546638-41bf-4565-a43e-7552a068453e') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:08.791393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-888d670e-3f6c-41e7-9b4b-5ae76c80fa36 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6546638-41bf-4565-a43e-7552a068453e') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:08.802436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-888d670e-3f6c-41e7-9b4b-5ae76c80fa36 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.807956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.818619 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-888d670e-3f6c-41e7-9b4b-5ae76c80fa36 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.825176 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888d670e-3f6c-41e7-9b4b-5ae76c80fa36 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:56:08.825562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-888d670e-3f6c-41e7-9b4b-5ae76c80fa36 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:56:08.840307 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:56:08.853484 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.965427 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'Port': ['ID=9eb9a577-400f-4eb4-b52f-9a7cecce8c36,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:08.967704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-888d670e-3f6c-41e7-9b4b-5ae76c80fa36 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.979865 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.986224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-888d670e-3f6c-41e7-9b4b-5ae76c80fa36 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:08.996376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d670e-3f6c-41e7-9b4b-5ae76c80fa36 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] Pushing event deleted for resources: {'Network': ['ID=e4f44921-2291-4faf-b19f-dcc27e27a8fc,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:09.001716 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-888d670e-3f6c-41e7-9b4b-5ae76c80fa36 tempest-PortsIpV6TestJSON-18340988 tempest-PortsIpV6TestJSON-18340988-project] 10.222.0.32 "DELETE /v2.0/networks/e4f44921-2291-4faf-b19f-dcc27e27a8fc HTTP/1.1" status: 204 len: 168 time: 0.6054761 Mar 08 11:56:09.177543 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Floating IP 53bafd2b-55be-4a5d-b152-2e3c41bdbb13 associated. External IP: 172.26.4.225, port: acc8892f-6452-4046-bea3-58a41f124af8. Mar 08 11:56:09.456154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53018) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:09.530396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Router d022898a-3d5e-4663-8bad-de865a36458b has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:56:09.611467 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-56a03c98-efb1-49a4-95af-31690ff2b751 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2dc4648430df422c98c9144accb8de53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515512 Mar 08 11:56:09.611710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53024) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:09.676314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-041cb40c-0f12-4d93-b3cc-f30b24d49c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:09.701493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-041cb40c-0f12-4d93-b3cc-f30b24d49c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:09.829263 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:09.839246 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed46b0-042e-477d-8910-f426946e5c8e None None] Sync routers for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:09.848623 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed46b0-042e-477d-8910-f426946e5c8e None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:09.849225 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-32ed46b0-042e-477d-8910-f426946e5c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:55:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:09.851411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-041cb40c-0f12-4d93-b3cc-f30b24d49c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:09.867131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cb40c-0f12-4d93-b3cc-f30b24d49c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eca6bae-673a-4e73-a510-0a278eb8ac52,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:09.871408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-041cb40c-0f12-4d93-b3cc-f30b24d49c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:09.875183 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-041cb40c-0f12-4d93-b3cc-f30b24d49c4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7eca6bae-673a-4e73-a510-0a278eb8ac52 HTTP/1.1" status: 204 len: 168 time: 0.2599452 Mar 08 11:56:09.884614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e88-82a0-4c34-a2a4-4592e383b5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:09.910780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:09.968174 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-42790a9d-56dc-4fb3-ba02-a51b2543a6b9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2718151 Mar 08 11:56:09.968958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'tag': 'acc8892f-6452-4046-bea3-58a41f124af8'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:56:10.029963 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-32ed46b0-042e-477d-8910-f426946e5c8e None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:56:10.207636 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'tag': 'acc8892f-6452-4046-bea3-58a41f124af8', 'status': 'completed', 'code': 200} Mar 08 11:56:10.309374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746874b-e30a-412f-b439-ea5e4f95bffa req-402175f5-51a3-4f98-bb57-7384d3b0d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:10.311045 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6746874b-e30a-412f-b439-ea5e4f95bffa req-402175f5-51a3-4f98-bb57-7384d3b0d1d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 1098 time: 0.0812006 Mar 08 11:56:10.390730 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-32ed46b0-042e-477d-8910-f426946e5c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '53bafd2b-55be-4a5d-b152-2e3c41bdbb13', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': 'acc8892f-6452-4046-bea3-58a41f124af8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:dd:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:56:08Z', 'updated_at': '2022-03-08T11:56:08Z', 'revision_number': 0, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:10.394440 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed46b0-042e-477d-8910-f426946e5c8e None None] Checking router: d022898a-3d5e-4663-8bad-de865a36458b for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:56:10.402672 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed46b0-042e-477d-8910-f426946e5c8e None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:10.403267 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-32ed46b0-042e-477d-8910-f426946e5c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:55:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:10.458585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746874b-e30a-412f-b439-ea5e4f95bffa req-1416c759-6efa-4b24-b658-4de1063eae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:10.460802 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6746874b-e30a-412f-b439-ea5e4f95bffa req-1416c759-6efa-4b24-b658-4de1063eae4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 913 time: 0.1421025 Mar 08 11:56:10.571278 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6746874b-e30a-412f-b439-ea5e4f95bffa req-0c8582c1-7cb6-4eb9-9932-4d60a12fab0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc8892f-6452-4046-bea3-58a41f124af8 HTTP/1.1" status: 200 len: 999 time: 0.1023979 Mar 08 11:56:10.587896 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-32ed46b0-042e-477d-8910-f426946e5c8e None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:56:10.634668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746874b-e30a-412f-b439-ea5e4f95bffa req-f06bfc97-3597-419a-bb65-5b4b95f262d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:10.636080 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6746874b-e30a-412f-b439-ea5e4f95bffa req-f06bfc97-3597-419a-bb65-5b4b95f262d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.0605295 Mar 08 11:56:10.731517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746874b-e30a-412f-b439-ea5e4f95bffa req-9e1fc21f-fea1-4b91-a96b-772d85be7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:10.733092 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6746874b-e30a-412f-b439-ea5e4f95bffa req-9e1fc21f-fea1-4b91-a96b-772d85be7f6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904875 Mar 08 11:56:10.863759 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6746874b-e30a-412f-b439-ea5e4f95bffa req-9f52a187-409c-43ed-897d-620cd10b2620 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242101 Mar 08 11:56:10.951909 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-32ed46b0-042e-477d-8910-f426946e5c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '53bafd2b-55be-4a5d-b152-2e3c41bdbb13', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': 'acc8892f-6452-4046-bea3-58a41f124af8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:dd:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:56:08Z', 'updated_at': '2022-03-08T11:56:08Z', 'revision_number': 0, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:10.956441 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed46b0-042e-477d-8910-f426946e5c8e None None] The sync data for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv is: [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '53bafd2b-55be-4a5d-b152-2e3c41bdbb13', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': 'acc8892f-6452-4046-bea3-58a41f124af8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:dd:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:56:08Z', 'updated_at': '2022-03-08T11:56:08Z', 'revision_number': 0, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:11.003511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53056) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:11.012983 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6746874b-e30a-412f-b439-ea5e4f95bffa req-3edaddf6-bf6c-4eda-99c1-29b601aff9f4 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432416 Mar 08 11:56:11.117301 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'network': {'name': 'tempest-RoutersTest-784481532'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:11.122577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:11.126565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:network and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:11.129781 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:11.136494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:11.164991 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170664af-fee9-4d19-9257-64e87ce73898 None None] New status for floating IP 53bafd2b-55be-4a5d-b152-2e3c41bdbb13: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:56:11.222628 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:11.226097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:11.238382 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:11.253380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:11.257759 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:security_group_rule and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:11.260542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:11.266182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:11.353749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:11.433692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:11.468211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:56:11.477214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c81234-d3be-4e96-8103-b1088a0f0573,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:11.485529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:11.485886 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Added segment e4fc5976-2124-4870-90c6-3d18ee22a0a4 of type vlan for network 18250236-f268-46b9-8ccb-30157564e2f5 Mar 08 11:56:11.487666 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:11.488015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:11.488355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:11.488691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:11.489020 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:11.489350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:11.489680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:11.490034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:11.490358 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:11.490684 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:11.491589 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:11.491914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:11.522646 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:11.610535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:11.616534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:11.617153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:11.724465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Network': ['ID=18250236-f268-46b9-8ccb-30157564e2f5,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:11.734739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 18250236-f268-46b9-8ccb-30157564e2f5 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:56:11.785351 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-68cf5617-4229-45e4-ba5e-c5cd44bae85a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7806747 Mar 08 11:56:11.788579 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53062) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:11.794128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'network': {'name': 'tempest-RoutersTest-2121302098'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:11.799300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:11.803246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:network and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:11.806355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:11.812782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:11.876007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:11.879600 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:11.906880 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:56:11.915468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:11.917415 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Added segment 8ddd713c-b717-446c-931a-d3fe2655ccfb of type vlan for network 99a3ab9b-4fdd-461f-af38-ca64dd1985d4 Mar 08 11:56:11.940472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:12.033785 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:12.039925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:12.040505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:12.119591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-662142b5-165b-4da6-9c83-d3c56ceaacb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:12.146078 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Network': ['ID=99a3ab9b-4fdd-461f-af38-ca64dd1985d4,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:12.151256 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2e3e1902-71ea-4c0d-ad57-bb3d40dd553f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3617425 Mar 08 11:56:12.154366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53066) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:12.156948 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 99a3ab9b-4fdd-461f-af38-ca64dd1985d4 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:56:12.159812 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'subnet': {'network_id': '18250236-f268-46b9-8ccb-30157564e2f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:12.270017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:12.274434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:subnet and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:12.277261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:12.282893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:12.344356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:12.348076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:12.619551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:12.702069 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Subnet': ['ID=224dcd93-8989-4629-a8b7-9f485aa3cd48,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:12.710464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Checking segment: {'id': 'e4fc5976-2124-4870-90c6-3d18ee22a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '18250236-f268-46b9-8ccb-30157564e2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:56:12.710825 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network hostable DHCP agents. Network: 18250236-f268-46b9-8ccb-30157564e2f5, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:56:12.830311 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 18250236-f268-46b9-8ccb-30157564e2f5 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:56:12.899615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 18250236-f268-46b9-8ccb-30157564e2f5) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:12.903375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:12.903968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:12.908879 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9198cfc3-23f1-402d-a443-1a3266b7a492 None None] Network 18250236-f268-46b9-8ccb-30157564e2f5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:12.996878 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3a8239f9-bcd5-4ceb-abed-aa57f1cb2bfb tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8387585 Mar 08 11:56:12.997571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53072) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:13.004193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'subnet': {'network_id': '99a3ab9b-4fdd-461f-af38-ca64dd1985d4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:13.118239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:13.131400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:subnet and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:13.131400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:13.133676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-18250236-f268-46b9-8ccb-30157564e2f5', 'network_id': '18250236-f268-46b9-8ccb-30157564e2f5', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'fixed_ips': [{'subnet_id': '224dcd93-8989-4629-a8b7-9f485aa3cd48'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:56:13.134590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:13.136285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:13.259697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:13.267410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:13.285209 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:13.304184 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Allocated IP 172.20.0.2 (18250236-f268-46b9-8ccb-30157564e2f5/224dcd93-8989-4629-a8b7-9f485aa3cd48/6572f8f3-df26-470f-ac9d-abc399a5fb15) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:13.475434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:13.512161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:13.545690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:13.555548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Transition to ACTIVE for port object 6572f8f3-df26-470f-ac9d-abc399a5fb15 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:13.556760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:13.573690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Transition to ACTIVE for port object 6572f8f3-df26-470f-ac9d-abc399a5fb15 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:13.635177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Subnet': ['ID=35a9e39e-ad3a-4d2c-9f32-362418628ff6,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:13.642686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Checking segment: {'id': '8ddd713c-b717-446c-931a-d3fe2655ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '99a3ab9b-4fdd-461f-af38-ca64dd1985d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:56:13.643043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network hostable DHCP agents. Network: 99a3ab9b-4fdd-461f-af38-ca64dd1985d4, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:56:13.657029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:13.715928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Network 18250236-f268-46b9-8ccb-30157564e2f5 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:13.718653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:13.722330 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:13.730880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 99a3ab9b-4fdd-461f-af38-ca64dd1985d4 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:56:13.768028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Pushing event updated for resources: {'Port': ['ID=6572f8f3-df26-470f-ac9d-abc399a5fb15,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:13.801494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 99a3ab9b-4fdd-461f-af38-ca64dd1985d4) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:13.805517 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:13.806291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:13.820941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45db7e0f-e581-4179-96ae-85581b39876c None None] Network 99a3ab9b-4fdd-461f-af38-ca64dd1985d4 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:13.855562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Attempting to bind port 6572f8f3-df26-470f-ac9d-abc399a5fb15 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:56:13.855925 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Attempting to bind port 6572f8f3-df26-470f-ac9d-abc399a5fb15 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'e4fc5976-2124-4870-90c6-3d18ee22a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '18250236-f268-46b9-8ccb-30157564e2f5'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:56:13.856280 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Attempting to bind port 6572f8f3-df26-470f-ac9d-abc399a5fb15 on network 18250236-f268-46b9-8ccb-30157564e2f5 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:56:13.914851 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:56:13.915507 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Checking segment: {'id': 'e4fc5976-2124-4870-90c6-3d18ee22a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '18250236-f268-46b9-8ccb-30157564e2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:56:13.916057 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:13.916146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Bound using segment: {'id': 'e4fc5976-2124-4870-90c6-3d18ee22a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '18250236-f268-46b9-8ccb-30157564e2f5'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:56:13.916563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Bound port: 6572f8f3-df26-470f-ac9d-abc399a5fb15, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fc5976-2124-4870-90c6-3d18ee22a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '18250236-f268-46b9-8ccb-30157564e2f5'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:56:13.916928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:13.922546 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f4dbfe6a-7007-4430-8af1-88d2bef3cfdd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9236860 Mar 08 11:56:13.925266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53076) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:13.931044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-158075a1-0699-43b2-9d6a-56d8e62c0f3e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-492338755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:13.937720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-158075a1-0699-43b2-9d6a-56d8e62c0f3e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:13.941752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-158075a1-0699-43b2-9d6a-56d8e62c0f3e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:router and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:13.945218 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-158075a1-0699-43b2-9d6a-56d8e62c0f3e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:13.951433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-158075a1-0699-43b2-9d6a-56d8e62c0f3e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:14.088956 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] For port 6572f8f3-df26-470f-ac9d-abc399a5fb15, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:56:14.093263 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] For port 6572f8f3-df26-470f-ac9d-abc399a5fb15, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6572f8f3-df26-470f-ac9d-abc399a5fb15,segment=NetworkSegment(e4fc5976-2124-4870-90c6-3d18ee22a0a4),segment_id=e4fc5976-2124-4870-90c6-3d18ee22a0a4)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:56:14.141822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-99a3ab9b-4fdd-461f-af38-ca64dd1985d4', 'network_id': '99a3ab9b-4fdd-461f-af38-ca64dd1985d4', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'fixed_ips': [{'subnet_id': '35a9e39e-ad3a-4d2c-9f32-362418628ff6'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:56:14.142367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-158075a1-0699-43b2-9d6a-56d8e62c0f3e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:14.147885 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:14.148019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-158075a1-0699-43b2-9d6a-56d8e62c0f3e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:14.158480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-158075a1-0699-43b2-9d6a-56d8e62c0f3e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:14.200577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:14.251135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-158075a1-0699-43b2-9d6a-56d8e62c0f3e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:14.339334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-158075a1-0699-43b2-9d6a-56d8e62c0f3e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:14.340529 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-158075a1-0699-43b2-9d6a-56d8e62c0f3e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4142649 Mar 08 11:56:14.343469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53080) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:14.347405 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b723a9-6377-40e8-bc95-e6d7fcec0bae None None] Pushing event updated for resources: {'Port': ['ID=6572f8f3-df26-470f-ac9d-abc399a5fb15,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:14.381141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Allocated IP 172.21.0.2 (99a3ab9b-4fdd-461f-af38-ca64dd1985d4/35a9e39e-ad3a-4d2c-9f32-362418628ff6/d942d770-3a11-4311-9674-226605d60fa3) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:14.680737 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:14.691263 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Transition to ACTIVE for port object d942d770-3a11-4311-9674-226605d60fa3 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:14.696093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:14.710138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Transition to ACTIVE for port object d942d770-3a11-4311-9674-226605d60fa3 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:14.802358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:14.865496 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Network 99a3ab9b-4fdd-461f-af38-ca64dd1985d4 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:14.872696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:14.873512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:14.876760 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:14.882404 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Pushing event updated for resources: {'Port': ['ID=d942d770-3a11-4311-9674-226605d60fa3,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:14.969062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Attempting to bind port d942d770-3a11-4311-9674-226605d60fa3 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:56:14.969814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Attempting to bind port d942d770-3a11-4311-9674-226605d60fa3 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '8ddd713c-b717-446c-931a-d3fe2655ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '99a3ab9b-4fdd-461f-af38-ca64dd1985d4'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:56:14.969814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Attempting to bind port d942d770-3a11-4311-9674-226605d60fa3 on network 99a3ab9b-4fdd-461f-af38-ca64dd1985d4 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:56:14.975651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:56:14.976032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Checking segment: {'id': '8ddd713c-b717-446c-931a-d3fe2655ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '99a3ab9b-4fdd-461f-af38-ca64dd1985d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:56:14.976437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:14.976867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Bound using segment: {'id': '8ddd713c-b717-446c-931a-d3fe2655ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '99a3ab9b-4fdd-461f-af38-ca64dd1985d4'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:56:14.977344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Bound port: d942d770-3a11-4311-9674-226605d60fa3, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddd713c-b717-446c-931a-d3fe2655ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '99a3ab9b-4fdd-461f-af38-ca64dd1985d4'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:56:14.977769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:15.074287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] For port d942d770-3a11-4311-9674-226605d60fa3, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:56:15.077403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] For port d942d770-3a11-4311-9674-226605d60fa3, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d942d770-3a11-4311-9674-226605d60fa3,segment=NetworkSegment(8ddd713c-b717-446c-931a-d3fe2655ccfb),segment_id=8ddd713c-b717-446c-931a-d3fe2655ccfb)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:56:15.156374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:15.230436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Allocated IP 172.20.0.1 (18250236-f268-46b9-8ccb-30157564e2f5/224dcd93-8989-4629-a8b7-9f485aa3cd48/9fb8e739-5601-4a7a-ab74-ce1c4f9a1197) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:15.247985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad2565-3b90-4cd1-ab7e-199afe1d24d6 None None] Pushing event updated for resources: {'Port': ['ID=d942d770-3a11-4311-9674-226605d60fa3,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:15.313605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb68ad4-ed46-4271-9312-4fe8add161e7 None None] Network 18250236-f268-46b9-8ccb-30157564e2f5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:15.419954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:15.442036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Transition to ACTIVE for port object 9fb8e739-5601-4a7a-ab74-ce1c4f9a1197 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:15.505978 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5458d7f3-54e4-4b96-bcfc-299ae7ca3ab7 None None] Provisioning for port 6572f8f3-df26-470f-ac9d-abc399a5fb15 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:15.548618 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:15.625566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 18250236-f268-46b9-8ccb-30157564e2f5 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:15.634257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:15.638774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:15.669504 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=9fb8e739-5601-4a7a-ab74-ce1c4f9a1197,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:15.703984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:15.900979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:16.208927 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d942d770-3a11-4311-9674-226605d60fa3 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:16.256039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b2107628-77f4-464e-8bad-e3c0631cd03e None None] Provisioning for port 9fb8e739-5601-4a7a-ab74-ce1c4f9a1197 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:16.270852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b2107628-77f4-464e-8bad-e3c0631cd03e None None] Provisioning complete for port 9fb8e739-5601-4a7a-ab74-ce1c4f9a1197 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:16.270852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b2107628-77f4-464e-8bad-e3c0631cd03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:16.362965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b2107628-77f4-464e-8bad-e3c0631cd03e None None] Port 9fb8e739-5601-4a7a-ab74-ce1c4f9a1197 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:16.430904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port d942d770-3a11-4311-9674-226605d60fa3 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:16.449112 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6572f8f3-df26-470f-ac9d-abc399a5fb15 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:16.492770 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b8913a-5047-44d4-8ca7-d53a107d00ef None None] Network 99a3ab9b-4fdd-461f-af38-ca64dd1985d4 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:16.526002 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:16.585349 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:16.707870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:16.723136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=9fb8e739-5601-4a7a-ab74-ce1c4f9a1197,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:16.776161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d2c55e70-8a5b-41a6-9265-653f950b2651 None None] Provisioning for port d942d770-3a11-4311-9674-226605d60fa3 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:16.788705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d2c55e70-8a5b-41a6-9265-653f950b2651 None None] Provisioning complete for port d942d770-3a11-4311-9674-226605d60fa3 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:16.788705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d2c55e70-8a5b-41a6-9265-653f950b2651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:16.819326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 6572f8f3-df26-470f-ac9d-abc399a5fb15 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:16.842076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 6572f8f3-df26-470f-ac9d-abc399a5fb15 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:16.842076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:16.880704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 18250236-f268-46b9-8ccb-30157564e2f5 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:16.880704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:17.040012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d2c55e70-8a5b-41a6-9265-653f950b2651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:17.114194 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:17.128102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d2c55e70-8a5b-41a6-9265-653f950b2651 None None] For port d942d770-3a11-4311-9674-226605d60fa3, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d942d770-3a11-4311-9674-226605d60fa3,segment=NetworkSegment(8ddd713c-b717-446c-931a-d3fe2655ccfb),segment_id=8ddd713c-b717-446c-931a-d3fe2655ccfb)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:17.152435 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 6572f8f3-df26-470f-ac9d-abc399a5fb15, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6572f8f3-df26-470f-ac9d-abc399a5fb15,segment=NetworkSegment(e4fc5976-2124-4870-90c6-3d18ee22a0a4),segment_id=e4fc5976-2124-4870-90c6-3d18ee22a0a4)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:17.190540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d2c55e70-8a5b-41a6-9265-653f950b2651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:17.219922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 51c8be25-7cbe-4004-8d62-2598ed69c6ae is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:56:17.228685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:17.267891 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c55e70-8a5b-41a6-9265-653f950b2651 None None] Pushing event updated for resources: {'Port': ['ID=d942d770-3a11-4311-9674-226605d60fa3,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:17.335828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6449ca04-35a1-41ef-bc00-5af8a5646c5b None None] Provisioning complete for port 9fb8e739-5601-4a7a-ab74-ce1c4f9a1197 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:17.336214 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6449ca04-35a1-41ef-bc00-5af8a5646c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:17.378724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=6572f8f3-df26-470f-ac9d-abc399a5fb15,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:17.385147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:17.396362 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bac830c2-0327-453c-bdc4-0f09c2e2b163 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/51c8be25-7cbe-4004-8d62-2598ed69c6ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0505979 Mar 08 11:56:17.406770 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cdb998-04b7-48b7-8bf8-9096d4cc530c None None] Sync routers for ids ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:17.407267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-6449ca04-35a1-41ef-bc00-5af8a5646c5b None None] Port 9fb8e739-5601-4a7a-ab74-ce1c4f9a1197 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:17.407374 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdb998-04b7-48b7-8bf8-9096d4cc530c None None] Routers {'51c8be25-7cbe-4004-8d62-2598ed69c6ae'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:17.407374 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-21cdb998-04b7-48b7-8bf8-9096d4cc530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:17.408546 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6449ca04-35a1-41ef-bc00-5af8a5646c5b None None] Provisioning complete for port d942d770-3a11-4311-9674-226605d60fa3 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:17.408990 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53090) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:17.409675 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6449ca04-35a1-41ef-bc00-5af8a5646c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:17.488621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d4f97-79a6-4d8a-8b93-ef80bdf0d9db tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:17.493328 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d80d4f97-79a6-4d8a-8b93-ef80bdf0d9db tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports/9fb8e739-5601-4a7a-ab74-ce1c4f9a1197 HTTP/1.1" status: 200 len: 910 time: 0.0800366 Mar 08 11:56:17.493763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53094) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:17.507990 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-21cdb998-04b7-48b7-8bf8-9096d4cc530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:17.516314 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdb998-04b7-48b7-8bf8-9096d4cc530c None None] Routers {'51c8be25-7cbe-4004-8d62-2598ed69c6ae'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:17.516906 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-21cdb998-04b7-48b7-8bf8-9096d4cc530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:17.579171 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-21cdb998-04b7-48b7-8bf8-9096d4cc530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:17.579574 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cdb998-04b7-48b7-8bf8-9096d4cc530c None None] The sync data for ids ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:18.079227 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d942d770-3a11-4311-9674-226605d60fa3 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:18.147684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port d942d770-3a11-4311-9674-226605d60fa3 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:18.148057 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:18.175135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:18.259956 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6572f8f3-df26-470f-ac9d-abc399a5fb15 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:18.327053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 6572f8f3-df26-470f-ac9d-abc399a5fb15 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:18.327326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:18.533814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Allocated IP 172.21.0.1 (99a3ab9b-4fdd-461f-af38-ca64dd1985d4/35a9e39e-ad3a-4d2c-9f32-362418628ff6/bbd9aea4-75f1-468c-9b63-00eb7a2924aa) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:18.689808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:18.705197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Transition to ACTIVE for port object bbd9aea4-75f1-468c-9b63-00eb7a2924aa will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:18.784887 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:18.852037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 99a3ab9b-4fdd-461f-af38-ca64dd1985d4 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:18.854963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:18.862941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:18.900350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=bbd9aea4-75f1-468c-9b63-00eb7a2924aa,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:18.929655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:19.102610 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:19.156067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f1baa7a8-223e-4630-ac51-d897b2215274 None None] Provisioning for port bbd9aea4-75f1-468c-9b63-00eb7a2924aa completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:19.161114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f1baa7a8-223e-4630-ac51-d897b2215274 None None] Provisioning complete for port bbd9aea4-75f1-468c-9b63-00eb7a2924aa triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:19.161495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1baa7a8-223e-4630-ac51-d897b2215274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:19.214003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f1baa7a8-223e-4630-ac51-d897b2215274 None None] Port bbd9aea4-75f1-468c-9b63-00eb7a2924aa cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:19.596926 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:19.665501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:19.777406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=bbd9aea4-75f1-468c-9b63-00eb7a2924aa,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:19.779800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:19.910355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 99a3ab9b-4fdd-461f-af38-ca64dd1985d4 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:19.911328 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:20.079043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 51c8be25-7cbe-4004-8d62-2598ed69c6ae has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:56:20.139153 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ac50bfc4-4220-4403-b1e1-a53a6692fcde None None] Provisioning complete for port bbd9aea4-75f1-468c-9b63-00eb7a2924aa triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:20.139748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ac50bfc4-4220-4403-b1e1-a53a6692fcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:20.194767 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ac50bfc4-4220-4403-b1e1-a53a6692fcde None None] Port bbd9aea4-75f1-468c-9b63-00eb7a2924aa cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:20.234623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:20.244237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7c8d9-324c-43db-9910-f72919e7e016 None None] Sync routers for ids ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:20.245388 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-860b6bb6-e4c1-4d40-9537-997300fe7563 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/51c8be25-7cbe-4004-8d62-2598ed69c6ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7506108 Mar 08 11:56:20.247923 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53100) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:20.253694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7c8d9-324c-43db-9910-f72919e7e016 None None] Routers {'51c8be25-7cbe-4004-8d62-2598ed69c6ae'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:20.254330 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-6fd7c8d9-324c-43db-9910-f72919e7e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:20.313307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-6fd7c8d9-324c-43db-9910-f72919e7e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:20.322222 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7c8d9-324c-43db-9910-f72919e7e016 None None] Routers {'51c8be25-7cbe-4004-8d62-2598ed69c6ae'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:20.322658 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c78d4bf-2144-46cd-b758-1b3216fbcbd1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:20.322791 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-6fd7c8d9-324c-43db-9910-f72919e7e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:20.323349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6c78d4bf-2144-46cd-b758-1b3216fbcbd1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Synchronizing usage tracker for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:56:20.384743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-6fd7c8d9-324c-43db-9910-f72919e7e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:20.385149 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7c8d9-324c-43db-9910-f72919e7e016 None None] The sync data for ids ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:20.418387 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6c78d4bf-2144-46cd-b758-1b3216fbcbd1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Unset dirty status for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:56:20.419620 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6c78d4bf-2144-46cd-b758-1b3216fbcbd1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports/bbd9aea4-75f1-468c-9b63-00eb7a2924aa HTTP/1.1" status: 200 len: 910 time: 0.1706727 Mar 08 11:56:20.422370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53104) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:20.906748 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18ba0c26-1fae-41b8-8228-e61e330f56b5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:21.342937 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-18ba0c26-1fae-41b8-8228-e61e330f56b5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port bbd9aea4-75f1-468c-9b63-00eb7a2924aa {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:21.343273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18ba0c26-1fae-41b8-8228-e61e330f56b5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:21.523066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18ba0c26-1fae-41b8-8228-e61e330f56b5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:21.644314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-18ba0c26-1fae-41b8-8228-e61e330f56b5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for bbd9aea4-75f1-468c-9b63-00eb7a2924aa owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:21.878474 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18ba0c26-1fae-41b8-8228-e61e330f56b5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:21.928813 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba0c26-1fae-41b8-8228-e61e330f56b5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=bbd9aea4-75f1-468c-9b63-00eb7a2924aa,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:22.171111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53110) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:22.188933 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18ba0c26-1fae-41b8-8228-e61e330f56b5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:22.636170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ba0c26-1fae-41b8-8228-e61e330f56b5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 51c8be25-7cbe-4004-8d62-2598ed69c6ae has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:56:22.802998 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ba0c26-1fae-41b8-8228-e61e330f56b5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:22.813193 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287482f1-869f-40d0-baeb-6104246f224b None None] Sync routers for ids ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:22.822781 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287482f1-869f-40d0-baeb-6104246f224b None None] Routers {'51c8be25-7cbe-4004-8d62-2598ed69c6ae'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:22.823378 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-287482f1-869f-40d0-baeb-6104246f224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:22.845936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b44f0ffd-cdcd-4b48-b7a6-8706d9963395 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:22.875170 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-18ba0c26-1fae-41b8-8228-e61e330f56b5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/51c8be25-7cbe-4004-8d62-2598ed69c6ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4517801 Mar 08 11:56:22.878089 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53114) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:22.885870 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-287482f1-869f-40d0-baeb-6104246f224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:22.894511 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287482f1-869f-40d0-baeb-6104246f224b None None] Routers {'51c8be25-7cbe-4004-8d62-2598ed69c6ae'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:22.895049 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-287482f1-869f-40d0-baeb-6104246f224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:22.957359 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-287482f1-869f-40d0-baeb-6104246f224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:22.957765 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287482f1-869f-40d0-baeb-6104246f224b None None] The sync data for ids ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:23.239281 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ae41712-73ff-450b-bac1-be0bb0eb7b10 req-1af183fd-be5b-49e3-8835-b50f0a6931e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2060144 Mar 08 11:56:23.395661 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b44f0ffd-cdcd-4b48-b7a6-8706d9963395 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port f041341c-05b0-45ed-814b-744541d753a1 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:23.395661 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b44f0ffd-cdcd-4b48-b7a6-8706d9963395 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:23.442891 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-126f6258-394d-4d36-86c6-2a2c88a94d2b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:23.594362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae41712-73ff-450b-bac1-be0bb0eb7b10 req-3d2d7555-953c-43fb-b1ee-ef1eb366ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:23.594362 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ae41712-73ff-450b-bac1-be0bb0eb7b10 req-3d2d7555-953c-43fb-b1ee-ef1eb366ff75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 1099 time: 0.2443266 Mar 08 11:56:23.661573 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-b44f0ffd-cdcd-4b48-b7a6-8706d9963395 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port f041341c-05b0-45ed-814b-744541d753a1, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f041341c-05b0-45ed-814b-744541d753a1,segment=NetworkSegment(1162928e-cbf2-481a-949a-276633faa37d),segment_id=1162928e-cbf2-481a-949a-276633faa37d)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:23.661573 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b44f0ffd-cdcd-4b48-b7a6-8706d9963395 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:23.835287 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-126f6258-394d-4d36-86c6-2a2c88a94d2b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port 9fb8e739-5601-4a7a-ab74-ce1c4f9a1197 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:23.835287 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-126f6258-394d-4d36-86c6-2a2c88a94d2b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:23.860373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b44f0ffd-cdcd-4b48-b7a6-8706d9963395 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for f041341c-05b0-45ed-814b-744541d753a1 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:23.977237 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae41712-73ff-450b-bac1-be0bb0eb7b10 req-3c3a7ab9-2261-4079-af21-0a4eda25f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:23.977237 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ae41712-73ff-450b-bac1-be0bb0eb7b10 req-3c3a7ab9-2261-4079-af21-0a4eda25f94b service neutron] 10.222.0.18 "GET /v2.0/networks?id=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd HTTP/1.1" status: 200 len: 898 time: 0.3521824 Mar 08 11:56:24.028101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-126f6258-394d-4d36-86c6-2a2c88a94d2b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:24.109222 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ae41712-73ff-450b-bac1-be0bb0eb7b10 req-5b191232-b74c-44ee-bd53-250d839ece2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 HTTP/1.1" status: 200 len: 1001 time: 0.1202943 Mar 08 11:56:24.280059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-126f6258-394d-4d36-86c6-2a2c88a94d2b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for 9fb8e739-5601-4a7a-ab74-ce1c4f9a1197 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:24.347474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae41712-73ff-450b-bac1-be0bb0eb7b10 req-ad71346d-f112-4e88-a023-13f087fc9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:24.347474 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ae41712-73ff-450b-bac1-be0bb0eb7b10 req-ad71346d-f112-4e88-a023-13f087fc9d51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5c2aa45-5536-4c4e-a395-f1c91acb1711 HTTP/1.1" status: 200 len: 834 time: 0.2333224 Mar 08 11:56:24.459139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae41712-73ff-450b-bac1-be0bb0eb7b10 req-83e45295-2425-4659-b6c3-6d2b0425e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:24.459139 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ae41712-73ff-450b-bac1-be0bb0eb7b10 req-83e45295-2425-4659-b6c3-6d2b0425e0e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930047 Mar 08 11:56:24.482001 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b44f0ffd-cdcd-4b48-b7a6-8706d9963395 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:24.535576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-126f6258-394d-4d36-86c6-2a2c88a94d2b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:24.568899 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f0ffd-cdcd-4b48-b7a6-8706d9963395 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=f041341c-05b0-45ed-814b-744541d753a1,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:24.608104 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f6258-394d-4d36-86c6-2a2c88a94d2b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=9fb8e739-5601-4a7a-ab74-ce1c4f9a1197,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:24.873049 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ae41712-73ff-450b-bac1-be0bb0eb7b10 req-2eb120ac-d32b-4dde-8e75-47be65b5ccdb service neutron] 10.222.0.18 "GET /v2.0/networks/43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062541 Mar 08 11:56:25.016719 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-126f6258-394d-4d36-86c6-2a2c88a94d2b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:25.140893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b44f0ffd-cdcd-4b48-b7a6-8706d9963395 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:25.140893 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ae41712-73ff-450b-bac1-be0bb0eb7b10 req-f5e466dc-51f4-4446-b961-dca245abed01 service neutron] 10.222.0.18 "GET /v2.0/networks/43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649949 Mar 08 11:56:25.348787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126f6258-394d-4d36-86c6-2a2c88a94d2b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 51c8be25-7cbe-4004-8d62-2598ed69c6ae has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:56:25.477655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126f6258-394d-4d36-86c6-2a2c88a94d2b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:25.493135 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-126f6258-394d-4d36-86c6-2a2c88a94d2b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/51c8be25-7cbe-4004-8d62-2598ed69c6ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6111252 Mar 08 11:56:25.493353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891931f0-ceeb-4325-9381-d32f76e90016 None None] Sync routers for ids ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:25.493814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53120) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:25.505124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891931f0-ceeb-4325-9381-d32f76e90016 None None] Routers {'51c8be25-7cbe-4004-8d62-2598ed69c6ae'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:25.505741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-891931f0-ceeb-4325-9381-d32f76e90016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:25.512631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44f0ffd-cdcd-4b48-b7a6-8706d9963395 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:56:25.545260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d7d7884e-2c49-4155-a01a-cc5f00e981dc tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Synchronizing usage tracker for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:56:25.577101 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-891931f0-ceeb-4325-9381-d32f76e90016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:25.585753 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891931f0-ceeb-4325-9381-d32f76e90016 None None] Routers {'51c8be25-7cbe-4004-8d62-2598ed69c6ae'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:25.586406 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-891931f0-ceeb-4325-9381-d32f76e90016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:25.654910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-891931f0-ceeb-4325-9381-d32f76e90016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:25.655408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891931f0-ceeb-4325-9381-d32f76e90016 None None] The sync data for ids ['51c8be25-7cbe-4004-8d62-2598ed69c6ae'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:25.673198 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d7d7884e-2c49-4155-a01a-cc5f00e981dc tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Unset dirty status for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:56:25.674487 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d7d7884e-2c49-4155-a01a-cc5f00e981dc tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=51c8be25-7cbe-4004-8d62-2598ed69c6ae HTTP/1.1" status: 200 len: 205 time: 0.1801894 Mar 08 11:56:25.677174 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53124) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:25.702392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44f0ffd-cdcd-4b48-b7a6-8706d9963395 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:25.738092 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3371a-f879-463a-8a91-53aaf92bf4f7 None None] Sync routers for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:25.755669 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e3371a-f879-463a-8a91-53aaf92bf4f7 None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:25.756900 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-88e3371a-f879-463a-8a91-53aaf92bf4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:25.792017 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b44f0ffd-cdcd-4b48-b7a6-8706d9963395 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/02f0e2f5-b207-4844-8e73-1fb48858c2d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6063001 Mar 08 11:56:25.843482 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fc04562-cb45-4760-8b0c-f851dc7cbc4c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:25.983437 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-88e3371a-f879-463a-8a91-53aaf92bf4f7 None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:56:26.341937 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fc04562-cb45-4760-8b0c-f851dc7cbc4c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:26.342604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fc04562-cb45-4760-8b0c-f851dc7cbc4c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:26.439939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fc04562-cb45-4760-8b0c-f851dc7cbc4c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:26.439939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc04562-cb45-4760-8b0c-f851dc7cbc4c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Fanout notify agent at l3_agent the message router_deleted on router 51c8be25-7cbe-4004-8d62-2598ed69c6ae {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:56:26.458279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2fc04562-cb45-4760-8b0c-f851dc7cbc4c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:26.461157 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53132) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:26.478545 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2fc04562-cb45-4760-8b0c-f851dc7cbc4c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/51c8be25-7cbe-4004-8d62-2598ed69c6ae HTTP/1.1" status: 204 len: 168 time: 0.7883084 Mar 08 11:56:26.483653 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-88e3371a-f879-463a-8a91-53aaf92bf4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:56:24Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '18615c7b-e26a-4353-8187-416251ce564b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'port_id': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'mac_address': 'fa:16:3e:7a:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:54:09Z', 'updated_at': '2022-03-08T11:54:13Z', 'revision_number': 1, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:48Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:26.483653 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3371a-f879-463a-8a91-53aaf92bf4f7 None None] Checking router: 02f0e2f5-b207-4844-8e73-1fb48858c2d4 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:56:26.498818 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e3371a-f879-463a-8a91-53aaf92bf4f7 None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:26.498818 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-88e3371a-f879-463a-8a91-53aaf92bf4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:26.528693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610c46c-3d25-4ff7-b5a0-fe4124ea1ed2 req-2a29b206-5bf7-4653-b0a7-a5a50aa8d8eb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:26.528693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-b610c46c-3d25-4ff7-b5a0-fe4124ea1ed2 req-2a29b206-5bf7-4653-b0a7-a5a50aa8d8eb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:56:26.543643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cdf8f3-faca-41d7-a464-864d6826e4e7 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting subnet 35a9e39e-ad3a-4d2c-9f32-362418628ff6 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:56:26.546734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-90cdf8f3-faca-41d7-a464-864d6826e4e7 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:26.596057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-b610c46c-3d25-4ff7-b5a0-fe4124ea1ed2 req-2a29b206-5bf7-4653-b0a7-a5a50aa8d8eb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:56:26.606185 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b610c46c-3d25-4ff7-b5a0-fe4124ea1ed2 req-2a29b206-5bf7-4653-b0a7-a5a50aa8d8eb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 946 time: 0.2103055 Mar 08 11:56:26.690892 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b610c46c-3d25-4ff7-b5a0-fe4124ea1ed2 req-62464a43-d49a-49a2-b673-18455de27b19 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769556 Mar 08 11:56:26.706930 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-88e3371a-f879-463a-8a91-53aaf92bf4f7 None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:56:26.768716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-90cdf8f3-faca-41d7-a464-864d6826e4e7 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:26.873019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-90cdf8f3-faca-41d7-a464-864d6826e4e7 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:27.022184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-90cdf8f3-faca-41d7-a464-864d6826e4e7 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:27.061310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdf8f3-faca-41d7-a464-864d6826e4e7 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Subnet': ['ID=35a9e39e-ad3a-4d2c-9f32-362418628ff6,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:27.067315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-90cdf8f3-faca-41d7-a464-864d6826e4e7 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:27.073717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a159610-6bc2-447e-9cd1-8e7240fb196c None None] Network 99a3ab9b-4fdd-461f-af38-ca64dd1985d4 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:27.077267 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-90cdf8f3-faca-41d7-a464-864d6826e4e7 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/35a9e39e-ad3a-4d2c-9f32-362418628ff6 HTTP/1.1" status: 204 len: 168 time: 0.6175029 Mar 08 11:56:27.077581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53136) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:27.109786 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-88e3371a-f879-463a-8a91-53aaf92bf4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:56:24Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '18615c7b-e26a-4353-8187-416251ce564b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'port_id': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'mac_address': 'fa:16:3e:7a:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:54:09Z', 'updated_at': '2022-03-08T11:54:13Z', 'revision_number': 1, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:48Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:27.115691 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3371a-f879-463a-8a91-53aaf92bf4f7 None None] The sync data for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv is: [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:56:24Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '18615c7b-e26a-4353-8187-416251ce564b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'port_id': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'mac_address': 'fa:16:3e:7a:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:54:09Z', 'updated_at': '2022-03-08T11:54:13Z', 'revision_number': 1, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:48Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:27.152117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb89f1f-a1ae-4139-9c2a-d1c60dd2db88 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting subnet 224dcd93-8989-4629-a8b7-9f485aa3cd48 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:56:27.158016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f1f-a1ae-4139-9c2a-d1c60dd2db88 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:27.218728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f1f-a1ae-4139-9c2a-d1c60dd2db88 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:27.317924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f1f-a1ae-4139-9c2a-d1c60dd2db88 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:27.387765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] DHCP port deletion for 99a3ab9b-4fdd-461f-af38-ca64dd1985d4 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:56:27.394162 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Deleting port d942d770-3a11-4311-9674-226605d60fa3 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:27.398591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:27.496318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f1f-a1ae-4139-9c2a-d1c60dd2db88 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:27.536056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb89f1f-a1ae-4139-9c2a-d1c60dd2db88 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Subnet': ['ID=224dcd93-8989-4629-a8b7-9f485aa3cd48,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:27.540049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8eb89f1f-a1ae-4139-9c2a-d1c60dd2db88 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:27.548555 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8eb89f1f-a1ae-4139-9c2a-d1c60dd2db88 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/224dcd93-8989-4629-a8b7-9f485aa3cd48 HTTP/1.1" status: 204 len: 168 time: 0.4677596 Mar 08 11:56:27.549331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53140) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:27.574613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eca0c0-9397-4f58-8495-b441df6abc2c None None] Network 18250236-f268-46b9-8ccb-30157564e2f5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:27.664400 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:27.675152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port d942d770-3a11-4311-9674-226605d60fa3 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:27.675763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:27.676354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] For port d942d770-3a11-4311-9674-226605d60fa3, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d942d770-3a11-4311-9674-226605d60fa3,segment=NetworkSegment(8ddd713c-b717-446c-931a-d3fe2655ccfb),segment_id=8ddd713c-b717-446c-931a-d3fe2655ccfb)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:27.676756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:27.863030 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Calling delete_port for d942d770-3a11-4311-9674-226605d60fa3 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:27.890115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076094b9-6382-419f-97dd-f1e9fbfee996 req-06fc37f3-21ae-47d0-92b1-9fa079ffabbc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:27.891142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-076094b9-6382-419f-97dd-f1e9fbfee996 req-06fc37f3-21ae-47d0-92b1-9fa079ffabbc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:56:27.905769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-076094b9-6382-419f-97dd-f1e9fbfee996 req-06fc37f3-21ae-47d0-92b1-9fa079ffabbc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:56:27.906998 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-076094b9-6382-419f-97dd-f1e9fbfee996 req-06fc37f3-21ae-47d0-92b1-9fa079ffabbc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 946 time: 0.1034658 Mar 08 11:56:27.908140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] For port d942d770-3a11-4311-9674-226605d60fa3, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d942d770-3a11-4311-9674-226605d60fa3,segment=NetworkSegment(8ddd713c-b717-446c-931a-d3fe2655ccfb),segment_id=8ddd713c-b717-446c-931a-d3fe2655ccfb)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:27.908675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:27.953318 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-076094b9-6382-419f-97dd-f1e9fbfee996 req-8bfa512b-3f8f-4b89-a5c6-3eb23925cc79 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399528 Mar 08 11:56:28.051180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for d942d770-3a11-4311-9674-226605d60fa3 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:28.054753 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:28.064571 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:56:28.112117 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75891a9-26fe-423b-ab32-72f083d05ce7 None None] DHCP port deletion for 18250236-f268-46b9-8ccb-30157564e2f5 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:56:28.120557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] No DVR routers for this DVR port d942d770-3a11-4311-9674-226605d60fa3 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:56:28.120998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2494d6e-2f65-4e91-b9f5-a4c3696778a4 req-a9a6dd57-49d0-4679-ba5f-73739bd173d6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:28.122689 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c2494d6e-2f65-4e91-b9f5-a4c3696778a4 req-a9a6dd57-49d0-4679-ba5f-73739bd173d6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 946 time: 0.0915055 Mar 08 11:56:28.123250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d942d770-3a11-4311-9674-226605d60fa3 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:56:28.134052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:56:28.134426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:56:28.159877 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b75891a9-26fe-423b-ab32-72f083d05ce7 None None] Deleting port 6572f8f3-df26-470f-ac9d-abc399a5fb15 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:28.160255 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b75891a9-26fe-423b-ab32-72f083d05ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:28.194204 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Pushing event deleted for resources: {'Port': ['ID=d942d770-3a11-4311-9674-226605d60fa3,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:28.198928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-c2494d6e-2f65-4e91-b9f5-a4c3696778a4 req-d6326468-2e34-4555-9428-b8548b2a74c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:28.199413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c2494d6e-2f65-4e91-b9f5-a4c3696778a4 req-d6326468-2e34-4555-9428-b8548b2a74c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:28.203604 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: d942d770-3a11-4311-9674-226605d60fa3 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:56:28.203897 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d942d770-3a11-4311-9674-226605d60fa3 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:56:28.204305 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f041341c-05b0-45ed-814b-744541d753a1 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:56:28.246394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.246394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.246394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.246394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.246394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.246394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.246394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.246394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.246394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.246394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.246394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.246394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932b1b53-9b99-44f7-afca-af4bcdfb1135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.256142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: f041341c-05b0-45ed-814b-744541d753a1 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:56:28.256534 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f041341c-05b0-45ed-814b-744541d753a1 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:56:28.420822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b75891a9-26fe-423b-ab32-72f083d05ce7 None None] For port 6572f8f3-df26-470f-ac9d-abc399a5fb15, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6572f8f3-df26-470f-ac9d-abc399a5fb15,segment=NetworkSegment(e4fc5976-2124-4870-90c6-3d18ee22a0a4),segment_id=e4fc5976-2124-4870-90c6-3d18ee22a0a4)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:28.421221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b75891a9-26fe-423b-ab32-72f083d05ce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:28.469988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-c2494d6e-2f65-4e91-b9f5-a4c3696778a4 req-d6326468-2e34-4555-9428-b8548b2a74c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0,segment=NetworkSegment(1162928e-cbf2-481a-949a-276633faa37d),segment_id=1162928e-cbf2-481a-949a-276633faa37d)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:28.470594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c2494d6e-2f65-4e91-b9f5-a4c3696778a4 req-d6326468-2e34-4555-9428-b8548b2a74c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:28.547198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b75891a9-26fe-423b-ab32-72f083d05ce7 None None] Calling delete_port for 6572f8f3-df26-470f-ac9d-abc399a5fb15 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:28.599591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-c2494d6e-2f65-4e91-b9f5-a4c3696778a4 req-d6326468-2e34-4555-9428-b8548b2a74c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:28.641718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port d942d770-3a11-4311-9674-226605d60fa3 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:28.641718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:28.727560 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b75891a9-26fe-423b-ab32-72f083d05ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:28.727728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] The port 'd942d770-3a11-4311-9674-226605d60fa3' was deleted {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:56:28.770505 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75891a9-26fe-423b-ab32-72f083d05ce7 None None] Pushing event deleted for resources: {'Port': ['ID=6572f8f3-df26-470f-ac9d-abc399a5fb15,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:28.774731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75891a9-26fe-423b-ab32-72f083d05ce7 None None] No DVR routers for this DVR port 6572f8f3-df26-470f-ac9d-abc399a5fb15 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:56:28.847325 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c2494d6e-2f65-4e91-b9f5-a4c3696778a4 req-d6326468-2e34-4555-9428-b8548b2a74c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:28.853487 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:28.882775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a3ab9b-4fdd-461f-af38-ca64dd1985d4']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:28.896468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddd713c-b717-446c-931a-d3fe2655ccfb') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:28.896780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddd713c-b717-446c-931a-d3fe2655ccfb') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:28.897186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6326468-2e34-4555-9428-b8548b2a74c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:28.909907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:28.927390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:28.933865 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:56:28.934515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:56:28.953125 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:56:28.975723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2494d6e-2f65-4e91-b9f5-a4c3696778a4 req-d6326468-2e34-4555-9428-b8548b2a74c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] No DVR routers for this DVR port 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:56:28.978399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c2494d6e-2f65-4e91-b9f5-a4c3696778a4 req-d6326468-2e34-4555-9428-b8548b2a74c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:28.980987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8ab779-c74d-463f-8128-05804f7fe23a', 'name': 'network-vif-deleted', 'tag': '7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:56:29.029103 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8ab779-c74d-463f-8128-05804f7fe23a', 'name': 'network-vif-deleted', 'tag': '7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0', 'status': 'completed', 'code': 200} Mar 08 11:56:29.053516 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c2494d6e-2f65-4e91-b9f5-a4c3696778a4 req-d6326468-2e34-4555-9428-b8548b2a74c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "DELETE /v2.0/ports/7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 HTTP/1.1" status: 204 len: 173 time: 0.9252260 Mar 08 11:56:29.113706 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f46b4923-d7be-4aee-98af-6c4e8e2ca0b3 req-6292e091-f5b7-4aa3-b2f9-3a33e839e52b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8ab779-c74d-463f-8128-05804f7fe23a HTTP/1.1" status: 200 len: 210 time: 0.0465794 Mar 08 11:56:29.114320 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:29.132094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:29.143579 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Network': ['ID=99a3ab9b-4fdd-461f-af38-ca64dd1985d4,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:29.245378 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-735878b8-2388-4cd7-ac71-2d03f07fc388 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/networks/99a3ab9b-4fdd-461f-af38-ca64dd1985d4 HTTP/1.1" status: 204 len: 168 time: 1.6896229 Mar 08 11:56:29.245378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53150) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:29.476998 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-153bfb94-7835-430d-a0e8-e78d22b90d60 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:29.614762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-153bfb94-7835-430d-a0e8-e78d22b90d60 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:29.638840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-153bfb94-7835-430d-a0e8-e78d22b90d60 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18250236-f268-46b9-8ccb-30157564e2f5']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:29.651539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-153bfb94-7835-430d-a0e8-e78d22b90d60 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fc5976-2124-4870-90c6-3d18ee22a0a4') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:29.651838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-153bfb94-7835-430d-a0e8-e78d22b90d60 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fc5976-2124-4870-90c6-3d18ee22a0a4') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:29.663233 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-153bfb94-7835-430d-a0e8-e78d22b90d60 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:29.680847 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-153bfb94-7835-430d-a0e8-e78d22b90d60 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:29.686613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153bfb94-7835-430d-a0e8-e78d22b90d60 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:56:29.687004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-153bfb94-7835-430d-a0e8-e78d22b90d60 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:56:29.703097 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:56:29.851852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-153bfb94-7835-430d-a0e8-e78d22b90d60 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:29.869445 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-153bfb94-7835-430d-a0e8-e78d22b90d60 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:29.884008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bfb94-7835-430d-a0e8-e78d22b90d60 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Network': ['ID=18250236-f268-46b9-8ccb-30157564e2f5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:29.884008 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-153bfb94-7835-430d-a0e8-e78d22b90d60 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/networks/18250236-f268-46b9-8ccb-30157564e2f5 HTTP/1.1" status: 204 len: 168 time: 0.6292484 Mar 08 11:56:29.887595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53154) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:29.887595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1310615953'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:29.889100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:29.893676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:network and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:29.898632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:29.905028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:29.961254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:29.964831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:29.993352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:56:30.001783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:30.002151 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Added segment c6de00c0-cd81-4632-830f-195365f60d2b of type vlan for network 470a975f-6a57-4649-a815-7503fa795c21 Mar 08 11:56:30.031438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:30.080743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6572f8f3-df26-470f-ac9d-abc399a5fb15 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:56:30.118613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 6572f8f3-df26-470f-ac9d-abc399a5fb15 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:56:30.118968 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6572f8f3-df26-470f-ac9d-abc399a5fb15 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:56:30.137337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:30.137337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:30.137337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:30.217409 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53160) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:30.243756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Network': ['ID=470a975f-6a57-4649-a815-7503fa795c21,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:30.257109 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-973e12cb-1d77-4041-a027-75a1fbe36547 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3787849 Mar 08 11:56:30.258731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 470a975f-6a57-4649-a815-7503fa795c21 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:56:30.259040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53164) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:30.265728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'subnet': {'network_id': '470a975f-6a57-4649-a815-7503fa795c21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:30.309386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b29b713e-cec2-467c-9268-0a11588413fe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:30.348300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b29b713e-cec2-467c-9268-0a11588413fe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:30.502820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:30.502820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:subnet and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:30.507804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:30.514121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:30.532266 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b29b713e-cec2-467c-9268-0a11588413fe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:30.543849 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b713e-cec2-467c-9268-0a11588413fe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb762c9-53a9-4c79-a1d3-7a5a343f05f6,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:30.577864 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:30.577864 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:30.625614 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b29b713e-cec2-467c-9268-0a11588413fe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:30.625614 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b29b713e-cec2-467c-9268-0a11588413fe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/security-groups/aeb762c9-53a9-4c79-a1d3-7a5a343f05f6 HTTP/1.1" status: 204 len: 168 time: 0.3927295 Mar 08 11:56:30.763486 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:56:30.798711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:56:30.799063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ef2a9a2-ed4e-470e-9f8c-34db8d0e2ff0 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:56:30.884077 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:30.972933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Subnet': ['ID=50676616-5093-4855-a5a7-a59d60fb1ebc,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:30.977327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Checking segment: {'id': 'c6de00c0-cd81-4632-830f-195365f60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470a975f-6a57-4649-a815-7503fa795c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:56:30.977691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network hostable DHCP agents. Network: 470a975f-6a57-4649-a815-7503fa795c21, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:56:31.175031 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 470a975f-6a57-4649-a815-7503fa795c21 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:56:31.258904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 470a975f-6a57-4649-a815-7503fa795c21) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:31.258904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:31.260539 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ea2eee-c5d4-4450-9935-9e736e5c342c None None] Network 470a975f-6a57-4649-a815-7503fa795c21 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:31.261838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:31.353095 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dcf7a70f-e9df-4afa-ac76-c66cb371094f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0906620 Mar 08 11:56:31.353808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53172) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:31.359122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c5a650af-ee13-4ea6-a2a4-5bff3dd63533 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-966904476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:31.365620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c5a650af-ee13-4ea6-a2a4-5bff3dd63533 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:31.369487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c5a650af-ee13-4ea6-a2a4-5bff3dd63533 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:router and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:31.372333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c5a650af-ee13-4ea6-a2a4-5bff3dd63533 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:31.383479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c5a650af-ee13-4ea6-a2a4-5bff3dd63533 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:31.458773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5a650af-ee13-4ea6-a2a4-5bff3dd63533 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:31.462987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5a650af-ee13-4ea6-a2a4-5bff3dd63533 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:31.474969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5a650af-ee13-4ea6-a2a4-5bff3dd63533 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:31.507331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-470a975f-6a57-4649-a815-7503fa795c21', 'network_id': '470a975f-6a57-4649-a815-7503fa795c21', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'fixed_ips': [{'subnet_id': '50676616-5093-4855-a5a7-a59d60fb1ebc'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:56:31.508170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:31.567133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5a650af-ee13-4ea6-a2a4-5bff3dd63533 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:31.661424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5a650af-ee13-4ea6-a2a4-5bff3dd63533 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:31.661424 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c5a650af-ee13-4ea6-a2a4-5bff3dd63533 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3030748 Mar 08 11:56:31.661424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53178) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:31.679925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'port': {'network_id': '470a975f-6a57-4649-a815-7503fa795c21', 'name': 'tempest-RoutersTest-173261122'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:31.688124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Allocated IP 172.20.0.2 (470a975f-6a57-4649-a815-7503fa795c21/50676616-5093-4855-a5a7-a59d60fb1ebc/22791a85-54c1-4639-814d-a8238576e5b8) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:31.764654 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53182) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:31.830791 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:31.833635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-309ef318-2a26-4bd4-b018-388a11587a67 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting subnet 8bd7ddaa-a2da-46e8-9722-947ee569edb3 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:56:31.833805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:port and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:31.837393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:31.837546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-309ef318-2a26-4bd4-b018-388a11587a67 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:31.843166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:31.905530 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-309ef318-2a26-4bd4-b018-388a11587a67 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:31.920314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:31.927414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:31.951233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] device_id is not set on port a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65 yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 11:56:31.957663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:31.968457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Transition to ACTIVE for port object 22791a85-54c1-4639-814d-a8238576e5b8 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:31.996141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Transition to ACTIVE for port object 22791a85-54c1-4639-814d-a8238576e5b8 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:32.002261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-309ef318-2a26-4bd4-b018-388a11587a67 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:32.078724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:32.136830 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-309ef318-2a26-4bd4-b018-388a11587a67 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:32.148968 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Network 470a975f-6a57-4649-a815-7503fa795c21 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:32.153040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Pushing event updated for resources: {'Port': ['ID=22791a85-54c1-4639-814d-a8238576e5b8,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:32.155586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:32.155703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Allocated IP 172.20.0.8 (470a975f-6a57-4649-a815-7503fa795c21/50676616-5093-4855-a5a7-a59d60fb1ebc/a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:32.160531 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:32.172857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ef318-2a26-4bd4-b018-388a11587a67 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd7ddaa-a2da-46e8-9722-947ee569edb3,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:32.178478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-309ef318-2a26-4bd4-b018-388a11587a67 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:32.188303 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-309ef318-2a26-4bd4-b018-388a11587a67 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/subnets/8bd7ddaa-a2da-46e8-9722-947ee569edb3 HTTP/1.1" status: 204 len: 168 time: 0.4227302 Mar 08 11:56:32.188490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53186) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:32.208862 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5483af5c-aa54-4277-9697-74590dc8c885 None None] Network afc005c0-01de-4407-b8a3-ea275f310556 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:32.349278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Attempting to bind port 22791a85-54c1-4639-814d-a8238576e5b8 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:56:32.349278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Attempting to bind port 22791a85-54c1-4639-814d-a8238576e5b8 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'c6de00c0-cd81-4632-830f-195365f60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470a975f-6a57-4649-a815-7503fa795c21'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:56:32.350169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Attempting to bind port 22791a85-54c1-4639-814d-a8238576e5b8 on network 470a975f-6a57-4649-a815-7503fa795c21 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:56:32.360651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:56:32.361028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Checking segment: {'id': 'c6de00c0-cd81-4632-830f-195365f60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470a975f-6a57-4649-a815-7503fa795c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:56:32.361429 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:32.361823 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Bound using segment: {'id': 'c6de00c0-cd81-4632-830f-195365f60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470a975f-6a57-4649-a815-7503fa795c21'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:56:32.362309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Bound port: 22791a85-54c1-4639-814d-a8238576e5b8, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6de00c0-cd81-4632-830f-195365f60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470a975f-6a57-4649-a815-7503fa795c21'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:56:32.362684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:32.408309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:32.436745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port fb089e71-27e3-4882-80e6-b343b454aa99 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:32.437093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:32.525918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] For port 22791a85-54c1-4639-814d-a8238576e5b8, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:56:32.535646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] For port 22791a85-54c1-4639-814d-a8238576e5b8, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=22791a85-54c1-4639-814d-a8238576e5b8,segment=NetworkSegment(c6de00c0-cd81-4632-830f-195365f60d2b),segment_id=c6de00c0-cd81-4632-830f-195365f60d2b)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:56:32.562505 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:32.591732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Transition to ACTIVE for port object a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:32.604292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:32.642024 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d64288-6b92-4e92-ba41-58ef1edbb0a6 None None] DHCP port deletion for afc005c0-01de-4407-b8a3-ea275f310556 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:56:32.665565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f9d64288-6b92-4e92-ba41-58ef1edbb0a6 None None] Deleting port fb089e71-27e3-4882-80e6-b343b454aa99 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:32.666246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f9d64288-6b92-4e92-ba41-58ef1edbb0a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:32.707235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port fb089e71-27e3-4882-80e6-b343b454aa99, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fb089e71-27e3-4882-80e6-b343b454aa99,segment=NetworkSegment(1162928e-cbf2-481a-949a-276633faa37d),segment_id=1162928e-cbf2-481a-949a-276633faa37d)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:32.707606 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:32.792279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0efd9e-4ce5-4871-90af-b870a8dbe70e None None] Pushing event updated for resources: {'Port': ['ID=22791a85-54c1-4639-814d-a8238576e5b8,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:32.840089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for fb089e71-27e3-4882-80e6-b343b454aa99 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:32.919317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f9d64288-6b92-4e92-ba41-58ef1edbb0a6 None None] For port fb089e71-27e3-4882-80e6-b343b454aa99, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=fb089e71-27e3-4882-80e6-b343b454aa99,segment=NetworkSegment(1162928e-cbf2-481a-949a-276633faa37d),segment_id=1162928e-cbf2-481a-949a-276633faa37d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:32.923065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f9d64288-6b92-4e92-ba41-58ef1edbb0a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:32.942365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:33.016305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 470a975f-6a57-4649-a815-7503fa795c21 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:33.018832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:33.027901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:33.066298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:33.077317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f9d64288-6b92-4e92-ba41-58ef1edbb0a6 None None] Calling delete_port for fb089e71-27e3-4882-80e6-b343b454aa99 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:33.176869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-f9d64288-6b92-4e92-ba41-58ef1edbb0a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:56:33.176869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-f9d64288-6b92-4e92-ba41-58ef1edbb0a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:56:33.187970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:33.246011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] No DVR routers for this DVR port fb089e71-27e3-4882-80e6-b343b454aa99 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:56:33.247523 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=fb089e71-27e3-4882-80e6-b343b454aa99,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:33.322089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:33.322701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:33.398499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:33.428792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc005c0-01de-4407-b8a3-ea275f310556']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:33.438017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1162928e-cbf2-481a-949a-276633faa37d') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:33.438301 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1162928e-cbf2-481a-949a-276633faa37d') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:33.453285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:33.469506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:33.476747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:56:33.476747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:56:33.496513 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:56:33.502529 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-48c8fc51-8611-4da8-8800-7cc537476b57 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8346698 Mar 08 11:56:33.503214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53190) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:33.644264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:33.673038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:33.676175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f9d64288-6b92-4e92-ba41-58ef1edbb0a6 None None] Deleting port fb089e71-27e3-4882-80e6-b343b454aa99 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:33.676625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f9d64288-6b92-4e92-ba41-58ef1edbb0a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:33.686807 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/networks/afc005c0-01de-4407-b8a3-ea275f310556 HTTP/1.1" status: 204 len: 168 time: 1.4915559 Mar 08 11:56:33.686982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53194) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:33.773684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f9d64288-6b92-4e92-ba41-58ef1edbb0a6 None None] The port 'fb089e71-27e3-4882-80e6-b343b454aa99' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:56:33.800616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b88d07-a87a-4069-b905-e19b807117ce tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Network': ['ID=afc005c0-01de-4407-b8a3-ea275f310556,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:33.979353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95fb991-113a-49f3-a44d-69689a0b4a90 None None] Network 470a975f-6a57-4649-a815-7503fa795c21 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:33.994357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-92d7d96b-a603-40ad-b1e4-83dc08916af0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 22e6242c-fbad-4b96-a91c-226b5fa6dd15 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:33.995679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-92d7d96b-a603-40ad-b1e4-83dc08916af0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:34.215459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-92d7d96b-a603-40ad-b1e4-83dc08916af0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:34.215459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-92d7d96b-a603-40ad-b1e4-83dc08916af0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:34.223840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 22791a85-54c1-4639-814d-a8238576e5b8 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:34.229142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:34.262069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1c2573fd-8bd0-44c3-889a-0f024c3ba2ce None None] Provisioning for port 22791a85-54c1-4639-814d-a8238576e5b8 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:34.357296 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-92d7d96b-a603-40ad-b1e4-83dc08916af0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 22e6242c-fbad-4b96-a91c-226b5fa6dd15 owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:34.488484 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 22791a85-54c1-4639-814d-a8238576e5b8 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:34.495429 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 22791a85-54c1-4639-814d-a8238576e5b8 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:34.496114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:34.645115 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:34.672124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-92d7d96b-a603-40ad-b1e4-83dc08916af0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:34.708897 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-17e62cd8-675c-4277-a086-d738ba634faa None None] Provisioning complete for port 22791a85-54c1-4639-814d-a8238576e5b8 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:34.709509 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-17e62cd8-675c-4277-a086-d738ba634faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:34.758206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 22791a85-54c1-4639-814d-a8238576e5b8, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=22791a85-54c1-4639-814d-a8238576e5b8,segment=NetworkSegment(c6de00c0-cd81-4632-830f-195365f60d2b),segment_id=c6de00c0-cd81-4632-830f-195365f60d2b)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:34.800373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7d96b-a603-40ad-b1e4-83dc08916af0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=22e6242c-fbad-4b96-a91c-226b5fa6dd15,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:34.800630 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:34.838629 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:34.881279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-92d7d96b-a603-40ad-b1e4-83dc08916af0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:34.882068 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-92d7d96b-a603-40ad-b1e4-83dc08916af0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 18615c7b-e26a-4353-8187-416251ce564b disassociated (deleted). External IP: 172.26.4.20, port: eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5. Mar 08 11:56:34.901918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fb089e71-27e3-4882-80e6-b343b454aa99 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:56:34.925171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:34.951420 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-17e62cd8-675c-4277-a086-d738ba634faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:34.963795 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: fb089e71-27e3-4882-80e6-b343b454aa99 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:56:34.963795 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device fb089e71-27e3-4882-80e6-b343b454aa99 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:56:34.985493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=22791a85-54c1-4639-814d-a8238576e5b8,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:35.049554 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-17e62cd8-675c-4277-a086-d738ba634faa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:56:35.054156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-17e62cd8-675c-4277-a086-d738ba634faa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:56:35.061717 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:35.287201 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:35.379160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d7d96b-a603-40ad-b1e4-83dc08916af0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:56:35.482117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:35.563035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d7d96b-a603-40ad-b1e4-83dc08916af0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:35.580055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-92d7d96b-a603-40ad-b1e4-83dc08916af0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:35.590010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a745999-69bf-4034-809d-47f1131096b8 None None] Sync routers for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:35.617008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a745999-69bf-4034-809d-47f1131096b8 None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:35.617725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3a745999-69bf-4034-809d-47f1131096b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:35.650252 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-92d7d96b-a603-40ad-b1e4-83dc08916af0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/floatingips/18615c7b-e26a-4353-8187-416251ce564b HTTP/1.1" status: 204 len: 168 time: 1.9619238 Mar 08 11:56:35.650913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'tag': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:56:35.725074 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'tag': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'status': 'completed', 'code': 200} Mar 08 11:56:35.815967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-17e62cd8-675c-4277-a086-d738ba634faa None None] Provisioning for port a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:35.832646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-17e62cd8-675c-4277-a086-d738ba634faa None None] Provisioning complete for port a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:35.833055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-17e62cd8-675c-4277-a086-d738ba634faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:35.846078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8049e-45e0-447e-a0b6-4f5bc008c15a req-f7777e4a-0f5b-441d-a841-f98ce14eb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:35.847747 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b0d8049e-45e0-447e-a0b6-4f5bc008c15a req-f7777e4a-0f5b-441d-a841-f98ce14eb32b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 1099 time: 0.0965879 Mar 08 11:56:35.875324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-3a745999-69bf-4034-809d-47f1131096b8 None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:56:35.939670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:35.956233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-17e62cd8-675c-4277-a086-d738ba634faa None None] Port a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:35.992535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8049e-45e0-447e-a0b6-4f5bc008c15a req-3c59c25b-0320-44f2-92bf-dc8ce7a7547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:35.994189 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b0d8049e-45e0-447e-a0b6-4f5bc008c15a req-3c59c25b-0320-44f2-92bf-dc8ce7a7547a service neutron] 10.222.0.18 "GET /v2.0/networks?id=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd HTTP/1.1" status: 200 len: 898 time: 0.1397126 Mar 08 11:56:36.022920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:36.071583 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b0d8049e-45e0-447e-a0b6-4f5bc008c15a req-36e485aa-8fb9-46b5-a0e7-42c57195bcb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 HTTP/1.1" status: 200 len: 217 time: 0.0710185 Mar 08 11:56:36.145026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65,revision_number=3']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:36.148909 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 22791a85-54c1-4639-814d-a8238576e5b8 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:36.149860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8049e-45e0-447e-a0b6-4f5bc008c15a req-237d12df-aea5-460a-aed7-f993cb4c6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:36.151788 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b0d8049e-45e0-447e-a0b6-4f5bc008c15a req-237d12df-aea5-460a-aed7-f993cb4c6b96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5c2aa45-5536-4c4e-a395-f1c91acb1711 HTTP/1.1" status: 200 len: 834 time: 0.0751288 Mar 08 11:56:36.173487 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:36.217417 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2d25372d-6469-4254-9a4f-c2a4dbe64366 None None] Provisioning complete for port a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:36.218146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2d25372d-6469-4254-9a4f-c2a4dbe64366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:36.242217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8049e-45e0-447e-a0b6-4f5bc008c15a req-6bb1886b-b678-4e32-a62b-bd61b24e833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:36.243855 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b0d8049e-45e0-447e-a0b6-4f5bc008c15a req-6bb1886b-b678-4e32-a62b-bd61b24e833b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853467 Mar 08 11:56:36.337461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 470a975f-6a57-4649-a815-7503fa795c21 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:36.339065 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:36.363080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2d25372d-6469-4254-9a4f-c2a4dbe64366 None None] Port a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:36.374102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 22791a85-54c1-4639-814d-a8238576e5b8 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:36.374476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:36.423426 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3a745999-69bf-4034-809d-47f1131096b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:56:24Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:48Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:36.437073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a745999-69bf-4034-809d-47f1131096b8 None None] Checking router: 02f0e2f5-b207-4844-8e73-1fb48858c2d4 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:56:36.437913 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b0d8049e-45e0-447e-a0b6-4f5bc008c15a req-af988d2a-5631-4d03-9986-41fdb89d614f service neutron] 10.222.0.18 "GET /v2.0/networks/43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876678 Mar 08 11:56:36.456094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a745999-69bf-4034-809d-47f1131096b8 None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:36.456732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3a745999-69bf-4034-809d-47f1131096b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:36.617567 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b0d8049e-45e0-447e-a0b6-4f5bc008c15a req-cb4978ef-1f24-4584-a0ef-e64483facb89 service neutron] 10.222.0.18 "GET /v2.0/networks/43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703870 Mar 08 11:56:36.735644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b084b2e-4bf9-4961-8969-9f47bb40e975 req-a1e0d846-fe47-4c17-a521-254a4df2f4e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:36.737637 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9b084b2e-4bf9-4961-8969-9f47bb40e975 req-a1e0d846-fe47-4c17-a521-254a4df2f4e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 946 time: 0.3893824 Mar 08 11:56:36.757404 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-55e5f1f5-1b99-4cc9-a596-62d81f300baa None None] Provisioning complete for port a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:36.758123 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-55e5f1f5-1b99-4cc9-a596-62d81f300baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:36.789459 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-9b084b2e-4bf9-4961-8969-9f47bb40e975 req-b3d61aac-2c03-4757-94a3-e6ee69589e5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:56:36.809197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-3a745999-69bf-4034-809d-47f1131096b8 None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:56:36.855905 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router c631fbb3-880f-4960-b5cb-c25252448628 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:56:36.881130 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-55e5f1f5-1b99-4cc9-a596-62d81f300baa None None] Port a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:36.919221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-9b084b2e-4bf9-4961-8969-9f47bb40e975 req-b3d61aac-2c03-4757-94a3-e6ee69589e5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:56:36.920382 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9b084b2e-4bf9-4961-8969-9f47bb40e975 req-b3d61aac-2c03-4757-94a3-e6ee69589e5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766841 Mar 08 11:56:37.019990 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:37.025377 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c9ae44f2-6dd1-4ebd-a168-9747e62ab4e9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/c631fbb3-880f-4960-b5cb-c25252448628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5208554 Mar 08 11:56:37.028988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53204) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:37.030103 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48382db4-0e57-410a-9f14-7742324427b8 None None] Sync routers for ids ['c631fbb3-880f-4960-b5cb-c25252448628'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:37.040243 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48382db4-0e57-410a-9f14-7742324427b8 None None] Routers {'c631fbb3-880f-4960-b5cb-c25252448628'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:37.040834 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-48382db4-0e57-410a-9f14-7742324427b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['c631fbb3-880f-4960-b5cb-c25252448628'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:37.103773 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-48382db4-0e57-410a-9f14-7742324427b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:37.112450 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48382db4-0e57-410a-9f14-7742324427b8 None None] Routers {'c631fbb3-880f-4960-b5cb-c25252448628'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:37.112870 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-48382db4-0e57-410a-9f14-7742324427b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['c631fbb3-880f-4960-b5cb-c25252448628'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:37.118932 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0745d7d0-0b28-4ac2-91f6-124372bdc16d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:37.119634 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0745d7d0-0b28-4ac2-91f6-124372bdc16d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Synchronizing usage tracker for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:56:37.170387 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3a745999-69bf-4034-809d-47f1131096b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:56:24Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:48Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:37.174618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a745999-69bf-4034-809d-47f1131096b8 None None] The sync data for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv is: [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:56:24Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '5177d069-b78f-4039-9341-d0646385ec5e', 'name': '', 'network_id': '43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:cc:3f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:48Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f5c2aa45-5536-4c4e-a395-f1c91acb1711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:37.179360 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-48382db4-0e57-410a-9f14-7742324427b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:37.179360 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48382db4-0e57-410a-9f14-7742324427b8 None None] The sync data for ids ['c631fbb3-880f-4960-b5cb-c25252448628'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:37.199118 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0745d7d0-0b28-4ac2-91f6-124372bdc16d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Unset dirty status for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:56:37.199736 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0745d7d0-0b28-4ac2-91f6-124372bdc16d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports/a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65 HTTP/1.1" status: 200 len: 976 time: 0.1696317 Mar 08 11:56:37.202423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53208) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:37.419767 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10605547-5ce6-4b9f-8439-46ce6251d894 None None] New status for floating IP 18615c7b-e26a-4353-8187-416251ce564b: DOWN {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:56:37.717346 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-965fac0e-becb-4739-84dd-115848accdca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:37.996204 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-965fac0e-becb-4739-84dd-115848accdca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:38.002049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-965fac0e-becb-4739-84dd-115848accdca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:38.002201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915506a8-9b83-4064-b346-1c7363f44e78 req-2729ae32-6883-4f68-a2ac-6cbd5041a20d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:38.002201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-915506a8-9b83-4064-b346-1c7363f44e78 req-2729ae32-6883-4f68-a2ac-6cbd5041a20d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:56:38.096787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-915506a8-9b83-4064-b346-1c7363f44e78 req-2729ae32-6883-4f68-a2ac-6cbd5041a20d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:56:38.099031 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-915506a8-9b83-4064-b346-1c7363f44e78 req-2729ae32-6883-4f68-a2ac-6cbd5041a20d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 946 time: 0.1798415 Mar 08 11:56:38.184109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-915506a8-9b83-4064-b346-1c7363f44e78 req-4c92826c-10c6-4394-8688-ad35748c4171 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:38.184491 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-915506a8-9b83-4064-b346-1c7363f44e78 req-4c92826c-10c6-4394-8688-ad35748c4171 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:38.216490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eee48-e477-4c75-bf0a-27862d1c9f67 req-a65fa19e-783a-4219-afd7-a55c1a3bdec0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:38.218007 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7c5eee48-e477-4c75-bf0a-27862d1c9f67 req-a65fa19e-783a-4219-afd7-a55c1a3bdec0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 946 time: 0.1734047 Mar 08 11:56:38.308976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-965fac0e-becb-4739-84dd-115848accdca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:38.318105 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7c5eee48-e477-4c75-bf0a-27862d1c9f67 req-0fa297ba-9898-407e-ad02-bcc6a8ea88fa tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=099338b1-de09-450d-9faa-4cc4d36ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935912 Mar 08 11:56:38.436154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-965fac0e-becb-4739-84dd-115848accdca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:38.483551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-915506a8-9b83-4064-b346-1c7363f44e78 req-4c92826c-10c6-4394-8688-ad35748c4171 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5,segment=NetworkSegment(68721ab9-3d75-43ce-b905-c7f0e722a44f),segment_id=68721ab9-3d75-43ce-b905-c7f0e722a44f)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:38.483829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-915506a8-9b83-4064-b346-1c7363f44e78 req-4c92826c-10c6-4394-8688-ad35748c4171 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:38.693481 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-965fac0e-becb-4739-84dd-115848accdca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:38.719464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-915506a8-9b83-4064-b346-1c7363f44e78 req-4c92826c-10c6-4394-8688-ad35748c4171 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:38.747853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fac0e-becb-4739-84dd-115848accdca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=a7d8246b-fa40-4e2f-9ac6-c9e59f2e8e65,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:38.972631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-915506a8-9b83-4064-b346-1c7363f44e78 req-4c92826c-10c6-4394-8688-ad35748c4171 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:38.986429 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-965fac0e-becb-4739-84dd-115848accdca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:39.020569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92826c-10c6-4394-8688-ad35748c4171 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:39.098434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-915506a8-9b83-4064-b346-1c7363f44e78 req-4c92826c-10c6-4394-8688-ad35748c4171 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] No DVR routers for this DVR port eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:56:39.101301 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-915506a8-9b83-4064-b346-1c7363f44e78 req-4c92826c-10c6-4394-8688-ad35748c4171 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:39.103857 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'name': 'network-vif-deleted', 'tag': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:56:39.149338 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd59947-946b-41d5-8af5-8ceabb86c966', 'name': 'network-vif-deleted', 'tag': 'eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5', 'status': 'completed', 'code': 200} Mar 08 11:56:39.210076 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-915506a8-9b83-4064-b346-1c7363f44e78 req-4c92826c-10c6-4394-8688-ad35748c4171 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "DELETE /v2.0/ports/eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 HTTP/1.1" status: 204 len: 173 time: 1.1021442 Mar 08 11:56:39.270473 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965fac0e-becb-4739-84dd-115848accdca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router c631fbb3-880f-4960-b5cb-c25252448628 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:56:39.406212 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965fac0e-becb-4739-84dd-115848accdca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:39.418775 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bffc41-8ece-42c3-831f-8a227c52585f None None] Sync routers for ids ['c631fbb3-880f-4960-b5cb-c25252448628'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:39.433554 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bffc41-8ece-42c3-831f-8a227c52585f None None] Routers {'c631fbb3-880f-4960-b5cb-c25252448628'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:39.434339 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-c3bffc41-8ece-42c3-831f-8a227c52585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['c631fbb3-880f-4960-b5cb-c25252448628'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:39.514097 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-c3bffc41-8ece-42c3-831f-8a227c52585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:39.518642 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-965fac0e-becb-4739-84dd-115848accdca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/c631fbb3-880f-4960-b5cb-c25252448628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3138700 Mar 08 11:56:39.520138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53222) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:39.527674 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bffc41-8ece-42c3-831f-8a227c52585f None None] Routers {'c631fbb3-880f-4960-b5cb-c25252448628'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:39.528556 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-c3bffc41-8ece-42c3-831f-8a227c52585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['c631fbb3-880f-4960-b5cb-c25252448628'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:39.549079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-010d72b4-cdbd-454d-b7c1-daabc43af04d req-b25b63b1-c3ae-40ed-8375-36243846d667 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:56:39.593251 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-c3bffc41-8ece-42c3-831f-8a227c52585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:39.593907 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bffc41-8ece-42c3-831f-8a227c52585f None None] The sync data for ids ['c631fbb3-880f-4960-b5cb-c25252448628'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:39.698113 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-010d72b4-cdbd-454d-b7c1-daabc43af04d req-b25b63b1-c3ae-40ed-8375-36243846d667 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:56:39.703066 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-010d72b4-cdbd-454d-b7c1-daabc43af04d req-b25b63b1-c3ae-40ed-8375-36243846d667 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd59947-946b-41d5-8af5-8ceabb86c966 HTTP/1.1" status: 200 len: 210 time: 0.2024529 Mar 08 11:56:39.855138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8e28f3c6-684f-4958-a21d-d71de82d09bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:39.984756 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-8c1ed7e9-8880-4e3a-81b4-68e1eb37e96d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] remove_router_interface failed (client error): The resource could not be found. Mar 08 11:56:39.985801 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8c1ed7e9-8880-4e3a-81b4-68e1eb37e96d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/c631fbb3-880f-4960-b5cb-c25252448628/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4645202 Mar 08 11:56:39.988645 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53226) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:40.034972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-764a9d88-7111-4bce-ae46-f77a3d366998 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Synchronizing usage tracker for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:56:40.112107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-764a9d88-7111-4bce-ae46-f77a3d366998 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Unset dirty status for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:56:40.113313 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-764a9d88-7111-4bce-ae46-f77a3d366998 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=c631fbb3-880f-4960-b5cb-c25252448628 HTTP/1.1" status: 200 len: 205 time: 0.1237633 Mar 08 11:56:40.116108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53230) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:40.253184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce953bd5-dd51-49b5-a903-11269a02f7d3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:40.553652 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce953bd5-dd51-49b5-a903-11269a02f7d3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:40.555807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce953bd5-dd51-49b5-a903-11269a02f7d3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:40.649616 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce953bd5-dd51-49b5-a903-11269a02f7d3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:40.650183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce953bd5-dd51-49b5-a903-11269a02f7d3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Fanout notify agent at l3_agent the message router_deleted on router c631fbb3-880f-4960-b5cb-c25252448628 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:56:40.661832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ce953bd5-dd51-49b5-a903-11269a02f7d3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:40.665188 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ce953bd5-dd51-49b5-a903-11269a02f7d3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/c631fbb3-880f-4960-b5cb-c25252448628 HTTP/1.1" status: 204 len: 168 time: 0.5453739 Mar 08 11:56:40.665628 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53234) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:40.733519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-2819a8a0-4108-4185-8b5c-75bb873c1c8b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting subnet 50676616-5093-4855-a5a7-a59d60fb1ebc {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:56:40.736679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2819a8a0-4108-4185-8b5c-75bb873c1c8b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:40.791658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:56:40.792013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2819a8a0-4108-4185-8b5c-75bb873c1c8b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:40.807265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53240) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:40.833279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:56:40.833279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device eefe87d7-fbb6-48e7-9f0b-8282cfed2fe5 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:56:40.881248 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2819a8a0-4108-4185-8b5c-75bb873c1c8b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:40.882937 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc99fa5-ea19-440c-a5b9-2f19e9af34ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:40.912914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc99fa5-ea19-440c-a5b9-2f19e9af34ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:41.075648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2819a8a0-4108-4185-8b5c-75bb873c1c8b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:41.118022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2819a8a0-4108-4185-8b5c-75bb873c1c8b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:41.121676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc99fa5-ea19-440c-a5b9-2f19e9af34ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:41.122867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819a8a0-4108-4185-8b5c-75bb873c1c8b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Subnet': ['ID=50676616-5093-4855-a5a7-a59d60fb1ebc,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:41.126026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710fd159-e817-4ae6-a143-c539bf9e60d4 None None] Network 470a975f-6a57-4649-a815-7503fa795c21 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:41.129971 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2819a8a0-4108-4185-8b5c-75bb873c1c8b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/50676616-5093-4855-a5a7-a59d60fb1ebc HTTP/1.1" status: 204 len: 168 time: 0.4616313 Mar 08 11:56:41.131194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53244) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:41.157281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc99fa5-ea19-440c-a5b9-2f19e9af34ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099338b1-de09-450d-9faa-4cc4d36ca087,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:41.251342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:41.260519 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbc99fa5-ea19-440c-a5b9-2f19e9af34ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:41.264522 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bbc99fa5-ea19-440c-a5b9-2f19e9af34ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/security-groups/099338b1-de09-450d-9faa-4cc4d36ca087 HTTP/1.1" status: 204 len: 168 time: 0.4535568 Mar 08 11:56:41.265633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port 22791a85-54c1-4639-814d-a8238576e5b8 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:41.266066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:41.357104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53250) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:41.408858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ea4293-9c82-4083-acca-2cfe43b98429 None None] DHCP port deletion for 470a975f-6a57-4649-a815-7503fa795c21 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:56:41.414104 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea4293-9c82-4083-acca-2cfe43b98429 None None] Deleting port 22791a85-54c1-4639-814d-a8238576e5b8 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:41.414488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1ea4293-9c82-4083-acca-2cfe43b98429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:41.612135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] For port 22791a85-54c1-4639-814d-a8238576e5b8, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=22791a85-54c1-4639-814d-a8238576e5b8,segment=NetworkSegment(c6de00c0-cd81-4632-830f-195365f60d2b),segment_id=c6de00c0-cd81-4632-830f-195365f60d2b)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:41.612797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:41.640908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f1ea4293-9c82-4083-acca-2cfe43b98429 None None] For port 22791a85-54c1-4639-814d-a8238576e5b8, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=22791a85-54c1-4639-814d-a8238576e5b8,segment=NetworkSegment(c6de00c0-cd81-4632-830f-195365f60d2b),segment_id=c6de00c0-cd81-4632-830f-195365f60d2b)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:41.641951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1ea4293-9c82-4083-acca-2cfe43b98429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:41.746107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for 22791a85-54c1-4639-814d-a8238576e5b8 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:41.791306 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea4293-9c82-4083-acca-2cfe43b98429 None None] Calling delete_port for 22791a85-54c1-4639-814d-a8238576e5b8 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:41.906990 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:41.912565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-f1ea4293-9c82-4083-acca-2cfe43b98429 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:56:41.913083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-f1ea4293-9c82-4083-acca-2cfe43b98429 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:56:41.954785 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1b663820-a172-45d9-b744-f94f57a3217a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:41.955836 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=22791a85-54c1-4639-814d-a8238576e5b8,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:41.957674 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No DVR routers for this DVR port 22791a85-54c1-4639-814d-a8238576e5b8 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:56:42.097214 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 22791a85-54c1-4639-814d-a8238576e5b8 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:56:42.112020 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.146478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470a975f-6a57-4649-a815-7503fa795c21']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:42.165097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6de00c0-cd81-4632-830f-195365f60d2b') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:42.165097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6de00c0-cd81-4632-830f-195365f60d2b') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:42.173613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.175421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-13edcf1e-15b9-4179-ae22-db7bdc3cf0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.182543 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 22791a85-54c1-4639-814d-a8238576e5b8 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:56:42.189915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 22791a85-54c1-4639-814d-a8238576e5b8 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:56:42.191796 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.197975 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:56:42.198377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:56:42.217352 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:56:42.334266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-1b663820-a172-45d9-b744-f94f57a3217a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 5177d069-b78f-4039-9341-d0646385ec5e {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:42.334611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1b663820-a172-45d9-b744-f94f57a3217a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.416894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.417146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea4293-9c82-4083-acca-2cfe43b98429 None None] Deleting port 22791a85-54c1-4639-814d-a8238576e5b8 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:42.417146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1ea4293-9c82-4083-acca-2cfe43b98429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.442111 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.445163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Network': ['ID=470a975f-6a57-4649-a815-7503fa795c21,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:42.484456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea4293-9c82-4083-acca-2cfe43b98429 None None] The port '22791a85-54c1-4639-814d-a8238576e5b8' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:56:42.561680 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c307361b-2662-4223-99bc-ca893343c628 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/networks/470a975f-6a57-4649-a815-7503fa795c21 HTTP/1.1" status: 204 len: 168 time: 1.4291010 Mar 08 11:56:42.565134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53254) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:42.572169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1418551225'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:42.577194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:42.581110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:network and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:42.583970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:42.589954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:42.639340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-1b663820-a172-45d9-b744-f94f57a3217a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 5177d069-b78f-4039-9341-d0646385ec5e, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5177d069-b78f-4039-9341-d0646385ec5e,segment=NetworkSegment(68721ab9-3d75-43ce-b905-c7f0e722a44f),segment_id=68721ab9-3d75-43ce-b905-c7f0e722a44f)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:42.639695 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1b663820-a172-45d9-b744-f94f57a3217a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.675681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:42.679381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.716738 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:56:42.725872 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.726242 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Added segment 01f68000-8b38-4a43-8a46-99f0074d930e of type vlan for network 16cb5785-8210-4c74-ab30-ae6857638ece Mar 08 11:56:42.754323 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.762634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-1b663820-a172-45d9-b744-f94f57a3217a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 5177d069-b78f-4039-9341-d0646385ec5e owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:42.846850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.852973 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:42.853567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:42.965258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Network': ['ID=16cb5785-8210-4c74-ab30-ae6857638ece,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:42.965258 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d38165d9-282c-4cce-a863-04b5d64cc2c5 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3973420 Mar 08 11:56:42.966253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53258) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:42.970709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 16cb5785-8210-4c74-ab30-ae6857638ece details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:56:42.973134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'subnet': {'network_id': '16cb5785-8210-4c74-ab30-ae6857638ece', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:43.056200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1b663820-a172-45d9-b744-f94f57a3217a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:43.083850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:43.087878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:subnet and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:43.091684 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:43.097353 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:43.109222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b663820-a172-45d9-b744-f94f57a3217a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=5177d069-b78f-4039-9341-d0646385ec5e,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:43.185713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:43.190011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:43.266177 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:43.393458 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1b663820-a172-45d9-b744-f94f57a3217a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:43.446854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:43.478160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:43.538779 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:43.615066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Subnet': ['ID=a32edc7f-99d4-4b07-97c0-ae62618f06c5,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:43.625999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Checking segment: {'id': '01f68000-8b38-4a43-8a46-99f0074d930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '16cb5785-8210-4c74-ab30-ae6857638ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:56:43.626372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network hostable DHCP agents. Network: 16cb5785-8210-4c74-ab30-ae6857638ece, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:56:43.732559 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 16cb5785-8210-4c74-ab30-ae6857638ece is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:56:43.764970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b663820-a172-45d9-b744-f94f57a3217a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:56:43.831239 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 16cb5785-8210-4c74-ab30-ae6857638ece) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:43.837068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:43.839646 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:43.843549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fdaa13-be71-44e2-9a7f-b02364efeb7e None None] Network 16cb5785-8210-4c74-ab30-ae6857638ece requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:43.967744 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3d55de89-ee15-4dfa-8388-1e7a0efde12a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0002973 Mar 08 11:56:43.970900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53262) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:43.977484 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-42644504-d41d-40f6-b6f8-eaccb38770ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1942880241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:43.984755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-42644504-d41d-40f6-b6f8-eaccb38770ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:43.997186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-42644504-d41d-40f6-b6f8-eaccb38770ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:router and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:44.000362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-42644504-d41d-40f6-b6f8-eaccb38770ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:44.007190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-42644504-d41d-40f6-b6f8-eaccb38770ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:44.080607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b663820-a172-45d9-b744-f94f57a3217a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:44.082212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-16cb5785-8210-4c74-ab30-ae6857638ece', 'network_id': '16cb5785-8210-4c74-ab30-ae6857638ece', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'fixed_ips': [{'subnet_id': 'a32edc7f-99d4-4b07-97c0-ae62618f06c5'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:56:44.082938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:44.095959 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa4744-7fc1-4434-947d-7abe314e7005 None None] Sync routers for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:44.103490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42644504-d41d-40f6-b6f8-eaccb38770ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:44.103490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42644504-d41d-40f6-b6f8-eaccb38770ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:44.115763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42644504-d41d-40f6-b6f8-eaccb38770ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:44.160169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa4744-7fc1-4434-947d-7abe314e7005 None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:44.160169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-46fa4744-7fc1-4434-947d-7abe314e7005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:44.180177 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1b663820-a172-45d9-b744-f94f57a3217a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/02f0e2f5-b207-4844-8e73-1fb48858c2d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8244791 Mar 08 11:56:44.182902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53266) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:44.218875 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42644504-d41d-40f6-b6f8-eaccb38770ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:44.254221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e4eab4-4112-4d3b-ad7b-e4acd9c36d9c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting subnet f5c2aa45-5536-4c4e-a395-f1c91acb1711 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:56:44.257427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64e4eab4-4112-4d3b-ad7b-e4acd9c36d9c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:44.311955 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64e4eab4-4112-4d3b-ad7b-e4acd9c36d9c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:44.322697 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-42644504-d41d-40f6-b6f8-eaccb38770ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:44.326813 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-42644504-d41d-40f6-b6f8-eaccb38770ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3543937 Mar 08 11:56:44.327501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53270) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:44.402929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64e4eab4-4112-4d3b-ad7b-e4acd9c36d9c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:44.404747 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-46fa4744-7fc1-4434-947d-7abe314e7005 None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:56:44.508753 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Allocated IP 172.20.0.2 (16cb5785-8210-4c74-ab30-ae6857638ece/a32edc7f-99d4-4b07-97c0-ae62618f06c5/c526c31d-bfc2-4b6f-8d4b-3f63e630181c) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:44.608664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64e4eab4-4112-4d3b-ad7b-e4acd9c36d9c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:44.650805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4eab4-4112-4d3b-ad7b-e4acd9c36d9c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c2aa45-5536-4c4e-a395-f1c91acb1711,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:44.659969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64e4eab4-4112-4d3b-ad7b-e4acd9c36d9c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:44.667381 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-64e4eab4-4112-4d3b-ad7b-e4acd9c36d9c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/subnets/f5c2aa45-5536-4c4e-a395-f1c91acb1711 HTTP/1.1" status: 204 len: 168 time: 0.4835405 Mar 08 11:56:44.669992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53274) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:44.707067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df2d48f-fbfc-48f0-9f72-9af00e3af596 None None] Network 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:44.754993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:44.889583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:44.935885 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.081576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.114981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.134376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Transition to ACTIVE for port object c526c31d-bfc2-4b6f-8d4b-3f63e630181c will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:45.149801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-46fa4744-7fc1-4434-947d-7abe314e7005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:56:42Z', 'revision_number': 7, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '08571c7c-68cd-4704-aed0-d4e915c7ceee', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:32Z', 'updated_at': '2022-03-08T11:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:45.161385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa4744-7fc1-4434-947d-7abe314e7005 None None] Checking router: 02f0e2f5-b207-4844-8e73-1fb48858c2d4 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:56:45.170820 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Transition to ACTIVE for port object c526c31d-bfc2-4b6f-8d4b-3f63e630181c will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:45.178946 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa4744-7fc1-4434-947d-7abe314e7005 None None] Routers {'02f0e2f5-b207-4844-8e73-1fb48858c2d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:45.179628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-46fa4744-7fc1-4434-947d-7abe314e7005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:45.185359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 08571c7c-68cd-4704-aed0-d4e915c7ceee {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:45.185359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.235533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11e3a8-18ad-4481-ab9c-4df019d21172 None None] DHCP port deletion for 43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:56:45.300226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-df11e3a8-18ad-4481-ab9c-4df019d21172 None None] Deleting port 475c6a26-2797-41b6-ae15-0296fecf4de5 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:45.300601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-df11e3a8-18ad-4481-ab9c-4df019d21172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.343567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.352938 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Allocated IP 172.20.0.1 (16cb5785-8210-4c74-ab30-ae6857638ece/a32edc7f-99d4-4b07-97c0-ae62618f06c5/9eacf315-2167-4d57-9318-89c60ffa73a8) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:45.374499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 08571c7c-68cd-4704-aed0-d4e915c7ceee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=08571c7c-68cd-4704-aed0-d4e915c7ceee,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:45.374931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.472530 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Network 16cb5785-8210-4c74-ab30-ae6857638ece is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:45.475563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-46fa4744-7fc1-4434-947d-7abe314e7005 None None] Set router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:56:45.511570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 08571c7c-68cd-4704-aed0-d4e915c7ceee owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:45.523327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.523879 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:45.539387 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Transition to ACTIVE for port object 9eacf315-2167-4d57-9318-89c60ffa73a8 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:45.599549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:45.613231 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-46fa4744-7fc1-4434-947d-7abe314e7005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:56:45Z', 'revision_number': 8, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:45.644971 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Pushing event updated for resources: {'Port': ['ID=c526c31d-bfc2-4b6f-8d4b-3f63e630181c,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:45.663898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa4744-7fc1-4434-947d-7abe314e7005 None None] The sync data for ids ['02f0e2f5-b207-4844-8e73-1fb48858c2d4'] in dv-neutron-828143-8-hyperv is: [{'id': '02f0e2f5-b207-4844-8e73-1fb48858c2d4', 'name': 'tempest-TestNetworkBasicOps-router-1561389780', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:56:45Z', 'revision_number': 8, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port_host': None}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:45.721566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.781777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.791670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 16cb5785-8210-4c74-ab30-ae6857638ece is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:45.795315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Attempting to bind port c526c31d-bfc2-4b6f-8d4b-3f63e630181c on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:56:45.795693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Attempting to bind port c526c31d-bfc2-4b6f-8d4b-3f63e630181c by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '01f68000-8b38-4a43-8a46-99f0074d930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '16cb5785-8210-4c74-ab30-ae6857638ece'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:56:45.796060 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Attempting to bind port c526c31d-bfc2-4b6f-8d4b-3f63e630181c on network 16cb5785-8210-4c74-ab30-ae6857638ece {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:56:45.799112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:45.803628 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:45.812896 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:56:45.813273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Checking segment: {'id': '01f68000-8b38-4a43-8a46-99f0074d930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '16cb5785-8210-4c74-ab30-ae6857638ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:56:45.813679 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.814097 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Bound using segment: {'id': '01f68000-8b38-4a43-8a46-99f0074d930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '16cb5785-8210-4c74-ab30-ae6857638ece'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:56:45.814742 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Bound port: c526c31d-bfc2-4b6f-8d4b-3f63e630181c, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f68000-8b38-4a43-8a46-99f0074d930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '16cb5785-8210-4c74-ab30-ae6857638ece'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:56:45.815127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.829256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=08571c7c-68cd-4704-aed0-d4e915c7ceee,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:45.835378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=9eacf315-2167-4d57-9318-89c60ffa73a8,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:45.837522 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-df11e3a8-18ad-4481-ab9c-4df019d21172 None None] For port 475c6a26-2797-41b6-ae15-0296fecf4de5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=475c6a26-2797-41b6-ae15-0296fecf4de5,segment=NetworkSegment(68721ab9-3d75-43ce-b905-c7f0e722a44f),segment_id=68721ab9-3d75-43ce-b905-c7f0e722a44f)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:45.840809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-df11e3a8-18ad-4481-ab9c-4df019d21172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.880178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.935994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:45.992692 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-df11e3a8-18ad-4481-ab9c-4df019d21172 None None] Calling delete_port for 475c6a26-2797-41b6-ae15-0296fecf4de5 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:46.118168 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:46.122668 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] For port c526c31d-bfc2-4b6f-8d4b-3f63e630181c, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:56:46.126598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] For port c526c31d-bfc2-4b6f-8d4b-3f63e630181c, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c526c31d-bfc2-4b6f-8d4b-3f63e630181c,segment=NetworkSegment(01f68000-8b38-4a43-8a46-99f0074d930e),segment_id=01f68000-8b38-4a43-8a46-99f0074d930e)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:56:46.198007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-df11e3a8-18ad-4481-ab9c-4df019d21172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:46.239170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:46.252877 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11e3a8-18ad-4481-ab9c-4df019d21172 None None] Pushing event deleted for resources: {'Port': ['ID=475c6a26-2797-41b6-ae15-0296fecf4de5,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:46.273600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:46.276391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:46.295842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11e3a8-18ad-4481-ab9c-4df019d21172 None None] No DVR routers for this DVR port 475c6a26-2797-41b6-ae15-0296fecf4de5 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:56:46.351575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cee781-18c5-4cac-97d3-b996e30ae619 None None] Pushing event updated for resources: {'Port': ['ID=c526c31d-bfc2-4b6f-8d4b-3f63e630181c,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:46.520636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5177d069-b78f-4039-9341-d0646385ec5e no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:56:46.568206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 5177d069-b78f-4039-9341-d0646385ec5e {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:56:46.568563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5177d069-b78f-4039-9341-d0646385ec5e not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:56:46.574065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 475c6a26-2797-41b6-ae15-0296fecf4de5 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:56:46.621415 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 475c6a26-2797-41b6-ae15-0296fecf4de5 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:56:46.621758 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 475c6a26-2797-41b6-ae15-0296fecf4de5 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:56:46.658173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:46.658173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Fanout notify agent at l3_agent the message router_deleted on router 02f0e2f5-b207-4844-8e73-1fb48858c2d4 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:56:46.689063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:46.689063 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-660de2bb-d4fe-4f6c-bdd9-00d66943449c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/routers/02f0e2f5-b207-4844-8e73-1fb48858c2d4 HTTP/1.1" status: 204 len: 168 time: 2.0154665 Mar 08 11:56:46.689063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53278) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:46.754199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:46.824233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c37de03-2c81-4ce6-a361-8b4a5f5d5b11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:46.841334 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:46.962674 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:46.966874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c37de03-2c81-4ce6-a361-8b4a5f5d5b11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:46.967196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=9eacf315-2167-4d57-9318-89c60ffa73a8,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:46.993102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-0c37de03-2c81-4ce6-a361-8b4a5f5d5b11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:47.006056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-0c37de03-2c81-4ce6-a361-8b4a5f5d5b11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68721ab9-3d75-43ce-b905-c7f0e722a44f') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:47.006360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-0c37de03-2c81-4ce6-a361-8b4a5f5d5b11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68721ab9-3d75-43ce-b905-c7f0e722a44f') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:47.017698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c37de03-2c81-4ce6-a361-8b4a5f5d5b11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:47.039679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c37de03-2c81-4ce6-a361-8b4a5f5d5b11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:47.046233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c37de03-2c81-4ce6-a361-8b4a5f5d5b11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:56:47.046615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c37de03-2c81-4ce6-a361-8b4a5f5d5b11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:56:47.061474 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:56:47.105090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 16cb5785-8210-4c74-ab30-ae6857638ece is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:47.106190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:47.220686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c37de03-2c81-4ce6-a361-8b4a5f5d5b11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:47.239847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c37de03-2c81-4ce6-a361-8b4a5f5d5b11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:47.254059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37de03-2c81-4ce6-a361-8b4a5f5d5b11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Network': ['ID=43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:47.260841 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0c37de03-2c81-4ce6-a361-8b4a5f5d5b11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/networks/43cbf5fe-47b5-428e-ad74-d1f3e1fcd0cd HTTP/1.1" status: 204 len: 168 time: 0.5718405 Mar 08 11:56:47.283003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53282) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:47.296205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'network': {'name': 'tempest-network-smoke--1461622837', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'port_security_enabled': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:47.296205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:47.298761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:network and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:47.301849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:47.307909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:47.429637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 2d4bd7e6-f030-4b26-9dee-b94f78bd25b2 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:56:47.443193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:47.447212 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:47.481446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:56:47.488055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaedb3e-decf-4908-94b8-f398b4284d8c None None] Network 16cb5785-8210-4c74-ab30-ae6857638ece requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:47.491066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:47.491528 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Added segment 19df8c78-d6e4-4260-9e03-6709c1f72dab of type vlan for network b9c7b9aa-bc08-495c-8ee7-221b9765710e Mar 08 11:56:47.524485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:47.606459 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:47.618203 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4fcd7-14c0-469e-ab9b-6aa58faa0baa None None] Sync routers for ids ['2d4bd7e6-f030-4b26-9dee-b94f78bd25b2'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:47.621412 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-700f6451-6c0e-4fff-a6b9-27584ee520a1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/2d4bd7e6-f030-4b26-9dee-b94f78bd25b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2928247 Mar 08 11:56:47.624179 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53286) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:47.632209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:47.637703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:47.638392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:47.644027 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4fcd7-14c0-469e-ab9b-6aa58faa0baa None None] Routers {'2d4bd7e6-f030-4b26-9dee-b94f78bd25b2'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:47.644776 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7ed4fcd7-14c0-469e-ab9b-6aa58faa0baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2d4bd7e6-f030-4b26-9dee-b94f78bd25b2'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:47.701842 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a783bc5e-471a-4f68-9d5b-23fcf8ebdec4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:47.702639 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a783bc5e-471a-4f68-9d5b-23fcf8ebdec4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Synchronizing usage tracker for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:56:47.753069 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7ed4fcd7-14c0-469e-ab9b-6aa58faa0baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:47.757234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9a036b18-f454-4474-9593-b343736c3bba None None] Provisioning for port c526c31d-bfc2-4b6f-8d4b-3f63e630181c completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:47.765669 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4fcd7-14c0-469e-ab9b-6aa58faa0baa None None] Routers {'2d4bd7e6-f030-4b26-9dee-b94f78bd25b2'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:47.766622 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7ed4fcd7-14c0-469e-ab9b-6aa58faa0baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2d4bd7e6-f030-4b26-9dee-b94f78bd25b2'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:47.794519 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Network': ['ID=b9c7b9aa-bc08-495c-8ee7-221b9765710e,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:47.805576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a783bc5e-471a-4f68-9d5b-23fcf8ebdec4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Unset dirty status for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:56:47.809727 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a783bc5e-471a-4f68-9d5b-23fcf8ebdec4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports/9eacf315-2167-4d57-9318-89c60ffa73a8 HTTP/1.1" status: 200 len: 910 time: 0.1844158 Mar 08 11:56:47.810457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53290) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:47.814440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network b9c7b9aa-bc08-495c-8ee7-221b9765710e details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:56:47.839206 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7ed4fcd7-14c0-469e-ab9b-6aa58faa0baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:47.839681 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4fcd7-14c0-469e-ab9b-6aa58faa0baa None None] The sync data for ids ['2d4bd7e6-f030-4b26-9dee-b94f78bd25b2'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:47.888529 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9eb6313d-ded6-4671-81a1-269c62da6b44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6046889 Mar 08 11:56:47.891207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53294) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:47.951391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'admin_state_up': True, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:47.966753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:47.974511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:router and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:47.979055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:47.995398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:48.132536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c526c31d-bfc2-4b6f-8d4b-3f63e630181c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:48.170009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:48.171098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:48.188527 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-89a48d39-a5c5-4f36-af3b-bdbb4510e511 None None] Provisioning for port 9eacf315-2167-4d57-9318-89c60ffa73a8 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:48.198885 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-89a48d39-a5c5-4f36-af3b-bdbb4510e511 None None] Provisioning complete for port 9eacf315-2167-4d57-9318-89c60ffa73a8 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:48.199318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-89a48d39-a5c5-4f36-af3b-bdbb4510e511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:48.237718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:48.262736 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-89a48d39-a5c5-4f36-af3b-bdbb4510e511 None None] Port 9eacf315-2167-4d57-9318-89c60ffa73a8 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:48.347869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port c526c31d-bfc2-4b6f-8d4b-3f63e630181c completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:48.353916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port c526c31d-bfc2-4b6f-8d4b-3f63e630181c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:48.357769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:48.421698 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-402d55f7-8df2-4575-bd7f-c16075357458 None None] Provisioning complete for port 9eacf315-2167-4d57-9318-89c60ffa73a8 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:48.422128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-402d55f7-8df2-4575-bd7f-c16075357458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:48.520440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-402d55f7-8df2-4575-bd7f-c16075357458 None None] Port 9eacf315-2167-4d57-9318-89c60ffa73a8 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:48.547096 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:48.573632 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port c526c31d-bfc2-4b6f-8d4b-3f63e630181c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c526c31d-bfc2-4b6f-8d4b-3f63e630181c,segment=NetworkSegment(01f68000-8b38-4a43-8a46-99f0074d930e),segment_id=01f68000-8b38-4a43-8a46-99f0074d930e)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:48.642003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-68c8ae2a-5601-4f2b-a544-4ebfc1d9347b None None] Provisioning complete for port 9eacf315-2167-4d57-9318-89c60ffa73a8 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:48.642486 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-68c8ae2a-5601-4f2b-a544-4ebfc1d9347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:48.679071 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:48.722759 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 08571c7c-68cd-4704-aed0-d4e915c7ceee no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:56:48.737950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246c0700-159d-42d7-a618-0e63cd48ebae tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:48.776667 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 08571c7c-68cd-4704-aed0-d4e915c7ceee {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:56:48.777188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 08571c7c-68cd-4704-aed0-d4e915c7ceee not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:56:48.782849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-68c8ae2a-5601-4f2b-a544-4ebfc1d9347b None None] Port 9eacf315-2167-4d57-9318-89c60ffa73a8 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:48.801926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:48.802941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=c526c31d-bfc2-4b6f-8d4b-3f63e630181c,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:49.192297 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-246c0700-159d-42d7-a618-0e63cd48ebae tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port 9eacf315-2167-4d57-9318-89c60ffa73a8 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:49.192643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246c0700-159d-42d7-a618-0e63cd48ebae tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:49.431501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:49.516904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:49.605929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246c0700-159d-42d7-a618-0e63cd48ebae tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:49.897720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-246c0700-159d-42d7-a618-0e63cd48ebae tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for 9eacf315-2167-4d57-9318-89c60ffa73a8 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:50.011239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.174 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/196c887b-af5f-4118-838b-fa3a6b545f6f) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:50.093987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c526c31d-bfc2-4b6f-8d4b-3f63e630181c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:50.168761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port c526c31d-bfc2-4b6f-8d4b-3f63e630181c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:50.169185 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:50.235202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:50.324185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246c0700-159d-42d7-a618-0e63cd48ebae tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:50.369292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:50.384957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0700-159d-42d7-a618-0e63cd48ebae tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=9eacf315-2167-4d57-9318-89c60ffa73a8,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:50.495830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:50.502669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:50.516531 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:50.639168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=196c887b-af5f-4118-838b-fa3a6b545f6f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:50.828807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-246c0700-159d-42d7-a618-0e63cd48ebae tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:51.348136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246c0700-159d-42d7-a618-0e63cd48ebae tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 2d4bd7e6-f030-4b26-9dee-b94f78bd25b2 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:56:51.577429 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246c0700-159d-42d7-a618-0e63cd48ebae tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:51.583563 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:51.586676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b654dfc-56f0-4d4c-abfa-6b60dc1ffb62 None None] Sync routers for ids ['2d4bd7e6-f030-4b26-9dee-b94f78bd25b2'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:51.597737 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b654dfc-56f0-4d4c-abfa-6b60dc1ffb62 None None] Routers {'2d4bd7e6-f030-4b26-9dee-b94f78bd25b2'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:51.598440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4b654dfc-56f0-4d4c-abfa-6b60dc1ffb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2d4bd7e6-f030-4b26-9dee-b94f78bd25b2'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:51.660023 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4b654dfc-56f0-4d4c-abfa-6b60dc1ffb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:51.672026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b654dfc-56f0-4d4c-abfa-6b60dc1ffb62 None None] Routers {'2d4bd7e6-f030-4b26-9dee-b94f78bd25b2'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:51.672026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4b654dfc-56f0-4d4c-abfa-6b60dc1ffb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2d4bd7e6-f030-4b26-9dee-b94f78bd25b2'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:51.735433 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4b654dfc-56f0-4d4c-abfa-6b60dc1ffb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:51.735623 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b654dfc-56f0-4d4c-abfa-6b60dc1ffb62 None None] The sync data for ids ['2d4bd7e6-f030-4b26-9dee-b94f78bd25b2'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:51.745490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53300) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:51.746099 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-246c0700-159d-42d7-a618-0e63cd48ebae tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/2d4bd7e6-f030-4b26-9dee-b94f78bd25b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9330664 Mar 08 11:56:51.791452 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-93f54007-2120-4aa3-bb7d-6965ec7d8acd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4bd7e6-f030-4b26-9dee-b94f78bd25b2 HTTP/1.1" status: 200 len: 205 time: 0.0428057 Mar 08 11:56:51.791675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53304) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:51.926537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1c94442e-296e-4cd6-a3db-5afeeedb4e15 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:51.942026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:52.191815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:56:52.355858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1c94442e-296e-4cd6-a3db-5afeeedb4e15 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:52.358036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1c94442e-296e-4cd6-a3db-5afeeedb4e15 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:52.387802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:52.396846 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Sync routers for ids ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:52.406587 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Routers {'e4a8518b-82cd-4a52-a2f1-99cc2e488e24'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:52.413320 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:52.500001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1c94442e-296e-4cd6-a3db-5afeeedb4e15 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:52.500536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c94442e-296e-4cd6-a3db-5afeeedb4e15 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Fanout notify agent at l3_agent the message router_deleted on router 2d4bd7e6-f030-4b26-9dee-b94f78bd25b2 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:56:52.511786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1c94442e-296e-4cd6-a3db-5afeeedb4e15 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:52.512842 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1c94442e-296e-4cd6-a3db-5afeeedb4e15 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/2d4bd7e6-f030-4b26-9dee-b94f78bd25b2 HTTP/1.1" status: 204 len: 168 time: 0.7203145 Mar 08 11:56:52.515485 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53308) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:52.523545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:52.525155 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ad26c66e-ce55-49b7-aeab-2c0d51ccbc8d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6330740 Mar 08 11:56:52.528262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53312) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:52.571185 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-38f60b60-2f26-4bbc-bc33-8de8e3fe9cbd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c6ec9fcbfccf47d68d2acd05b7c2000a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386837 Mar 08 11:56:52.571434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53316) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:52.586782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36d2bc0-fe45-45e4-a51f-8876de5f1500 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting subnet a32edc7f-99d4-4b07-97c0-ae62618f06c5 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:56:52.587516 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Set router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:56:52.590338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d36d2bc0-fe45-45e4-a51f-8876de5f1500 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:52.646004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d36d2bc0-fe45-45e4-a51f-8876de5f1500 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:52.707264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac5909d-6896-41ab-bcdf-dd495a557bad tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:52.710269 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2ac5909d-6896-41ab-bcdf-dd495a557bad tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1374304 Mar 08 11:56:52.713564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53320) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:52.733292 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d36d2bc0-fe45-45e4-a51f-8876de5f1500 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:52.886898 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8dd87c26-b86c-4f35-bd85-7479e2d87bf0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1726158 Mar 08 11:56:52.889310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53324) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:52.892497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d36d2bc0-fe45-45e4-a51f-8876de5f1500 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:52.895067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1038850583', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:52.925627 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:56:50Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:52.931306 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Checking router: e4a8518b-82cd-4a52-a2f1-99cc2e488e24 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:56:52.931858 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Updating router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 port 196c887b-af5f-4118-838b-fa3a6b545f6f binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:56:52.933066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d2bc0-fe45-45e4-a51f-8876de5f1500 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Subnet': ['ID=a32edc7f-99d4-4b07-97c0-ae62618f06c5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:52.938523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d36d2bc0-fe45-45e4-a51f-8876de5f1500 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:52.947315 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d36d2bc0-fe45-45e4-a51f-8876de5f1500 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/a32edc7f-99d4-4b07-97c0-ae62618f06c5 HTTP/1.1" status: 204 len: 168 time: 0.4307988 Mar 08 11:56:52.947947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53328) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:52.948478 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a086b4-284c-458b-a7af-a3a1f480ad12 None None] Network 16cb5785-8210-4c74-ab30-ae6857638ece requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:52.997433 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.024151 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:53.029066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:subnet and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:53.033784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:53.042290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:53.067784 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.079849 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port c526c31d-bfc2-4b6f-8d4b-3f63e630181c {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:53.080261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.120793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:53.125632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.222547 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e35f1d-da7b-40cf-abc2-cd2d11cf42be None None] DHCP port deletion for 16cb5785-8210-4c74-ab30-ae6857638ece request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:56:53.228083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-57e35f1d-da7b-40cf-abc2-cd2d11cf42be None None] Deleting port c526c31d-bfc2-4b6f-8d4b-3f63e630181c {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:53.228802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-57e35f1d-da7b-40cf-abc2-cd2d11cf42be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.333656 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] For port c526c31d-bfc2-4b6f-8d4b-3f63e630181c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c526c31d-bfc2-4b6f-8d4b-3f63e630181c,segment=NetworkSegment(01f68000-8b38-4a43-8a46-99f0074d930e),segment_id=01f68000-8b38-4a43-8a46-99f0074d930e)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:53.334407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.355295 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.367761 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Transition to ACTIVE for port object 196c887b-af5f-4118-838b-fa3a6b545f6f will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:53.444435 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.454290 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.465208 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for c526c31d-bfc2-4b6f-8d4b-3f63e630181c owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:53.495857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-57e35f1d-da7b-40cf-abc2-cd2d11cf42be None None] For port c526c31d-bfc2-4b6f-8d4b-3f63e630181c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c526c31d-bfc2-4b6f-8d4b-3f63e630181c,segment=NetworkSegment(01f68000-8b38-4a43-8a46-99f0074d930e),segment_id=01f68000-8b38-4a43-8a46-99f0074d930e)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:53.496524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-57e35f1d-da7b-40cf-abc2-cd2d11cf42be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.538418 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Attempting to bind port 196c887b-af5f-4118-838b-fa3a6b545f6f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:56:53.539088 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Attempting to bind port 196c887b-af5f-4118-838b-fa3a6b545f6f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:56:53.539621 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Attempting to bind port 196c887b-af5f-4118-838b-fa3a6b545f6f on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:56:53.549504 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Pushing event updated for resources: {'Port': ['ID=196c887b-af5f-4118-838b-fa3a6b545f6f,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:53.553356 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:56:53.554178 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:56:53.554801 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.555421 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:56:53.556122 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Bound port: 196c887b-af5f-4118-838b-fa3a6b545f6f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:56:53.556758 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.576382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Subnet': ['ID=f52e396a-e122-47d5-87e9-f785c2129f6d,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:53.585508 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Checking segment: {'id': '19df8c78-d6e4-4260-9e03-6709c1f72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:56:53.586154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network hostable DHCP agents. Network: b9c7b9aa-bc08-495c-8ee7-221b9765710e, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:56:53.596007 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:53.596442 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:53.597028 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:53.597550 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:53.598066 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:53.598555 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:53.599043 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:53.599527 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:53.600057 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:53.600559 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:53.601057 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:53.608589 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:53.627611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-57e35f1d-da7b-40cf-abc2-cd2d11cf42be None None] Calling delete_port for c526c31d-bfc2-4b6f-8d4b-3f63e630181c owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:56:53.637644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.654697 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] For port 196c887b-af5f-4118-838b-fa3a6b545f6f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:56:53.657901 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] For port 196c887b-af5f-4118-838b-fa3a6b545f6f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=196c887b-af5f-4118-838b-fa3a6b545f6f,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:56:53.694927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b9c7b9aa-bc08-495c-8ee7-221b9765710e is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:56:53.698937 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=c526c31d-bfc2-4b6f-8d4b-3f63e630181c,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:53.702416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No DVR routers for this DVR port c526c31d-bfc2-4b6f-8d4b-3f63e630181c on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:56:53.708742 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-57e35f1d-da7b-40cf-abc2-cd2d11cf42be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:56:53.708742 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-57e35f1d-da7b-40cf-abc2-cd2d11cf42be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:56:53.734915 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.797561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, b9c7b9aa-bc08-495c-8ee7-221b9765710e) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:53.801974 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:53.804159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.815233 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Routers {'e4a8518b-82cd-4a52-a2f1-99cc2e488e24'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:53.816047 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:53.818322 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3173a51c-cc11-4f96-bde1-8b19edbeb383 None None] Network b9c7b9aa-bc08-495c-8ee7-221b9765710e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:53.826939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.852582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cb5785-8210-4c74-ab30-ae6857638ece']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:53.864505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f68000-8b38-4a43-8a46-99f0074d930e') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:53.864803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f68000-8b38-4a43-8a46-99f0074d930e') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:53.876781 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.881989 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3bf1a-dd64-424a-bb6a-93d64f81bae5 None None] Pushing event updated for resources: {'Port': ['ID=196c887b-af5f-4118-838b-fa3a6b545f6f,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:53.894231 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.900714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:56:53.904169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:53.904316 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-49ba8a78-d2e5-42af-a2b9-f8b1994a03d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0111392 Mar 08 11:56:53.904316 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53332) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:56:53.915909 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:56:54.029533 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] Set router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:56:54.075669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ips': [{'subnet_id': 'f52e396a-e122-47d5-87e9-f785c2129f6d'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:56:54.076629 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:54.111698 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:54.133468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:54.137555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c526c31d-bfc2-4b6f-8d4b-3f63e630181c no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:56:54.143044 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Network': ['ID=16cb5785-8210-4c74-ab30-ae6857638ece,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:54.152054 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-10a5ee28-0c90-48b9-b662-1a8b181d1d9e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/networks/16cb5785-8210-4c74-ab30-ae6857638ece HTTP/1.1" status: 204 len: 168 time: 1.2029598 Mar 08 11:56:54.155516 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53336) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:54.161260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1299415343', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:54.168945 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:54.173671 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:router and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:54.177353 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:54.178754 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: c526c31d-bfc2-4b6f-8d4b-3f63e630181c {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:56:54.179336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c526c31d-bfc2-4b6f-8d4b-3f63e630181c not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:56:54.185283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:54.208235 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-57e35f1d-da7b-40cf-abc2-cd2d11cf42be None None] Deleting port c526c31d-bfc2-4b6f-8d4b-3f63e630181c {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:56:54.208933 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-57e35f1d-da7b-40cf-abc2-cd2d11cf42be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:54.281196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-57e35f1d-da7b-40cf-abc2-cd2d11cf42be None None] The port 'c526c31d-bfc2-4b6f-8d4b-3f63e630181c' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:56:54.301372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:54.302769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:54.328647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:54.358275 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:56:50Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:54.362646 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07a350-93b3-4471-ba7c-ecfa8efa616f None None] The sync data for ids ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'] in dv-neutron-828143-8-hyperv is: [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:56:50Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:54.371033 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Allocated IP 172.20.0.2 (b9c7b9aa-bc08-495c-8ee7-221b9765710e/f52e396a-e122-47d5-87e9-f785c2129f6d/d97db3d8-0d15-45e7-a1fe-869d8e37d522) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:54.603133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:54.615105 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Transition to ACTIVE for port object d97db3d8-0d15-45e7-a1fe-869d8e37d522 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:54.656680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Transition to ACTIVE for port object d97db3d8-0d15-45e7-a1fe-869d8e37d522 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:54.727176 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:54.763322 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:54.828966 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Network b9c7b9aa-bc08-495c-8ee7-221b9765710e is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:54.832236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:54.840171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:54.868258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:54.900376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Pushing event updated for resources: {'Port': ['ID=d97db3d8-0d15-45e7-a1fe-869d8e37d522,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:54.955087 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Attempting to bind port d97db3d8-0d15-45e7-a1fe-869d8e37d522 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:56:54.955456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Attempting to bind port d97db3d8-0d15-45e7-a1fe-869d8e37d522 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '19df8c78-d6e4-4260-9e03-6709c1f72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:56:54.955908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Attempting to bind port d97db3d8-0d15-45e7-a1fe-869d8e37d522 on network b9c7b9aa-bc08-495c-8ee7-221b9765710e {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:56:54.963927 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:56:54.964433 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Checking segment: {'id': '19df8c78-d6e4-4260-9e03-6709c1f72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:56:54.964840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:54.965271 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Bound using segment: {'id': '19df8c78-d6e4-4260-9e03-6709c1f72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:56:54.965751 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Bound port: d97db3d8-0d15-45e7-a1fe-869d8e37d522, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19df8c78-d6e4-4260-9e03-6709c1f72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:56:54.966157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:55.067023 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] For port d97db3d8-0d15-45e7-a1fe-869d8e37d522, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:56:55.071855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] For port d97db3d8-0d15-45e7-a1fe-869d8e37d522, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d97db3d8-0d15-45e7-a1fe-869d8e37d522,segment=NetworkSegment(19df8c78-d6e4-4260-9e03-6709c1f72dab),segment_id=19df8c78-d6e4-4260-9e03-6709c1f72dab)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:56:55.146781 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:55.270853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:55.271422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbc35c-36ee-483e-9e32-72aec65ebbd1 None None] Pushing event updated for resources: {'Port': ['ID=d97db3d8-0d15-45e7-a1fe-869d8e37d522,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:55.304098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:55.354260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.1 (b9c7b9aa-bc08-495c-8ee7-221b9765710e/f52e396a-e122-47d5-87e9-f785c2129f6d/147fc390-31b4-4ac3-82fb-e10d14682b61) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:55.472677 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Allocated IP 172.26.4.58 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/b8dc5b31-3640-4893-8f94-be5ceef6a951) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:55.562069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:55.597590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object 147fc390-31b4-4ac3-82fb-e10d14682b61 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:55.671405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:55.692825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:55.756937 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b9c7b9aa-bc08-495c-8ee7-221b9765710e is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:55.759873 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:55.763791 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:55.768452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:55.808603 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=147fc390-31b4-4ac3-82fb-e10d14682b61,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:55.825701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:55.832465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:55.834290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:55.836755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:56:55.870033 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=b8dc5b31-3640-4893-8f94-be5ceef6a951,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:56.145814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d97db3d8-0d15-45e7-a1fe-869d8e37d522 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:56.160179 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:56.271470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port d97db3d8-0d15-45e7-a1fe-869d8e37d522 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:56.277249 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 196c887b-af5f-4118-838b-fa3a6b545f6f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:56.353941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:56.395007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 196c887b-af5f-4118-838b-fa3a6b545f6f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:56.400655 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 196c887b-af5f-4118-838b-fa3a6b545f6f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:56.401331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:56.574100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:56.607417 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 196c887b-af5f-4118-838b-fa3a6b545f6f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=196c887b-af5f-4118-838b-fa3a6b545f6f,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:56.640092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:56.681686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:56.717375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:56.760106 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=196c887b-af5f-4118-838b-fa3a6b545f6f,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:56.808194 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3e48bb-2512-4a97-85c1-2a3ef18240d9 None None] Network b9c7b9aa-bc08-495c-8ee7-221b9765710e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:56:56.831787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=147fc390-31b4-4ac3-82fb-e10d14682b61,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:56.834651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:56.887165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:56.971715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b9c7b9aa-bc08-495c-8ee7-221b9765710e is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:56.972679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:56.986640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bf2f4338-97d0-4318-82e9-1f53b2a90935 None None] Provisioning for port d97db3d8-0d15-45e7-a1fe-869d8e37d522 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:56.995900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bf2f4338-97d0-4318-82e9-1f53b2a90935 None None] Provisioning complete for port d97db3d8-0d15-45e7-a1fe-869d8e37d522 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:56.996356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf2f4338-97d0-4318-82e9-1f53b2a90935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:57.171166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf2f4338-97d0-4318-82e9-1f53b2a90935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:57.186394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 14a5babe-9771-49d4-8b86-fd14947e0a53 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:56:57.208549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bf2f4338-97d0-4318-82e9-1f53b2a90935 None None] For port d97db3d8-0d15-45e7-a1fe-869d8e37d522, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d97db3d8-0d15-45e7-a1fe-869d8e37d522,segment=NetworkSegment(19df8c78-d6e4-4260-9e03-6709c1f72dab),segment_id=19df8c78-d6e4-4260-9e03-6709c1f72dab)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:56:57.283355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf2f4338-97d0-4318-82e9-1f53b2a90935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:57.296153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:56:57.360081 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f4338-97d0-4318-82e9-1f53b2a90935 None None] Pushing event updated for resources: {'Port': ['ID=d97db3d8-0d15-45e7-a1fe-869d8e37d522,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:57.402484 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:57.412648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8952a1-95b7-4675-83fc-8019afa1f88b None None] Sync routers for ids ['14a5babe-9771-49d4-8b86-fd14947e0a53'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:57.421639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8952a1-95b7-4675-83fc-8019afa1f88b None None] Routers {'14a5babe-9771-49d4-8b86-fd14947e0a53'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:57.422792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4f8952a1-95b7-4675-83fc-8019afa1f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['14a5babe-9771-49d4-8b86-fd14947e0a53'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:57.487291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4f8952a1-95b7-4675-83fc-8019afa1f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:57.498830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:57.507499 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8952a1-95b7-4675-83fc-8019afa1f88b None None] Routers {'14a5babe-9771-49d4-8b86-fd14947e0a53'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:57.508690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4f8952a1-95b7-4675-83fc-8019afa1f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['14a5babe-9771-49d4-8b86-fd14947e0a53'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:57.512172 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Sync routers for ids ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:57.520657 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b5bf9884-2db9-4766-8f4f-720eea4acc43 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/e4a8518b-82cd-4a52-a2f1-99cc2e488e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6150537 Mar 08 11:56:57.521517 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Routers {'e4a8518b-82cd-4a52-a2f1-99cc2e488e24'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:57.522228 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:57.523185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53340) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:57.550623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:57.555360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53344) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:57.555816 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0efb8b16-94ad-4497-831e-8e4365352794 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.3991885 Mar 08 11:56:57.592830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4f8952a1-95b7-4675-83fc-8019afa1f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:57.593308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8952a1-95b7-4675-83fc-8019afa1f88b None None] The sync data for ids ['14a5babe-9771-49d4-8b86-fd14947e0a53'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:57.659912 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-18b40152-4681-41d7-ac19-33a8bd44f642 None None] Provisioning for port 147fc390-31b4-4ac3-82fb-e10d14682b61 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:56:57.677220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-18b40152-4681-41d7-ac19-33a8bd44f642 None None] Provisioning complete for port 147fc390-31b4-4ac3-82fb-e10d14682b61 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:57.680355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-18b40152-4681-41d7-ac19-33a8bd44f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:57.741481 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b82b6-2546-4e5b-a5fb-deb6758987fd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:57.742001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b82b6-2546-4e5b-a5fb-deb6758987fd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:57.742443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b82b6-2546-4e5b-a5fb-deb6758987fd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:57.742894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b82b6-2546-4e5b-a5fb-deb6758987fd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:57.743348 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b82b6-2546-4e5b-a5fb-deb6758987fd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:57.743801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b82b6-2546-4e5b-a5fb-deb6758987fd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:57.748109 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e02b82b6-2546-4e5b-a5fb-deb6758987fd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2211916 Mar 08 11:56:57.748918 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53348) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:57.757999 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Set router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:56:57.766631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-18b40152-4681-41d7-ac19-33a8bd44f642 None None] Port 147fc390-31b4-4ac3-82fb-e10d14682b61 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:57.780333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-18b40152-4681-41d7-ac19-33a8bd44f642 None None] Provisioning complete for port d97db3d8-0d15-45e7-a1fe-869d8e37d522 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:57.780726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-18b40152-4681-41d7-ac19-33a8bd44f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:57.894152 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b2832342-ce3b-4696-994c-dfefb932447e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/routers/14a5babe-9771-49d4-8b86-fd14947e0a53 HTTP/1.1" status: 200 len: 880 time: 0.3351579 Mar 08 11:56:57.894743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53352) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:57.917361 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9bb325-0031-49f9-8e17-3a6c97e21b3d tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:57.917833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9bb325-0031-49f9-8e17-3a6c97e21b3d tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:57.918471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9bb325-0031-49f9-8e17-3a6c97e21b3d tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:57.919059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9bb325-0031-49f9-8e17-3a6c97e21b3d tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:57.919512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9bb325-0031-49f9-8e17-3a6c97e21b3d tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:57.919965 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9bb325-0031-49f9-8e17-3a6c97e21b3d tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:57.921721 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3b9bb325-0031-49f9-8e17-3a6c97e21b3d tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1718907 Mar 08 11:56:57.924454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53356) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:58.053282 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3ea894eb-92c9-4728-9ff2-2fb579ef1fd4 None None] Provisioning complete for port 147fc390-31b4-4ac3-82fb-e10d14682b61 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:58.053802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3ea894eb-92c9-4728-9ff2-2fb579ef1fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.126514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3ea894eb-92c9-4728-9ff2-2fb579ef1fd4 None None] Port 147fc390-31b4-4ac3-82fb-e10d14682b61 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:56:58.134449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d97db3d8-0d15-45e7-a1fe-869d8e37d522 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:58.168985 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:56:55Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '147fc390-31b4-4ac3-82fb-e10d14682b61', 'name': '', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:39:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:55Z', 'updated_at': '2022-03-08T11:56:56Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:58.171061 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7c7980a4-75f8-4022-bf15-6f569e47f0d2 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3757 time: 0.2454393 Mar 08 11:56:58.172241 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0ef5bd4d-c4a8-49ed-9c77-c6a03ac731ab tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Synchronizing usage tracker for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:router {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:56:58.175542 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Checking router: e4a8518b-82cd-4a52-a2f1-99cc2e488e24 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:56:58.176134 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Updating router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 port 147fc390-31b4-4ac3-82fb-e10d14682b61 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:56:58.214970 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port d97db3d8-0d15-45e7-a1fe-869d8e37d522 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:58.215651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.235611 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.258320 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0ef5bd4d-c4a8-49ed-9c77-c6a03ac731ab tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Unset dirty status for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:router {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:56:58.262431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53362) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:58.262581 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0ef5bd4d-c4a8-49ed-9c77-c6a03ac731ab tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3670390 Mar 08 11:56:58.267865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-6998b589-976d-4c4d-b227-f54439386f62 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1299415343'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:58.352314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 196c887b-af5f-4118-838b-fa3a6b545f6f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:56:58.430248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 196c887b-af5f-4118-838b-fa3a6b545f6f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:56:58.430669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.459173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53366) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:58.464700 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276029993', 'description': 'tempest-secgroup-smoke-1276029993 description', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:58.472305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:58.477157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:58.481108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:58.488058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:58.577487 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.597916 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:58.605001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:58.605663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:58.611537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:58.627982 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.642189 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Transition to ACTIVE for port object 147fc390-31b4-4ac3-82fb-e10d14682b61 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:56:58.689975 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.697312 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.760621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.812235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:58.815410 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345c405-175e-4b31-b0d6-81fcf0f4a84d None None] Pushing event updated for resources: {'Port': ['ID=147fc390-31b4-4ac3-82fb-e10d14682b61,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:58.849649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6998b589-976d-4c4d-b227-f54439386f62 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.875230 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.876477 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e8da7263-0bf3-487f-ba38-04d39d394304 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4162421 Mar 08 11:56:58.881408 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53370) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:58.886513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a44375f0-ad3a-4ea4-9f4f-0163cdcb3dc4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:58.892751 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a44375f0-ad3a-4ea4-9f4f-0163cdcb3dc4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:58.896954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a44375f0-ad3a-4ea4-9f4f-0163cdcb3dc4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:58.900401 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a44375f0-ad3a-4ea4-9f4f-0163cdcb3dc4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:58.906366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a44375f0-ad3a-4ea4-9f4f-0163cdcb3dc4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:58.920067 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Attempting to bind port 147fc390-31b4-4ac3-82fb-e10d14682b61 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:56:58.920428 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Attempting to bind port 147fc390-31b4-4ac3-82fb-e10d14682b61 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '19df8c78-d6e4-4260-9e03-6709c1f72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:56:58.920789 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Attempting to bind port 147fc390-31b4-4ac3-82fb-e10d14682b61 on network b9c7b9aa-bc08-495c-8ee7-221b9765710e {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:56:58.926200 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:56:58.926566 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Checking segment: {'id': '19df8c78-d6e4-4260-9e03-6709c1f72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:56:58.927144 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.927351 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Bound using segment: {'id': '19df8c78-d6e4-4260-9e03-6709c1f72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:56:58.927849 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Bound port: 147fc390-31b4-4ac3-82fb-e10d14682b61, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19df8c78-d6e4-4260-9e03-6709c1f72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:56:58.928856 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.955421 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6998b589-976d-4c4d-b227-f54439386f62 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:58.990000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a44375f0-ad3a-4ea4-9f4f-0163cdcb3dc4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:59.022929 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] For port 147fc390-31b4-4ac3-82fb-e10d14682b61, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:56:59.026305 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] For port 147fc390-31b4-4ac3-82fb-e10d14682b61, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=147fc390-31b4-4ac3-82fb-e10d14682b61,segment=NetworkSegment(19df8c78-d6e4-4260-9e03-6709c1f72dab),segment_id=19df8c78-d6e4-4260-9e03-6709c1f72dab)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:56:59.054831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a44375f0-ad3a-4ea4-9f4f-0163cdcb3dc4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:59.089340 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:59.111497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a44375f0-ad3a-4ea4-9f4f-0163cdcb3dc4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:59.144068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44375f0-ad3a-4ea4-9f4f-0163cdcb3dc4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610a594f-97c2-4fa8-aaad-47f4e6a993ee,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:59.172703 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Routers {'e4a8518b-82cd-4a52-a2f1-99cc2e488e24'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:59.184383 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:59.224188 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345c405-175e-4b31-b0d6-81fcf0f4a84d None None] Pushing event updated for resources: {'Port': ['ID=147fc390-31b4-4ac3-82fb-e10d14682b61,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:59.232435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a44375f0-ad3a-4ea4-9f4f-0163cdcb3dc4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:59.233472 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a44375f0-ad3a-4ea4-9f4f-0163cdcb3dc4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512070 Mar 08 11:56:59.236199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53374) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:59.242984 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3d80635b-8bbf-4568-8a11-9eb28fc28700 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:59.254815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3d80635b-8bbf-4568-8a11-9eb28fc28700 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:59.259686 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3d80635b-8bbf-4568-8a11-9eb28fc28700 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:59.263076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3d80635b-8bbf-4568-8a11-9eb28fc28700 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:59.275400 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3d80635b-8bbf-4568-8a11-9eb28fc28700 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:59.291291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6998b589-976d-4c4d-b227-f54439386f62 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 14a5babe-9771-49d4-8b86-fd14947e0a53 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:56:59.375854 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3d80635b-8bbf-4568-8a11-9eb28fc28700 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:59.383563 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] Set router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:56:59.445318 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3d80635b-8bbf-4568-8a11-9eb28fc28700 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:59.486217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6998b589-976d-4c4d-b227-f54439386f62 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:56:59.493252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6998b589-976d-4c4d-b227-f54439386f62 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:59.496550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5492fb-bd4c-4fb6-9926-15424b1f19f5 None None] Sync routers for ids ['14a5babe-9771-49d4-8b86-fd14947e0a53'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:59.498970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53378) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:59.502193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3d80635b-8bbf-4568-8a11-9eb28fc28700 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:59.502465 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6998b589-976d-4c4d-b227-f54439386f62 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/14a5babe-9771-49d4-8b86-fd14947e0a53 HTTP/1.1" status: 200 len: 887 time: 1.2371716 Mar 08 11:56:59.507235 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5492fb-bd4c-4fb6-9926-15424b1f19f5 None None] Routers {'14a5babe-9771-49d4-8b86-fd14947e0a53'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:59.507235 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5b5492fb-bd4c-4fb6-9926-15424b1f19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['14a5babe-9771-49d4-8b86-fd14947e0a53'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:59.569641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5b5492fb-bd4c-4fb6-9926-15424b1f19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:59.580422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5492fb-bd4c-4fb6-9926-15424b1f19f5 None None] Routers {'14a5babe-9771-49d4-8b86-fd14947e0a53'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:56:59.580422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5b5492fb-bd4c-4fb6-9926-15424b1f19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['14a5babe-9771-49d4-8b86-fd14947e0a53'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:59.602730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80635b-8bbf-4568-8a11-9eb28fc28700 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51317a51-257e-44ce-8757-69fadac4f232,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:59.646473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5b5492fb-bd4c-4fb6-9926-15424b1f19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:59.646802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5492fb-bd4c-4fb6-9926-15424b1f19f5 None None] The sync data for ids ['14a5babe-9771-49d4-8b86-fd14947e0a53'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:59.730515 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:56:55Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '147fc390-31b4-4ac3-82fb-e10d14682b61', 'name': '', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:39:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:55Z', 'updated_at': '2022-03-08T11:56:59Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:59.734599 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd92e4e5-6f86-4543-a25a-0005fb45b648 None None] The sync data for ids ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'] in dv-neutron-828143-8-hyperv is: [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:56:55Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '147fc390-31b4-4ac3-82fb-e10d14682b61', 'name': '', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:39:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:55Z', 'updated_at': '2022-03-08T11:56:59Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:59.820715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3d80635b-8bbf-4568-8a11-9eb28fc28700 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:56:59.821867 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3d80635b-8bbf-4568-8a11-9eb28fc28700 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5846553 Mar 08 11:56:59.824721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53384) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:59.830248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-5c9577af-88f5-4a77-9cb7-8175c63c8b68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:59.839200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5c9577af-88f5-4a77-9cb7-8175c63c8b68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:56:59.845754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5c9577af-88f5-4a77-9cb7-8175c63c8b68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:56:59.848969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5c9577af-88f5-4a77-9cb7-8175c63c8b68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:56:59.855819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5c9577af-88f5-4a77-9cb7-8175c63c8b68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:56:59.869921 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3361c6c0-7a9c-4ee0-b849-76428a961da3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/routers/14a5babe-9771-49d4-8b86-fd14947e0a53 HTTP/1.1" status: 200 len: 887 time: 0.3684690 Mar 08 11:56:59.871406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53388) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:56:59.914824 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8e7fa1e2-bf3d-43eb-9208-1d0ad24ff6ca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Synchronizing usage tracker for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:56:59.951922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c9577af-88f5-4a77-9cb7-8175c63c8b68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.000770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8e7fa1e2-bf3d-43eb-9208-1d0ad24ff6ca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Unset dirty status for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:57:00.004880 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8e7fa1e2-bf3d-43eb-9208-1d0ad24ff6ca tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=14a5babe-9771-49d4-8b86-fd14947e0a53 HTTP/1.1" status: 200 len: 205 time: 0.1300766 Mar 08 11:57:00.005280 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53392) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:00.016408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c9577af-88f5-4a77-9cb7-8175c63c8b68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.092135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c9577af-88f5-4a77-9cb7-8175c63c8b68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.117819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9577af-88f5-4a77-9cb7-8175c63c8b68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e9e8ae-4eab-432a-835d-2fa5f4e83488,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:00.142390 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 147fc390-31b4-4ac3-82fb-e10d14682b61 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:00.208187 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.227507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5c9577af-88f5-4a77-9cb7-8175c63c8b68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.227507 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5c9577af-88f5-4a77-9cb7-8175c63c8b68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3955491 Mar 08 11:57:00.227507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53396) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:00.229772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f2507d17-68bc-4e64-b67e-4eb76ecacc1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:00.236830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f2507d17-68bc-4e64-b67e-4eb76ecacc1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:00.242046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f2507d17-68bc-4e64-b67e-4eb76ecacc1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:00.245126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f2507d17-68bc-4e64-b67e-4eb76ecacc1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:00.251548 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f2507d17-68bc-4e64-b67e-4eb76ecacc1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:00.348677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 147fc390-31b4-4ac3-82fb-e10d14682b61 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:00.360450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 147fc390-31b4-4ac3-82fb-e10d14682b61 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:00.360450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.389732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f2507d17-68bc-4e64-b67e-4eb76ecacc1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.403780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.464462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f2507d17-68bc-4e64-b67e-4eb76ecacc1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.465706 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port b8dc5b31-3640-4893-8f94-be5ceef6a951 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:00.466098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.494243 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.529008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 147fc390-31b4-4ac3-82fb-e10d14682b61, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=147fc390-31b4-4ac3-82fb-e10d14682b61,segment=NetworkSegment(19df8c78-d6e4-4260-9e03-6709c1f72dab),segment_id=19df8c78-d6e4-4260-9e03-6709c1f72dab)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:00.562640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f2507d17-68bc-4e64-b67e-4eb76ecacc1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.585976 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.589084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2507d17-68bc-4e64-b67e-4eb76ecacc1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf55d726-46c6-442d-9a49-36270e37b036,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:00.659683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f2507d17-68bc-4e64-b67e-4eb76ecacc1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.663866 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f2507d17-68bc-4e64-b67e-4eb76ecacc1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4387083 Mar 08 11:57:00.664940 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53400) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:00.669861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-fe623ad1-b827-4a15-a1b1-b56d0c46b6a2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:00.680086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.682194 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=147fc390-31b4-4ac3-82fb-e10d14682b61,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:00.685892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fe623ad1-b827-4a15-a1b1-b56d0c46b6a2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:00.691402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fe623ad1-b827-4a15-a1b1-b56d0c46b6a2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:00.694952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fe623ad1-b827-4a15-a1b1-b56d0c46b6a2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:00.700867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fe623ad1-b827-4a15-a1b1-b56d0c46b6a2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:00.777761 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-fe623ad1-b827-4a15-a1b1-b56d0c46b6a2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:57:00.785163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fe623ad1-b827-4a15-a1b1-b56d0c46b6a2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.813089 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for b8dc5b31-3640-4893-8f94-be5ceef6a951 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:00.854669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fe623ad1-b827-4a15-a1b1-b56d0c46b6a2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.909126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fe623ad1-b827-4a15-a1b1-b56d0c46b6a2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:00.929071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe623ad1-b827-4a15-a1b1-b56d0c46b6a2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c1060e-092d-480b-9501-a94d46294cb8,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:01.008649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fe623ad1-b827-4a15-a1b1-b56d0c46b6a2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:01.009779 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fe623ad1-b827-4a15-a1b1-b56d0c46b6a2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3442245 Mar 08 11:57:01.012587 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53404) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:01.017537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-43fb8140-4e06-4d0a-8f8d-1533023ffad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:01.023357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-43fb8140-4e06-4d0a-8f8d-1533023ffad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:01.027258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-43fb8140-4e06-4d0a-8f8d-1533023ffad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:01.030176 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-43fb8140-4e06-4d0a-8f8d-1533023ffad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:01.035487 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:01.041068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-43fb8140-4e06-4d0a-8f8d-1533023ffad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:01.092134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=b8dc5b31-3640-4893-8f94-be5ceef6a951,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:01.178779 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:01.223537 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-43fb8140-4e06-4d0a-8f8d-1533023ffad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:57:01.292977 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-43fb8140-4e06-4d0a-8f8d-1533023ffad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:01.364463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:01.372029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:01.430257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-43fb8140-4e06-4d0a-8f8d-1533023ffad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:01.469273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:01.469796 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Fanout notify agent at l3_agent the message router_deleted on router 14a5babe-9771-49d4-8b86-fd14947e0a53 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:57:01.503421 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-43fb8140-4e06-4d0a-8f8d-1533023ffad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:01.527247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb8140-4e06-4d0a-8f8d-1533023ffad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043c6b54-22e2-43c3-b01a-66eb143d503f,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:01.577615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:01.578678 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c19158be-df8b-46c3-95a9-3e6911e05fa3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/14a5babe-9771-49d4-8b86-fd14947e0a53 HTTP/1.1" status: 204 len: 168 time: 1.5724034 Mar 08 11:57:01.582408 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53408) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:01.588208 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'network': {'name': 'tempest-RoutersTest-754719853'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:01.593139 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:01.597169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:network and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:01.600099 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:01.605893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-43fb8140-4e06-4d0a-8f8d-1533023ffad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:01.607020 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-43fb8140-4e06-4d0a-8f8d-1533023ffad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5935106 Mar 08 11:57:01.607994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:01.688305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:01.691915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:01.826105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-08048df9-63c4-47dc-80bc-4bdc378dedc6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:57:01.839857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:57:01.848295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:01.854711 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Added segment 52bd9f64-b289-46b7-9c09-710abb0117b6 of type vlan for network fb7a95d4-7cec-4a54-83ec-aee8a03a468a Mar 08 11:57:01.872524 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:02.098883 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 147fc390-31b4-4ac3-82fb-e10d14682b61 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:02.122838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-08048df9-63c4-47dc-80bc-4bdc378dedc6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:57:02.124358 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-08048df9-63c4-47dc-80bc-4bdc378dedc6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276029993&fields=id&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 267 time: 0.3387153 Mar 08 11:57:02.155512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:02.161257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:02.163853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:02.165545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 147fc390-31b4-4ac3-82fb-e10d14682b61 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:02.165955 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:02.274746 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Network': ['ID=fb7a95d4-7cec-4a54-83ec-aee8a03a468a,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:02.288018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network fb7a95d4-7cec-4a54-83ec-aee8a03a468a details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:57:02.289573 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-fb90b1ef-ac2e-48fb-819f-3ee01ff8fd6f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:02.290330 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-fb90b1ef-ac2e-48fb-819f-3ee01ff8fd6f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:57:02.305036 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2a58976b-111d-4dcc-8554-acde1dd23657 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7216318 Mar 08 11:57:02.307765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53424) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:02.313532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'subnet': {'network_id': 'fb7a95d4-7cec-4a54-83ec-aee8a03a468a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:02.360108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-fb90b1ef-ac2e-48fb-819f-3ee01ff8fd6f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:57:02.361346 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-fb90b1ef-ac2e-48fb-819f-3ee01ff8fd6f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/networks?id=b9c7b9aa-bc08-495c-8ee7-221b9765710e HTTP/1.1" status: 200 len: 797 time: 0.2295761 Mar 08 11:57:02.377298 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-649642ad-8c19-45de-9f6c-02f68e82ef19 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/quotas/c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 375 time: 0.0101898 Mar 08 11:57:02.425240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:02.429098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:subnet and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:02.431993 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:02.437730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:02.464379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-6dcfb9dd-ab5b-416e-8181-4f3c7496ed54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:57:02.531644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:02.535277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:02.556765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-6dcfb9dd-ab5b-416e-8181-4f3c7496ed54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:57:02.558094 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-6dcfb9dd-ab5b-416e-8181-4f3c7496ed54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1741438 Mar 08 11:57:02.574023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-a6d4e58b-1905-46c1-8525-08e4a017dc83 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:57:02.574953 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-a6d4e58b-1905-46c1-8525-08e4a017dc83 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051394 Mar 08 11:57:02.705339 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-9af8e32f-3d5c-40bb-a62f-1c8ec51274ed service neutron] 10.222.0.32 "GET /v2.0/networks/b9c7b9aa-bc08-495c-8ee7-221b9765710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248469 Mar 08 11:57:02.808478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:02.840406 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-78afd4ec-1181-4bc6-ba3a-4f8661402f1d service neutron] 10.222.0.32 "GET /v2.0/networks/b9c7b9aa-bc08-495c-8ee7-221b9765710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284440 Mar 08 11:57:02.896811 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Subnet': ['ID=d4f19563-ee7f-4603-9d29-f7703744d21a,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:02.901027 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Checking segment: {'id': '52bd9f64-b289-46b7-9c09-710abb0117b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fb7a95d4-7cec-4a54-83ec-aee8a03a468a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:02.901394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network hostable DHCP agents. Network: fb7a95d4-7cec-4a54-83ec-aee8a03a468a, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:57:03.017702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network fb7a95d4-7cec-4a54-83ec-aee8a03a468a is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:57:03.105202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, fb7a95d4-7cec-4a54-83ec-aee8a03a468a) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:03.114525 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-715aeafb-bba0-44ce-8fd0-35c21fff06a3 req-d530400a-3013-4064-b6ea-2ac5b5c21bc7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 210 time: 0.0486956 Mar 08 11:57:03.119589 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046386a0-c303-470d-b141-9fee8b4e52b4 None None] Network fb7a95d4-7cec-4a54-83ec-aee8a03a468a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:03.122273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:03.123115 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:03.217264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53436) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:03.217503 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-86a85898-40de-4867-a37d-6ceae840a648 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9085898 Mar 08 11:57:03.222771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8b7afff7-3a17-4a3e-bb40-577079341d4e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-270019327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:03.229890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8b7afff7-3a17-4a3e-bb40-577079341d4e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:03.233958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8b7afff7-3a17-4a3e-bb40-577079341d4e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:router and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:03.236801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8b7afff7-3a17-4a3e-bb40-577079341d4e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:03.243655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8b7afff7-3a17-4a3e-bb40-577079341d4e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:03.311379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b7afff7-3a17-4a3e-bb40-577079341d4e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:03.312347 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b7afff7-3a17-4a3e-bb40-577079341d4e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:03.326768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b7afff7-3a17-4a3e-bb40-577079341d4e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:03.347980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-fb7a95d4-7cec-4a54-83ec-aee8a03a468a', 'network_id': 'fb7a95d4-7cec-4a54-83ec-aee8a03a468a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'fixed_ips': [{'subnet_id': 'd4f19563-ee7f-4603-9d29-f7703744d21a'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:57:03.348854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:03.452107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b7afff7-3a17-4a3e-bb40-577079341d4e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:03.504582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Allocated IP 172.20.0.2 (fb7a95d4-7cec-4a54-83ec-aee8a03a468a/d4f19563-ee7f-4603-9d29-f7703744d21a/cfac38da-ef9c-49dd-948f-54bfa2e2df90) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:03.543189 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b7afff7-3a17-4a3e-bb40-577079341d4e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:03.544717 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8b7afff7-3a17-4a3e-bb40-577079341d4e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3258839 Mar 08 11:57:03.547146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53440) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:03.714875 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:03.726254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Transition to ACTIVE for port object cfac38da-ef9c-49dd-948f-54bfa2e2df90 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:03.744025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Transition to ACTIVE for port object cfac38da-ef9c-49dd-948f-54bfa2e2df90 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:03.808743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:03.874422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Network fb7a95d4-7cec-4a54-83ec-aee8a03a468a is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:03.882247 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:03.886961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:57:03.892967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Pushing event updated for resources: {'Port': ['ID=cfac38da-ef9c-49dd-948f-54bfa2e2df90,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:03.980972 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Attempting to bind port cfac38da-ef9c-49dd-948f-54bfa2e2df90 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:57:03.981254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Attempting to bind port cfac38da-ef9c-49dd-948f-54bfa2e2df90 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '52bd9f64-b289-46b7-9c09-710abb0117b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fb7a95d4-7cec-4a54-83ec-aee8a03a468a'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:57:03.981609 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Attempting to bind port cfac38da-ef9c-49dd-948f-54bfa2e2df90 on network fb7a95d4-7cec-4a54-83ec-aee8a03a468a {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:57:03.986835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:57:03.987203 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Checking segment: {'id': '52bd9f64-b289-46b7-9c09-710abb0117b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fb7a95d4-7cec-4a54-83ec-aee8a03a468a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:03.987605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:03.987990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Bound using segment: {'id': '52bd9f64-b289-46b7-9c09-710abb0117b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fb7a95d4-7cec-4a54-83ec-aee8a03a468a'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:57:03.988446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Bound port: cfac38da-ef9c-49dd-948f-54bfa2e2df90, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bd9f64-b289-46b7-9c09-710abb0117b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'fb7a95d4-7cec-4a54-83ec-aee8a03a468a'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:57:03.988816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:04.081456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] For port cfac38da-ef9c-49dd-948f-54bfa2e2df90, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:57:04.085132 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] For port cfac38da-ef9c-49dd-948f-54bfa2e2df90, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cfac38da-ef9c-49dd-948f-54bfa2e2df90,segment=NetworkSegment(52bd9f64-b289-46b7-9c09-710abb0117b6),segment_id=52bd9f64-b289-46b7-9c09-710abb0117b6)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:57:04.153044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:04.163591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:04.249821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782662ad-af96-4859-99a8-f3594be3d4c6 None None] Pushing event updated for resources: {'Port': ['ID=cfac38da-ef9c-49dd-948f-54bfa2e2df90,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:04.335184 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-13a8d232-72ed-4afb-8089-40f1f4e9f125 req-d1a923fd-feb6-4c83-b822-b8389a7e61e3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 210 time: 0.1040545 Mar 08 11:57:04.559305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Allocated IP 172.20.0.1 (fb7a95d4-7cec-4a54-83ec-aee8a03a468a/d4f19563-ee7f-4603-9d29-f7703744d21a/36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:04.728637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:04.744323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Transition to ACTIVE for port object 36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:04.831271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:04.894343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network fb7a95d4-7cec-4a54-83ec-aee8a03a468a is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:04.901300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:04.905626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:57:04.942462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:04.974152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:05.063988 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:57:05.172164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:05.286893 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88020494-a97c-48da-af21-7e3630b4fe5f None None] Network fb7a95d4-7cec-4a54-83ec-aee8a03a468a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:05.497477 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7cf8b79f-46b3-458a-afc4-e56323a97cd8 req-6a477edb-7676-4c21-bf4b-74cccd2036da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 210 time: 0.0452955 Mar 08 11:57:05.531976 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b5e949c0-4b71-4907-b123-f03b07e0730a None None] Provisioning for port cfac38da-ef9c-49dd-948f-54bfa2e2df90 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:05.694079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-1824f427-f1c6-4feb-af9f-e1c82aca0174 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:05.699138 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-1824f427-f1c6-4feb-af9f-e1c82aca0174 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks?id=b9c7b9aa-bc08-495c-8ee7-221b9765710e HTTP/1.1" status: 200 len: 797 time: 0.4573734 Mar 08 11:57:05.829956 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-6441b291-2435-4268-947e-6894eab0cae7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 380 time: 0.1225338 Mar 08 11:57:05.839737 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'port': {'device_id': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'admin_state_up': True, 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'security_groups': ['53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:05.975000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0d195d9c-8cf0-40dc-b1fa-2f008493b37b None None] Provisioning for port 36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:05.980333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0d195d9c-8cf0-40dc-b1fa-2f008493b37b None None] Provisioning complete for port 36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:05.980725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d195d9c-8cf0-40dc-b1fa-2f008493b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:06.000340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:06.012226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:06.022771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:06.044558 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0d195d9c-8cf0-40dc-b1fa-2f008493b37b None None] Port 36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:57:06.063155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:06.127004 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cfac38da-ef9c-49dd-948f-54bfa2e2df90 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:06.131813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:06.135273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:06.190935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-be4a0e70-af2a-4303-9644-f1ccedb31f6e None None] Provisioning complete for port 36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:06.191317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-be4a0e70-af2a-4303-9644-f1ccedb31f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:06.250103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:06.251684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-be4a0e70-af2a-4303-9644-f1ccedb31f6e None None] Port 36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:57:06.252300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:06.270310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:06.270652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:06.270991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:06.271879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:06.272207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:06.272530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:06.272847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:06.273165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:06.273480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:06.273794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:06.274133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:06.274448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:06.348670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port cfac38da-ef9c-49dd-948f-54bfa2e2df90 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:06.353938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port cfac38da-ef9c-49dd-948f-54bfa2e2df90 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:06.354386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:06.454456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.13 (b9c7b9aa-bc08-495c-8ee7-221b9765710e/f52e396a-e122-47d5-87e9-f785c2129f6d/a8584cdf-7d29-4e27-9cdc-5354da549b54) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:06.466818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:06.479438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network fb7a95d4-7cec-4a54-83ec-aee8a03a468a is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:06.482302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:06.499008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port cfac38da-ef9c-49dd-948f-54bfa2e2df90, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cfac38da-ef9c-49dd-948f-54bfa2e2df90,segment=NetworkSegment(52bd9f64-b289-46b7-9c09-710abb0117b6),segment_id=52bd9f64-b289-46b7-9c09-710abb0117b6)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:06.591008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:06.665641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=cfac38da-ef9c-49dd-948f-54bfa2e2df90,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:06.756394 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1fbe7be0-19dc-4971-90bc-517da778c8ee req-6580953c-2fcf-4f29-b84b-2f923a3593bd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 210 time: 0.0894728 Mar 08 11:57:06.773091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5d72e07a-6d81-4d05-a131-2c289c69984c None None] Provisioning complete for port 36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:06.773563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5d72e07a-6d81-4d05-a131-2c289c69984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:06.825924 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-5d72e07a-6d81-4d05-a131-2c289c69984c None None] Port 36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:57:06.887774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:06.902822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object a8584cdf-7d29-4e27-9cdc-5354da549b54 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:06.965944 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router f422ebd2-d4ad-4557-894e-f7f0f88b048a is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:57:07.030461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:07.163302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b9c7b9aa-bc08-495c-8ee7-221b9765710e is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:07.180673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:07.187202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:57:07.223879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:07.231805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=a8584cdf-7d29-4e27-9cdc-5354da549b54,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:07.234641 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c31a6bb-e722-474f-a94c-919f803aac51 None None] Sync routers for ids ['f422ebd2-d4ad-4557-894e-f7f0f88b048a'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:07.244580 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c31a6bb-e722-474f-a94c-919f803aac51 None None] Routers {'f422ebd2-d4ad-4557-894e-f7f0f88b048a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:07.245185 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-8c31a6bb-e722-474f-a94c-919f803aac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f422ebd2-d4ad-4557-894e-f7f0f88b048a'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:07.257059 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2c96f94e-ddef-4383-84c0-bfadf4debf12 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/f422ebd2-d4ad-4557-894e-f7f0f88b048a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7088654 Mar 08 11:57:07.259927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53458) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:07.267733 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:07.268347 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:07.309149 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-8c31a6bb-e722-474f-a94c-919f803aac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:07.334505 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c31a6bb-e722-474f-a94c-919f803aac51 None None] Routers {'f422ebd2-d4ad-4557-894e-f7f0f88b048a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:07.334505 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-8c31a6bb-e722-474f-a94c-919f803aac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f422ebd2-d4ad-4557-894e-f7f0f88b048a'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:07.345922 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961fd0f3-159b-4928-831b-b9e32dca59c9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:07.350507 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-961fd0f3-159b-4928-831b-b9e32dca59c9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports/36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5 HTTP/1.1" status: 200 len: 910 time: 0.0860686 Mar 08 11:57:07.350797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53462) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:07.356691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-216bc5e4-a36e-4941-b5da-6b17ed7cf7ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd4f19563-ee7f-4603-9d29-f7703744d21a'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:07.381516 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-8c31a6bb-e722-474f-a94c-919f803aac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:07.381944 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c31a6bb-e722-474f-a94c-919f803aac51 None None] The sync data for ids ['f422ebd2-d4ad-4557-894e-f7f0f88b048a'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:07.398307 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-d1ebd07f-8af8-4480-9b9c-f138356495bf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5619752 Mar 08 11:57:07.409015 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-a5c58f25-281a-4214-80e7-6fd8bff3f21f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 11:57:07.410154 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-a5c58f25-281a-4214-80e7-6fd8bff3f21f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050659 Mar 08 11:57:07.420283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Request body: {'port': {'device_id': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:07.514590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d4d54ceb-f705-41bd-befc-fa7d5eeea3c5 None None] Provisioning for port a8584cdf-7d29-4e27-9cdc-5354da549b54 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:07.519731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d4d54ceb-f705-41bd-befc-fa7d5eeea3c5 None None] Provisioning complete for port a8584cdf-7d29-4e27-9cdc-5354da549b54 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:07.520242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d4d54ceb-f705-41bd-befc-fa7d5eeea3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:07.580535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d4d54ceb-f705-41bd-befc-fa7d5eeea3c5 None None] Port a8584cdf-7d29-4e27-9cdc-5354da549b54 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:57:07.611096 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-216bc5e4-a36e-4941-b5da-6b17ed7cf7ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:07.657329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:07.997931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8584cdf-7d29-4e27-9cdc-5354da549b54 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:57:08.005005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:08.019394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Transition to ACTIVE for port object a8584cdf-7d29-4e27-9cdc-5354da549b54 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:08.040821 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930297-2e91-40f9-8456-4e49b08ee29c req-54ca6dda-2e6b-4083-ad31-b9d5342c6f48 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:08.042282 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4e930297-2e91-40f9-8456-4e49b08ee29c req-54ca6dda-2e6b-4083-ad31-b9d5342c6f48 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 932 time: 0.1764705 Mar 08 11:57:08.091895 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:08.108899 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cfac38da-ef9c-49dd-948f-54bfa2e2df90 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:08.192525 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port cfac38da-ef9c-49dd-948f-54bfa2e2df90 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:08.193747 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:08.297088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Pushing event updated for resources: {'Port': ['ID=a8584cdf-7d29-4e27-9cdc-5354da549b54,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:08.337916 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-216bc5e4-a36e-4941-b5da-6b17ed7cf7ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:08.350214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Attempting to bind port a8584cdf-7d29-4e27-9cdc-5354da549b54 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:57:08.356879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Attempting to bind port a8584cdf-7d29-4e27-9cdc-5354da549b54 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '19df8c78-d6e4-4260-9e03-6709c1f72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:57:08.356879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Attempting to bind port a8584cdf-7d29-4e27-9cdc-5354da549b54 on network b9c7b9aa-bc08-495c-8ee7-221b9765710e {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:57:08.357182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-4e930297-2e91-40f9-8456-4e49b08ee29c req-4eb72884-9d19-4195-9d06-f5d91c5b189a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:57:08.357297 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Port a8584cdf-7d29-4e27-9cdc-5354da549b54 on network b9c7b9aa-bc08-495c-8ee7-221b9765710e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:57:08.357297 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Attempting to bind port a8584cdf-7d29-4e27-9cdc-5354da549b54 on network b9c7b9aa-bc08-495c-8ee7-221b9765710e {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:57:08.363094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:57:08.363527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Checking segment: {'id': '19df8c78-d6e4-4260-9e03-6709c1f72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:08.364005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Bound using segment: {'id': '19df8c78-d6e4-4260-9e03-6709c1f72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:57:08.364501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Bound port: a8584cdf-7d29-4e27-9cdc-5354da549b54, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19df8c78-d6e4-4260-9e03-6709c1f72dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:57:08.365651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:08.369405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-4e930297-2e91-40f9-8456-4e49b08ee29c req-4eb72884-9d19-4195-9d06-f5d91c5b189a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:57:08.370777 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4e930297-2e91-40f9-8456-4e49b08ee29c req-4eb72884-9d19-4195-9d06-f5d91c5b189a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134067 Mar 08 11:57:08.400352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-216bc5e4-a36e-4941-b5da-6b17ed7cf7ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:08.455251 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] For port a8584cdf-7d29-4e27-9cdc-5354da549b54, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:57:08.458082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] For port a8584cdf-7d29-4e27-9cdc-5354da549b54, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a8584cdf-7d29-4e27-9cdc-5354da549b54,segment=NetworkSegment(19df8c78-d6e4-4260-9e03-6709c1f72dab),segment_id=19df8c78-d6e4-4260-9e03-6709c1f72dab)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:57:08.520731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216bc5e4-a36e-4941-b5da-6b17ed7cf7ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:08.521619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-216bc5e4-a36e-4941-b5da-6b17ed7cf7ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:08.522986 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-216bc5e4-a36e-4941-b5da-6b17ed7cf7ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/ports/36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5 HTTP/1.1" status: 200 len: 910 time: 1.1712060 Mar 08 11:57:08.523755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bc5e4-a36e-4941-b5da-6b17ed7cf7ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5,revision_number=3']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:08.525918 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53468) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:08.534184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:08.592676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:08.593293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:08.594975 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] 10.222.0.18 "PUT /v2.0/ports/a8584cdf-7d29-4e27-9cdc-5354da549b54 HTTP/1.1" status: 200 len: 1094 time: 1.1785448 Mar 08 11:57:08.595423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'tag': 'a8584cdf-7d29-4e27-9cdc-5354da549b54'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:57:08.621335 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66331b06-c6ae-421a-ac57-bd5d6117571a service neutron] Pushing event updated for resources: {'Port': ['ID=a8584cdf-7d29-4e27-9cdc-5354da549b54,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:08.659662 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'tag': 'a8584cdf-7d29-4e27-9cdc-5354da549b54', 'status': 'completed', 'code': 200} Mar 08 11:57:08.765107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d7641-2984-4e33-b726-dd54e5a93ffe req-fc86acc0-2159-4e13-83af-719b4c1696e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:08.766630 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b89d7641-2984-4e33-b726-dd54e5a93ffe req-fc86acc0-2159-4e13-83af-719b4c1696e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 1097 time: 0.0797837 Mar 08 11:57:08.911254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d7641-2984-4e33-b726-dd54e5a93ffe req-25c58b83-3687-4179-a4b8-1cabb0f8d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:08.913122 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b89d7641-2984-4e33-b726-dd54e5a93ffe req-25c58b83-3687-4179-a4b8-1cabb0f8d702 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1395609 Mar 08 11:57:09.045890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71fc145d-1f81-412f-8d55-8a2c06eb2148 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:09.048950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d7641-2984-4e33-b726-dd54e5a93ffe req-5423ca8f-f08d-4673-9180-d8975ad4fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:09.050427 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b89d7641-2984-4e33-b726-dd54e5a93ffe req-5423ca8f-f08d-4673-9180-d8975ad4fc30 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321890 Mar 08 11:57:09.156549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-c5448a5e-a2c2-4ac2-a3e8-d95b7ef33439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:09.158048 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-c5448a5e-a2c2-4ac2-a3e8-d95b7ef33439 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 1097 time: 0.0741282 Mar 08 11:57:09.223917 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-8516a8b3-0bed-415d-8cc1-fea2abc09f0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8584cdf-7d29-4e27-9cdc-5354da549b54 HTTP/1.1" status: 200 len: 217 time: 0.0596960 Mar 08 11:57:09.287948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-77ea27ab-4abd-47e7-a300-6e40f0a71456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:09.289379 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-77ea27ab-4abd-47e7-a300-6e40f0a71456 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f52e396a-e122-47d5-87e9-f785c2129f6d HTTP/1.1" status: 200 len: 835 time: 0.0598464 Mar 08 11:57:09.363483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-f84c0185-0e5d-4e8b-a9a7-4fdbd558d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:09.364975 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-f84c0185-0e5d-4e8b-a9a7-4fdbd558d6a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9c7b9aa-bc08-495c-8ee7-221b9765710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696888 Mar 08 11:57:09.372978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-71fc145d-1f81-412f-8d55-8a2c06eb2148 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port 36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:09.373417 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71fc145d-1f81-412f-8d55-8a2c06eb2148 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:09.503344 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-e30873e5-bd0b-4dce-bad2-15d3e6e59fe6 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c7b9aa-bc08-495c-8ee7-221b9765710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319628 Mar 08 11:57:09.602943 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71fc145d-1f81-412f-8d55-8a2c06eb2148 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:09.634742 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf9c6a28-09e6-454c-be47-c17a8f42d93b req-86186e99-8534-40d0-b491-8e59b2ad8d89 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c7b9aa-bc08-495c-8ee7-221b9765710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257520 Mar 08 11:57:09.842145 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0eeacc81-2892-4e8f-90a3-c4b89b6d2386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:09.845334 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-71fc145d-1f81-412f-8d55-8a2c06eb2148 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for 36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:09.889383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4a0db-8dfa-4694-9de4-22f19268c24c req-cb9de3be-5d21-4b9d-9ba9-a86674e45333 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:09.890863 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4ca4a0db-8dfa-4694-9de4-22f19268c24c req-cb9de3be-5d21-4b9d-9ba9-a86674e45333 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 944 time: 0.3822699 Mar 08 11:57:10.065040 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4ca4a0db-8dfa-4694-9de4-22f19268c24c req-90b596c4-1d4b-4fb3-b1bb-113c65eca05b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662312 Mar 08 11:57:10.131891 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71fc145d-1f81-412f-8d55-8a2c06eb2148 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:10.183344 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc145d-1f81-412f-8d55-8a2c06eb2148 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=36f7aa84-f4ae-4d3d-9cb7-9229cf4ea1f5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:10.414301 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71fc145d-1f81-412f-8d55-8a2c06eb2148 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:10.680335 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fc145d-1f81-412f-8d55-8a2c06eb2148 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router f422ebd2-d4ad-4557-894e-f7f0f88b048a has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:57:10.813959 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fc145d-1f81-412f-8d55-8a2c06eb2148 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:10.823048 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc29d8-f4dc-4a23-8d5d-a4a6de39c281 None None] Sync routers for ids ['f422ebd2-d4ad-4557-894e-f7f0f88b048a'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:10.826345 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-71fc145d-1f81-412f-8d55-8a2c06eb2148 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/f422ebd2-d4ad-4557-894e-f7f0f88b048a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2991567 Mar 08 11:57:10.828695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53478) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:10.832646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc29d8-f4dc-4a23-8d5d-a4a6de39c281 None None] Routers {'f422ebd2-d4ad-4557-894e-f7f0f88b048a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:10.833250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-43bc29d8-f4dc-4a23-8d5d-a4a6de39c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f422ebd2-d4ad-4557-894e-f7f0f88b048a'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:10.871169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2ad3c8fd-e941-4bd0-a6aa-3f7a5ee1a590 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Synchronizing usage tracker for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:57:10.895244 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-43bc29d8-f4dc-4a23-8d5d-a4a6de39c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:10.903411 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc29d8-f4dc-4a23-8d5d-a4a6de39c281 None None] Routers {'f422ebd2-d4ad-4557-894e-f7f0f88b048a'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:10.903996 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-43bc29d8-f4dc-4a23-8d5d-a4a6de39c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:56:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f422ebd2-d4ad-4557-894e-f7f0f88b048a'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:10.939428 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2ad3c8fd-e941-4bd0-a6aa-3f7a5ee1a590 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Unset dirty status for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:57:10.940573 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2ad3c8fd-e941-4bd0-a6aa-3f7a5ee1a590 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=f422ebd2-d4ad-4557-894e-f7f0f88b048a HTTP/1.1" status: 200 len: 205 time: 0.1109734 Mar 08 11:57:10.943232 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53482) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:10.963206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-43bc29d8-f4dc-4a23-8d5d-a4a6de39c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:10.963618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc29d8-f4dc-4a23-8d5d-a4a6de39c281 None None] The sync data for ids ['f422ebd2-d4ad-4557-894e-f7f0f88b048a'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:11.079091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2972eb4-c296-48a3-8b3c-18bd2c2347d1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:11.368982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7feba-fcad-4d4e-8680-2c25e0d0a7e8 req-ef9c9132-7f23-49c6-a5e8-06ef598dd3e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:11.369683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-b7a7feba-fcad-4d4e-8680-2c25e0d0a7e8 req-ef9c9132-7f23-49c6-a5e8-06ef598dd3e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:57:11.443387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-b7a7feba-fcad-4d4e-8680-2c25e0d0a7e8 req-ef9c9132-7f23-49c6-a5e8-06ef598dd3e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:57:11.444591 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b7a7feba-fcad-4d4e-8680-2c25e0d0a7e8 req-ef9c9132-7f23-49c6-a5e8-06ef598dd3e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 944 time: 0.2588394 Mar 08 11:57:11.488755 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b7a7feba-fcad-4d4e-8680-2c25e0d0a7e8 req-fda2e636-54a1-4547-80ab-ae0e9d40dcda tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385270 Mar 08 11:57:11.501095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2972eb4-c296-48a3-8b3c-18bd2c2347d1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:11.503362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2972eb4-c296-48a3-8b3c-18bd2c2347d1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:11.579289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2972eb4-c296-48a3-8b3c-18bd2c2347d1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:11.579775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2972eb4-c296-48a3-8b3c-18bd2c2347d1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Fanout notify agent at l3_agent the message router_deleted on router f422ebd2-d4ad-4557-894e-f7f0f88b048a {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:57:11.595052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2972eb4-c296-48a3-8b3c-18bd2c2347d1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:11.596153 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b2972eb4-c296-48a3-8b3c-18bd2c2347d1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/f422ebd2-d4ad-4557-894e-f7f0f88b048a HTTP/1.1" status: 204 len: 168 time: 0.6519265 Mar 08 11:57:11.598810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53490) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:11.666763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting subnet d4f19563-ee7f-4603-9d29-f7703744d21a {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:57:11.670181 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:11.722654 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:11.801157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:11.948771 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:11.986306 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f19563-ee7f-4603-9d29-f7703744d21a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:11.991682 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:11.996316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c83d3-f5f1-4872-b268-4cdc2e0bae10 None None] Network fb7a95d4-7cec-4a54-83ec-aee8a03a468a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:11.999642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:11.999994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:12.000334 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:12.000670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:12.001000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:12.001326 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:12.001657 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:12.002010 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:12.002336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:12.002660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:12.002983 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:12.003302 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:12.008051 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-88d02dc5-516a-4743-a6ee-1128d99d2d4b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/d4f19563-ee7f-4603-9d29-f7703744d21a HTTP/1.1" status: 204 len: 168 time: 0.4081168 Mar 08 11:57:12.010579 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53494) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:12.127255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:12.137664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port cfac38da-ef9c-49dd-948f-54bfa2e2df90 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:12.138030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:12.162666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ad93b781-ade7-4378-b86b-e34cf24b40bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:12.253512 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28548ac3-1693-4449-98fc-809b9e5903cf None None] DHCP port deletion for fb7a95d4-7cec-4a54-83ec-aee8a03a468a request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:57:12.257915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-28548ac3-1693-4449-98fc-809b9e5903cf None None] Deleting port cfac38da-ef9c-49dd-948f-54bfa2e2df90 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:12.258371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-28548ac3-1693-4449-98fc-809b9e5903cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:12.344769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] For port cfac38da-ef9c-49dd-948f-54bfa2e2df90, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cfac38da-ef9c-49dd-948f-54bfa2e2df90,segment=NetworkSegment(52bd9f64-b289-46b7-9c09-710abb0117b6),segment_id=52bd9f64-b289-46b7-9c09-710abb0117b6)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:12.345129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:12.476361 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for cfac38da-ef9c-49dd-948f-54bfa2e2df90 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:12.496207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-28548ac3-1693-4449-98fc-809b9e5903cf None None] For port cfac38da-ef9c-49dd-948f-54bfa2e2df90, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cfac38da-ef9c-49dd-948f-54bfa2e2df90,segment=NetworkSegment(52bd9f64-b289-46b7-9c09-710abb0117b6),segment_id=52bd9f64-b289-46b7-9c09-710abb0117b6)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:12.497170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-28548ac3-1693-4449-98fc-809b9e5903cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:12.619524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-28548ac3-1693-4449-98fc-809b9e5903cf None None] Calling delete_port for cfac38da-ef9c-49dd-948f-54bfa2e2df90 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:12.645068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:12.689051 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79578c-c86a-437c-8bfb-ab48ceabc086 req-54681368-75d9-4c55-82ea-00dcfc9482fd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:12.690697 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5c79578c-c86a-437c-8bfb-ab48ceabc086 req-54681368-75d9-4c55-82ea-00dcfc9482fd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 944 time: 0.0901806 Mar 08 11:57:12.695440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-28548ac3-1693-4449-98fc-809b9e5903cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:57:12.695746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-28548ac3-1693-4449-98fc-809b9e5903cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:57:12.701359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No DVR routers for this DVR port cfac38da-ef9c-49dd-948f-54bfa2e2df90 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:57:12.741031 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5c79578c-c86a-437c-8bfb-ab48ceabc086 req-da16de56-1090-4a6f-8f01-0140312bb820 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440228 Mar 08 11:57:12.741277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=cfac38da-ef9c-49dd-948f-54bfa2e2df90,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:12.841951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:12.868761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7a95d4-7cec-4a54-83ec-aee8a03a468a']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:12.880944 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bd9f64-b289-46b7-9c09-710abb0117b6') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:12.881247 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bd9f64-b289-46b7-9c09-710abb0117b6') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:12.892889 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:12.908861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:12.915520 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:57:12.915907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:57:12.931023 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:57:12.964538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device a8584cdf-7d29-4e27-9cdc-5354da549b54 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 11:57:13.099877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.109307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port a8584cdf-7d29-4e27-9cdc-5354da549b54, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a8584cdf-7d29-4e27-9cdc-5354da549b54,segment=NetworkSegment(19df8c78-d6e4-4260-9e03-6709c1f72dab),segment_id=19df8c78-d6e4-4260-9e03-6709c1f72dab)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:13.120114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.124032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'a8584cdf-7d29-4e27-9cdc-5354da549b54', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'port_id': 'a8584cdf-7d29-4e27-9cdc-5354da549b54', 'mac_address': 'fa:16:3e:1e:e5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 11:57:13.126377 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Network': ['ID=fb7a95d4-7cec-4a54-83ec-aee8a03a468a,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:13.183435 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.202806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-28548ac3-1693-4449-98fc-809b9e5903cf None None] Deleting port cfac38da-ef9c-49dd-948f-54bfa2e2df90 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:13.202806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-28548ac3-1693-4449-98fc-809b9e5903cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.220337 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-91c45360-fed6-4881-a839-b8554d7bc2cf tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/networks/fb7a95d4-7cec-4a54-83ec-aee8a03a468a HTTP/1.1" status: 204 len: 168 time: 1.2086163 Mar 08 11:57:13.224372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53500) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:13.230294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f757fd70-ed15-410b-bcbb-1d4d23095a5a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-402801135', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:13.237638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f757fd70-ed15-410b-bcbb-1d4d23095a5a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:13.242934 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f757fd70-ed15-410b-bcbb-1d4d23095a5a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:router and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:13.246284 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f757fd70-ed15-410b-bcbb-1d4d23095a5a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:13.253337 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f757fd70-ed15-410b-bcbb-1d4d23095a5a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:13.269350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8584cdf-7d29-4e27-9cdc-5354da549b54 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:57:13.284165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-28548ac3-1693-4449-98fc-809b9e5903cf None None] The port 'cfac38da-ef9c-49dd-948f-54bfa2e2df90' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:57:13.300824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port a8584cdf-7d29-4e27-9cdc-5354da549b54, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a8584cdf-7d29-4e27-9cdc-5354da549b54,segment=NetworkSegment(19df8c78-d6e4-4260-9e03-6709c1f72dab),segment_id=19df8c78-d6e4-4260-9e03-6709c1f72dab)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:13.325714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f757fd70-ed15-410b-bcbb-1d4d23095a5a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.326832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f757fd70-ed15-410b-bcbb-1d4d23095a5a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.341620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f757fd70-ed15-410b-bcbb-1d4d23095a5a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.371465 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.372204 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.423380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f757fd70-ed15-410b-bcbb-1d4d23095a5a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.447105 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=a8584cdf-7d29-4e27-9cdc-5354da549b54,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:13.474844 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.478816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.527850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f757fd70-ed15-410b-bcbb-1d4d23095a5a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.529122 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f757fd70-ed15-410b-bcbb-1d4d23095a5a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3034639 Mar 08 11:57:13.531777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53504) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:13.537206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'network': {'name': 'tempest-RoutersTest-267516899'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:13.542343 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:13.546732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:network and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:13.549560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:13.555968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:13.619980 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:13.623271 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.651011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:57:13.659817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.660186 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Added segment 104b9bb0-3932-4124-91a3-f42f60953d0a of type vlan for network 482ca615-59e6-4d54-bd97-cd6f3868801a Mar 08 11:57:13.688643 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.727368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['a8584cdf-7d29-4e27-9cdc-5354da549b54'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:57:13.794410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.799894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:13.800490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:13.913384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Network': ['ID=482ca615-59e6-4d54-bd97-cd6f3868801a,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:13.916674 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-664e9ea8-b4c1-4950-8803-3a645c7fa305 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3839691 Mar 08 11:57:13.919433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53512) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:13.929998 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 482ca615-59e6-4d54-bd97-cd6f3868801a details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:57:13.931502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'subnet': {'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:13.991194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5621b-d0b9-4ab2-a45c-8490e325075e req-2ec412f0-a37d-46b3-9eb2-c4c0254eccff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:13.993699 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ca5621b-d0b9-4ab2-a45c-8490e325075e req-2ec412f0-a37d-46b3-9eb2-c4c0254eccff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 945 time: 0.1453021 Mar 08 11:57:14.049964 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:14.052702 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ca5621b-d0b9-4ab2-a45c-8490e325075e req-e8806e38-2fde-4bc4-8648-88ae604d66bb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509617 Mar 08 11:57:14.062131 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:subnet and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:14.066190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:14.078255 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:14.108221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cfac38da-ef9c-49dd-948f-54bfa2e2df90 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:57:14.145098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:14.148650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:14.150152 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: cfac38da-ef9c-49dd-948f-54bfa2e2df90 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:57:14.150690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cfac38da-ef9c-49dd-948f-54bfa2e2df90 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:57:14.428964 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:14.509000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Subnet': ['ID=37958ab6-82f7-48bf-8c71-cb507fec1c98,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:14.517268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Checking segment: {'id': '104b9bb0-3932-4124-91a3-f42f60953d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:14.517623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network hostable DHCP agents. Network: 482ca615-59e6-4d54-bd97-cd6f3868801a, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:57:14.601695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 482ca615-59e6-4d54-bd97-cd6f3868801a is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:57:14.676010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:14.702978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 482ca615-59e6-4d54-bd97-cd6f3868801a) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:14.703628 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:14.705055 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:14.707878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca8c1e6-815a-4fda-bed2-8484f41a1250 None None] Network 482ca615-59e6-4d54-bd97-cd6f3868801a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:14.796835 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ad608c8f-f465-4602-991b-08144aa68d42 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8758824 Mar 08 11:57:14.799679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53516) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:14.922914 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-482ca615-59e6-4d54-bd97-cd6f3868801a', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:57:14.923811 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:14.986666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device a8584cdf-7d29-4e27-9cdc-5354da549b54 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:15.178796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Allocated IP 172.20.0.2 (482ca615-59e6-4d54-bd97-cd6f3868801a/37958ab6-82f7-48bf-8c71-cb507fec1c98/36de52db-0623-44aa-b0eb-3faf8a956c72) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:15.263961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port a8584cdf-7d29-4e27-9cdc-5354da549b54 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:15.283396 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port a8584cdf-7d29-4e27-9cdc-5354da549b54 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:15.283775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:15.446468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:15.464025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f2950-7bb1-47ec-a661-51775736e591 req-b30b77bb-8b78-4e11-920a-936f03243337 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:15.465478 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c93f2950-7bb1-47ec-a661-51775736e591 req-b30b77bb-8b78-4e11-920a-936f03243337 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 945 time: 0.2999825 Mar 08 11:57:15.483774 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:15.494926 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:15.506637 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Transition to ACTIVE for port object 36de52db-0623-44aa-b0eb-3faf8a956c72 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:15.539157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8584cdf-7d29-4e27-9cdc-5354da549b54'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:57:15.545131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Transition to ACTIVE for port object 36de52db-0623-44aa-b0eb-3faf8a956c72 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:15.550964 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port a8584cdf-7d29-4e27-9cdc-5354da549b54, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a8584cdf-7d29-4e27-9cdc-5354da549b54,segment=NetworkSegment(19df8c78-d6e4-4260-9e03-6709c1f72dab),segment_id=19df8c78-d6e4-4260-9e03-6709c1f72dab)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:15.589988 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8584cdf-7d29-4e27-9cdc-5354da549b54', 'code': 200} Mar 08 11:57:15.626249 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:15.668951 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c93f2950-7bb1-47ec-a661-51775736e591 req-1e594d68-aa1f-4763-a5ce-16e42871262d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955338 Mar 08 11:57:15.698185 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:15.714561 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Network 482ca615-59e6-4d54-bd97-cd6f3868801a is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:15.721709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:15.727021 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:57:15.732558 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Pushing event updated for resources: {'Port': ['ID=36de52db-0623-44aa-b0eb-3faf8a956c72,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:15.846432 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Allocated IP 172.20.0.1 (482ca615-59e6-4d54-bd97-cd6f3868801a/37958ab6-82f7-48bf-8c71-cb507fec1c98/be150ede-9b22-4743-bddf-77f80dadbbae) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:15.876419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Attempting to bind port 36de52db-0623-44aa-b0eb-3faf8a956c72 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:57:15.876785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Attempting to bind port 36de52db-0623-44aa-b0eb-3faf8a956c72 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '104b9bb0-3932-4124-91a3-f42f60953d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:57:15.877143 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Attempting to bind port 36de52db-0623-44aa-b0eb-3faf8a956c72 on network 482ca615-59e6-4d54-bd97-cd6f3868801a {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:57:15.885677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:57:15.886079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Checking segment: {'id': '104b9bb0-3932-4124-91a3-f42f60953d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:15.886483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:15.886869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Bound using segment: {'id': '104b9bb0-3932-4124-91a3-f42f60953d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:57:15.887316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Bound port: 36de52db-0623-44aa-b0eb-3faf8a956c72, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104b9bb0-3932-4124-91a3-f42f60953d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:57:15.887688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:15.898436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=a8584cdf-7d29-4e27-9cdc-5354da549b54,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:15.980190 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] For port 36de52db-0623-44aa-b0eb-3faf8a956c72, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:57:15.983498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] For port 36de52db-0623-44aa-b0eb-3faf8a956c72, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=36de52db-0623-44aa-b0eb-3faf8a956c72,segment=NetworkSegment(104b9bb0-3932-4124-91a3-f42f60953d0a),segment_id=104b9bb0-3932-4124-91a3-f42f60953d0a)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:57:16.005301 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:16.006302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120364-ba56-4e14-a0f8-a85214a8dccb req-9feac6a4-4608-4583-9b43-7e9dd2c28409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:16.007780 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b1120364-ba56-4e14-a0f8-a85214a8dccb req-9feac6a4-4608-4583-9b43-7e9dd2c28409 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 1099 time: 0.0773160 Mar 08 11:57:16.020649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Transition to ACTIVE for port object be150ede-9b22-4743-bddf-77f80dadbbae will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:16.048413 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b1120364-ba56-4e14-a0f8-a85214a8dccb req-13085705-1c5c-4b28-a921-6a9ffe958383 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353529 Mar 08 11:57:16.065089 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:16.105449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:16.154812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd372396-1df0-45de-8311-c582f6ba6915 None None] Pushing event updated for resources: {'Port': ['ID=36de52db-0623-44aa-b0eb-3faf8a956c72,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:16.174215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 482ca615-59e6-4d54-bd97-cd6f3868801a is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:16.181437 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:16.185813 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:57:16.217197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=be150ede-9b22-4743-bddf-77f80dadbbae,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:16.247587 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:16.440612 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:16.883294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50cd53-281a-4307-a33f-d29351f99233 req-ca8f3fbc-3d17-4751-8471-cf35db07f82e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:16.886378 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf50cd53-281a-4307-a33f-d29351f99233 req-ca8f3fbc-3d17-4751-8471-cf35db07f82e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 946 time: 0.0990622 Mar 08 11:57:16.942536 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf50cd53-281a-4307-a33f-d29351f99233 req-62048277-c81a-424d-a4d9-28099d85f36b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507503 Mar 08 11:57:16.944960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:17.074443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:17.082607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97528f89-9346-434c-add3-ab025b610a41 None None] Network 482ca615-59e6-4d54-bd97-cd6f3868801a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:17.178902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-58f6dd94-4605-4f69-a243-b1d998092a02 None None] Provisioning for port 36de52db-0623-44aa-b0eb-3faf8a956c72 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:17.198380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:17.201916 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=be150ede-9b22-4743-bddf-77f80dadbbae,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:17.349512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 482ca615-59e6-4d54-bd97-cd6f3868801a is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:17.349512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:17.722369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 44fa62af-fa50-42d3-a343-247e4f4f2dcb is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:57:17.733165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-13cf193b-b272-4661-a837-4841a4472ef1 None None] Provisioning for port be150ede-9b22-4743-bddf-77f80dadbbae completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:17.740318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-13cf193b-b272-4661-a837-4841a4472ef1 None None] Provisioning complete for port be150ede-9b22-4743-bddf-77f80dadbbae triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:17.740845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-13cf193b-b272-4661-a837-4841a4472ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:17.797696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-13cf193b-b272-4661-a837-4841a4472ef1 None None] Port be150ede-9b22-4743-bddf-77f80dadbbae cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:57:17.897404 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:17.909750 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ffeec09d-9224-4067-87eb-cd9b708cf6ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1089251 Mar 08 11:57:17.912514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53526) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:17.913954 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Sync routers for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:17.918590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1797070852'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:17.923546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:17.923909 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:17.924541 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:17.928153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:network and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:17.931133 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:17.932561 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4bddaf82-c3a0-4457-9ea9-db26fb18fd32 None None] Provisioning complete for port be150ede-9b22-4743-bddf-77f80dadbbae triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:17.932993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4bddaf82-c3a0-4457-9ea9-db26fb18fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:17.937073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:17.991401 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4bddaf82-c3a0-4457-9ea9-db26fb18fd32 None None] Port be150ede-9b22-4743-bddf-77f80dadbbae cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:57:18.001088 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:18.004813 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:18.035491 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:57:18.046091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:18.046535 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Added segment 49fbb55e-3b9b-4463-b63e-4e9bc3b84213 of type vlan for network 648385ab-62a3-472c-8d46-13e0817097e2 Mar 08 11:57:18.081070 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:18.122358 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:18.167576 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 36de52db-0623-44aa-b0eb-3faf8a956c72 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:18.180018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9eeea1-0ed5-456b-ae6f-10e02e11fe06 req-4f5456d0-115a-484a-b911-4c793590c14b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:18.181489 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0d9eeea1-0ed5-456b-ae6f-10e02e11fe06 req-4f5456d0-115a-484a-b911-4c793590c14b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 946 time: 0.1294596 Mar 08 11:57:18.229670 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0d9eeea1-0ed5-456b-ae6f-10e02e11fe06 req-8726bf2a-db0d-43d2-978a-70dcba2f9ddf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422659 Mar 08 11:57:18.242545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:18.248397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:18.248990 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:18.339206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 36de52db-0623-44aa-b0eb-3faf8a956c72 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:18.347349 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 36de52db-0623-44aa-b0eb-3faf8a956c72 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:18.348029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:18.357893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Network': ['ID=648385ab-62a3-472c-8d46-13e0817097e2,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:18.381545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 648385ab-62a3-472c-8d46-13e0817097e2 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:57:18.419920 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:16Z', 'revision_number': 2, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:16Z', 'revision_number': 2, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:18.424264 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Checking router: 44fa62af-fa50-42d3-a343-247e4f4f2dcb for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:18.424740 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Updating router 44fa62af-fa50-42d3-a343-247e4f4f2dcb port be150ede-9b22-4743-bddf-77f80dadbbae binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:57:18.444473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42aa8b-dcdd-4298-9421-ae6d824ac6fd req-3df2d5f4-c360-439e-9007-ba3b5a3ac7cc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:18.448251 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df42aa8b-dcdd-4298-9421-ae6d824ac6fd req-3df2d5f4-c360-439e-9007-ba3b5a3ac7cc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 946 time: 0.0999339 Mar 08 11:57:18.454081 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-beec411d-f497-4202-a5b9-9c15bea9a75c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5404992 Mar 08 11:57:18.456726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53534) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:18.463564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'subnet': {'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:18.488171 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:18.498478 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df42aa8b-dcdd-4298-9421-ae6d824ac6fd req-cc9a392d-ad47-43b6-82da-f351a66eaa83 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448442 Mar 08 11:57:18.526456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53538) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:18.611884 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:18.612485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43afeb-7a43-4514-829f-9ecd6db3605c tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:18.614028 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ee43afeb-7a43-4514-829f-9ecd6db3605c tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 1094 time: 0.0830460 Mar 08 11:57:18.616874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53542) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:18.617151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:subnet and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:18.620633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:18.622390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': 'a8584cdf-7d29-4e27-9cdc-5354da549b54', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:18.627711 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:18.636405 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:18.644833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:floatingip and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:18.648828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:18.658122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:18.658266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:18.688707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 36de52db-0623-44aa-b0eb-3faf8a956c72, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=36de52db-0623-44aa-b0eb-3faf8a956c72,segment=NetworkSegment(104b9bb0-3932-4124-91a3-f42f60953d0a),segment_id=104b9bb0-3932-4124-91a3-f42f60953d0a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:18.733623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:18.737249 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:18.771815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:18.773536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:18.875217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=36de52db-0623-44aa-b0eb-3faf8a956c72,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:18.886357 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:18.899651 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Transition to ACTIVE for port object be150ede-9b22-4743-bddf-77f80dadbbae will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:19.011422 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:19.059941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:19.168076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:19.211341 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a756229-b21e-494c-beab-2fe1818aa5f3 None None] Pushing event updated for resources: {'Port': ['ID=be150ede-9b22-4743-bddf-77f80dadbbae,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:19.235632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.86 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/8d38db11-989e-4652-a5be-d4abf8dae716) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:19.257787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Subnet': ['ID=6a2f817a-11df-4a5c-8a4c-f0b551ac01e6,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:19.269257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Checking segment: {'id': '49fbb55e-3b9b-4463-b63e-4e9bc3b84213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:19.269257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network hostable DHCP agents. Network: 648385ab-62a3-472c-8d46-13e0817097e2, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:57:19.270062 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Attempting to bind port be150ede-9b22-4743-bddf-77f80dadbbae on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:57:19.270404 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Attempting to bind port be150ede-9b22-4743-bddf-77f80dadbbae by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '104b9bb0-3932-4124-91a3-f42f60953d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:57:19.270796 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Attempting to bind port be150ede-9b22-4743-bddf-77f80dadbbae on network 482ca615-59e6-4d54-bd97-cd6f3868801a {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:57:19.276802 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:57:19.277184 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Checking segment: {'id': '104b9bb0-3932-4124-91a3-f42f60953d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:19.277587 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:19.278012 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Bound using segment: {'id': '104b9bb0-3932-4124-91a3-f42f60953d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:57:19.278473 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Bound port: be150ede-9b22-4743-bddf-77f80dadbbae, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104b9bb0-3932-4124-91a3-f42f60953d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:57:19.278846 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:19.352196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 648385ab-62a3-472c-8d46-13e0817097e2 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:57:19.367836 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] For port be150ede-9b22-4743-bddf-77f80dadbbae, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:57:19.370738 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] For port be150ede-9b22-4743-bddf-77f80dadbbae, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=be150ede-9b22-4743-bddf-77f80dadbbae,segment=NetworkSegment(104b9bb0-3932-4124-91a3-f42f60953d0a),segment_id=104b9bb0-3932-4124-91a3-f42f60953d0a)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:57:19.410303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:19.424902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 648385ab-62a3-472c-8d46-13e0817097e2) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:19.427212 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:19.427798 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:19.430960 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bff929-02b2-40ec-8266-87799f740e72 None None] Network 648385ab-62a3-472c-8d46-13e0817097e2 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:19.482647 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:19.568151 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:19.568151 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:19.591692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:19.628934 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a756229-b21e-494c-beab-2fe1818aa5f3 None None] Pushing event updated for resources: {'Port': ['ID=be150ede-9b22-4743-bddf-77f80dadbbae,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:19.675872 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-24f80782-7da4-4287-8de3-764df3dc47cd tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2143254 Mar 08 11:57:19.676023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:19.676023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:19.676211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53546) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:19.678720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:57:19.739858 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:19.757417 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=8d38db11-989e-4652-a5be-d4abf8dae716,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:19.808614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-648385ab-62a3-472c-8d46-13e0817097e2', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:57:19.809528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:20.009223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Allocated IP 172.21.0.2 (648385ab-62a3-472c-8d46-13e0817097e2/6a2f817a-11df-4a5c-8a4c-f0b551ac01e6/0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:20.110978 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:16Z', 'revision_number': 2, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:19Z', 'revision_number': 4, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:20.119448 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d46dd5-3e3d-4f41-b9b9-1b1a03eede96 None None] The sync data for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv is: [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:16Z', 'revision_number': 2, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:19Z', 'revision_number': 4, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:20.159447 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 36de52db-0623-44aa-b0eb-3faf8a956c72 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:20.282962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:20.333934 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 36de52db-0623-44aa-b0eb-3faf8a956c72 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:20.334385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:20.367384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:20.422657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Transition to ACTIVE for port object 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:20.457095 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Transition to ACTIVE for port object 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:20.480055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:20.484030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:20.567443 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:20.688245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Pushing event updated for resources: {'Port': ['ID=0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:20.691825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Network 648385ab-62a3-472c-8d46-13e0817097e2 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:20.693920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:20.700422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:57:20.749739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:20.808578 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Attempting to bind port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:57:20.809102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Attempting to bind port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '49fbb55e-3b9b-4463-b63e-4e9bc3b84213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:57:20.809449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Attempting to bind port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb on network 648385ab-62a3-472c-8d46-13e0817097e2 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:57:20.815923 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:57:20.816299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Checking segment: {'id': '49fbb55e-3b9b-4463-b63e-4e9bc3b84213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:20.816702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:20.817123 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Bound using segment: {'id': '49fbb55e-3b9b-4463-b63e-4e9bc3b84213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:57:20.817612 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Bound port: 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fbb55e-3b9b-4463-b63e-4e9bc3b84213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:57:20.818005 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:20.830396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:20.940264 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] For port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:57:20.950795 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] For port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb,segment=NetworkSegment(49fbb55e-3b9b-4463-b63e-4e9bc3b84213),segment_id=49fbb55e-3b9b-4463-b63e-4e9bc3b84213)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:57:20.950972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=8d38db11-989e-4652-a5be-d4abf8dae716,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:20.977937 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:20.983375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Allocated IP 172.21.0.1 (648385ab-62a3-472c-8d46-13e0817097e2/6a2f817a-11df-4a5c-8a4c-f0b551ac01e6/170f596e-1c35-419f-8712-91959c7b26f5) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:21.013900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:21.107383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60862dc-83eb-42a4-94c2-4e14a36757df None None] Pushing event updated for resources: {'Port': ['ID=0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:21.163995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:21.182938 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 6c28cbf5-f9a7-475d-8e80-7a2fc63603c4 associated. External IP: 172.26.4.86, port: a8584cdf-7d29-4e27-9cdc-5354da549b54. Mar 08 11:57:21.185644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Transition to ACTIVE for port object 170f596e-1c35-419f-8712-91959c7b26f5 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:21.270724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:21.499413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 648385ab-62a3-472c-8d46-13e0817097e2 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:21.507979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:21.512731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:57:21.547091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=170f596e-1c35-419f-8712-91959c7b26f5,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:21.573920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:21.695083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:57:21.773892 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:21.872431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:21.882425 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fde719-3126-4abf-ae73-b495fdeb7141 None None] Sync routers for ids ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:21.896940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fde719-3126-4abf-ae73-b495fdeb7141 None None] Routers {'e4a8518b-82cd-4a52-a2f1-99cc2e488e24'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:21.896940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b5fde719-3126-4abf-ae73-b495fdeb7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:21.984623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:22.049689 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f5b263c6-3651-4ce3-a5b3-eaf6b0c5a40d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4317985 Mar 08 11:57:22.050294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'tag': 'a8584cdf-7d29-4e27-9cdc-5354da549b54'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:57:22.059038 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53550) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:22.137817 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'tag': 'a8584cdf-7d29-4e27-9cdc-5354da549b54', 'status': 'completed', 'code': 200} Mar 08 11:57:22.138612 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b5fde719-3126-4abf-ae73-b495fdeb7141 None None] Set router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:22.247181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device be150ede-9b22-4743-bddf-77f80dadbbae up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:22.290627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe7f7c-6fb5-444f-ac7a-43ca44f885d1 req-b844931d-4c97-40fe-99bd-c015a4e7f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:22.292215 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1cbe7f7c-6fb5-444f-ac7a-43ca44f885d1 req-b844931d-4c97-40fe-99bd-c015a4e7f31e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 1099 time: 0.1431739 Mar 08 11:57:22.299220 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3b4eee96-605c-4770-b1aa-5215b9f6b4c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/6c28cbf5-f9a7-475d-8e80-7a2fc63603c4 HTTP/1.1" status: 200 len: 991 time: 0.2437184 Mar 08 11:57:22.349474 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:22.430324 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:22.446091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe7f7c-6fb5-444f-ac7a-43ca44f885d1 req-b18f1c02-0b50-4244-882b-bdc6ef5446f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:22.448006 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1cbe7f7c-6fb5-444f-ac7a-43ca44f885d1 req-b18f1c02-0b50-4244-882b-bdc6ef5446f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b9c7b9aa-bc08-495c-8ee7-221b9765710e HTTP/1.1" status: 200 len: 898 time: 0.1477211 Mar 08 11:57:22.570229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d23b0ef-5cbe-4b10-86e7-239d111c0386 None None] Network 648385ab-62a3-472c-8d46-13e0817097e2 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:22.574701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:22.584956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=170f596e-1c35-419f-8712-91959c7b26f5,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:22.589067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port be150ede-9b22-4743-bddf-77f80dadbbae completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:22.598968 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1cbe7f7c-6fb5-444f-ac7a-43ca44f885d1 req-9513ead1-aa5b-4e6f-b5db-1307e7331321 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8584cdf-7d29-4e27-9cdc-5354da549b54 HTTP/1.1" status: 200 len: 999 time: 0.1427133 Mar 08 11:57:22.617321 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port be150ede-9b22-4743-bddf-77f80dadbbae triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:22.617946 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:22.682187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe7f7c-6fb5-444f-ac7a-43ca44f885d1 req-7196b1b2-5465-44b5-80ed-2cfb94d07259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:22.683945 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1cbe7f7c-6fb5-444f-ac7a-43ca44f885d1 req-7196b1b2-5465-44b5-80ed-2cfb94d07259 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f52e396a-e122-47d5-87e9-f785c2129f6d HTTP/1.1" status: 200 len: 835 time: 0.0784669 Mar 08 11:57:22.751556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 648385ab-62a3-472c-8d46-13e0817097e2 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:22.753045 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:22.779812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe7f7c-6fb5-444f-ac7a-43ca44f885d1 req-a3e3d205-24ae-4bac-ab4b-7323724c9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:22.781520 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1cbe7f7c-6fb5-444f-ac7a-43ca44f885d1 req-a3e3d205-24ae-4bac-ab4b-7323724c9df1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9c7b9aa-bc08-495c-8ee7-221b9765710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911188 Mar 08 11:57:22.875375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-54971ead-d7ad-4cde-9c0e-ee6ef8ee2e33 None None] Provisioning for port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:22.957560 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1cbe7f7c-6fb5-444f-ac7a-43ca44f885d1 req-43803116-5020-428a-83a5-43d3976c8f06 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c7b9aa-bc08-495c-8ee7-221b9765710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702311 Mar 08 11:57:23.006698 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 44fa62af-fa50-42d3-a343-247e4f4f2dcb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:57:23.055604 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:23.125900 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1cbe7f7c-6fb5-444f-ac7a-43ca44f885d1 req-1ac6462a-6b0d-44cc-a007-98e4358bb2b4 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c7b9aa-bc08-495c-8ee7-221b9765710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624339 Mar 08 11:57:23.148594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b5fde719-3126-4abf-ae73-b495fdeb7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:56:55Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6c28cbf5-f9a7-475d-8e80-7a2fc63603c4', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'port_id': 'a8584cdf-7d29-4e27-9cdc-5354da549b54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'mac_address': 'fa:16:3e:1e:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:20Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147fc390-31b4-4ac3-82fb-e10d14682b61', 'name': '', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:39:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:55Z', 'updated_at': '2022-03-08T11:57:00Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:23.151489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port be150ede-9b22-4743-bddf-77f80dadbbae, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=be150ede-9b22-4743-bddf-77f80dadbbae,segment=NetworkSegment(104b9bb0-3932-4124-91a3-f42f60953d0a),segment_id=104b9bb0-3932-4124-91a3-f42f60953d0a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:23.161720 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fde719-3126-4abf-ae73-b495fdeb7141 None None] Checking router: e4a8518b-82cd-4a52-a2f1-99cc2e488e24 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:23.181697 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fde719-3126-4abf-ae73-b495fdeb7141 None None] Routers {'e4a8518b-82cd-4a52-a2f1-99cc2e488e24'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:23.182741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b5fde719-3126-4abf-ae73-b495fdeb7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:23.206157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:23.216370 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Sync routers for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:23.222297 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-71b5c1fd-4cfc-4158-bd37-d1de57848f5b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5400684 Mar 08 11:57:23.222482 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53560) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:23.228693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'network': {'name': 'tempest-RoutersTest-834762053'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:23.230120 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:23.231092 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:23.234243 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:23.238532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:network and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:23.248407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:23.248624 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:23.274160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:23.275294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:23.306386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53564) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:23.384808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:23.388367 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:23.401639 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:23.503208 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=be150ede-9b22-4743-bddf-77f80dadbbae,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:23.568753 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b5fde719-3126-4abf-ae73-b495fdeb7141 None None] Set router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:23.643913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:57:23.684175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:23.684528 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Added segment 5c64e82d-6b4b-4327-92f3-802b6cabb143 of type vlan for network 07624c86-1e4c-4980-86ac-d9b32bd76cba Mar 08 11:57:23.700664 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-588de05c-79d8-442c-a7e7-946cbc22dea3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/6c28cbf5-f9a7-475d-8e80-7a2fc63603c4 HTTP/1.1" status: 200 len: 991 time: 0.3931086 Mar 08 11:57:23.745206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:23.832973 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:21Z', 'revision_number': 3, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:22Z', 'revision_number': 2, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:23.837319 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Checking router: 44fa62af-fa50-42d3-a343-247e4f4f2dcb for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:23.837676 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Updating router 44fa62af-fa50-42d3-a343-247e4f4f2dcb port 170f596e-1c35-419f-8712-91959c7b26f5 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:57:23.896586 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:23.903449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:23.908512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:23.911204 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:23.935945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:24.009363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:24.010033 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:24.148731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Network': ['ID=07624c86-1e4c-4980-86ac-d9b32bd76cba,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:24.209557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 07624c86-1e4c-4980-86ac-d9b32bd76cba details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:57:24.214945 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b285f215-911d-4a0b-a8bc-12d58e17b838 req-c4f4602b-9675-4435-9fad-c4e6aa94671b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1179969 Mar 08 11:57:24.221106 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8b160665-b187-4b5c-b5df-84f14f75864a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9966319 Mar 08 11:57:24.224163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53570) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:24.234200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'subnet': {'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:24.345756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-713981dd-a63c-4062-89e6-fe4f4d5dd616 None None] Provisioning for port 170f596e-1c35-419f-8712-91959c7b26f5 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:24.373562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-713981dd-a63c-4062-89e6-fe4f4d5dd616 None None] Provisioning complete for port 170f596e-1c35-419f-8712-91959c7b26f5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:24.374067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-713981dd-a63c-4062-89e6-fe4f4d5dd616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:24.394680 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:24.409944 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Transition to ACTIVE for port object 170f596e-1c35-419f-8712-91959c7b26f5 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:24.430938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:24.436454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:subnet and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:24.439591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:24.514677 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:24.543779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-713981dd-a63c-4062-89e6-fe4f4d5dd616 None None] Port 170f596e-1c35-419f-8712-91959c7b26f5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:57:24.563843 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:24.590638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:24.596990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-713981dd-a63c-4062-89e6-fe4f4d5dd616 None None] Provisioning complete for port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:24.603027 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-713981dd-a63c-4062-89e6-fe4f4d5dd616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:24.603781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285f215-911d-4a0b-a8bc-12d58e17b838 req-6bbd83d8-a4cc-4d16-8206-686f5de3ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:24.605495 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b285f215-911d-4a0b-a8bc-12d58e17b838 req-6bbd83d8-a4cc-4d16-8206-686f5de3ca68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 1098 time: 0.3506165 Mar 08 11:57:24.632770 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b5fde719-3126-4abf-ae73-b495fdeb7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:56:55Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6c28cbf5-f9a7-475d-8e80-7a2fc63603c4', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'port_id': 'a8584cdf-7d29-4e27-9cdc-5354da549b54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'mac_address': 'fa:16:3e:1e:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:20Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147fc390-31b4-4ac3-82fb-e10d14682b61', 'name': '', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:39:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:55Z', 'updated_at': '2022-03-08T11:57:00Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:24.658234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fde719-3126-4abf-ae73-b495fdeb7141 None None] The sync data for ids ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'] in dv-neutron-828143-8-hyperv is: [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:56:55Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6c28cbf5-f9a7-475d-8e80-7a2fc63603c4', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'port_id': 'a8584cdf-7d29-4e27-9cdc-5354da549b54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'mac_address': 'fa:16:3e:1e:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:20Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147fc390-31b4-4ac3-82fb-e10d14682b61', 'name': '', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:39:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:55Z', 'updated_at': '2022-03-08T11:57:00Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:24.664596 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb,segment=NetworkSegment(49fbb55e-3b9b-4463-b63e-4e9bc3b84213),segment_id=49fbb55e-3b9b-4463-b63e-4e9bc3b84213)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:24.703777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53574) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:24.713946 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:24.718659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:24.742481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:24.744446 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a0555-a1c2-4e92-bbd2-fc5ff1e72740 None None] Pushing event updated for resources: {'Port': ['ID=170f596e-1c35-419f-8712-91959c7b26f5,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:24.906602 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Attempting to bind port 170f596e-1c35-419f-8712-91959c7b26f5 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:57:24.907530 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Attempting to bind port 170f596e-1c35-419f-8712-91959c7b26f5 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '49fbb55e-3b9b-4463-b63e-4e9bc3b84213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:57:24.908180 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Attempting to bind port 170f596e-1c35-419f-8712-91959c7b26f5 on network 648385ab-62a3-472c-8d46-13e0817097e2 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:57:24.918134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device be150ede-9b22-4743-bddf-77f80dadbbae up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:24.919204 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:57:24.919595 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Checking segment: {'id': '49fbb55e-3b9b-4463-b63e-4e9bc3b84213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:24.920608 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:24.921011 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Bound using segment: {'id': '49fbb55e-3b9b-4463-b63e-4e9bc3b84213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:57:24.921486 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Bound port: 170f596e-1c35-419f-8712-91959c7b26f5, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fbb55e-3b9b-4463-b63e-4e9bc3b84213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:57:24.921865 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:24.972020 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6eaba61a-6a6d-4029-95bb-a1ec6b5b91d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/6c28cbf5-f9a7-475d-8e80-7a2fc63603c4 HTTP/1.1" status: 200 len: 991 time: 0.2663407 Mar 08 11:57:25.000657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:25.026321 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port be150ede-9b22-4743-bddf-77f80dadbbae triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:25.026700 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:25.063941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c20f21-a497-47ba-b478-9ba555d889a8 None None] New status for floating IP 6c28cbf5-f9a7-475d-8e80-7a2fc63603c4: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:57:25.080262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285f215-911d-4a0b-a8bc-12d58e17b838 req-f384913e-9e11-448d-a5fc-6ca7aad13b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:25.080550 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] For port 170f596e-1c35-419f-8712-91959c7b26f5, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:57:25.081655 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b285f215-911d-4a0b-a8bc-12d58e17b838 req-f384913e-9e11-448d-a5fc-6ca7aad13b3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 913 time: 0.4555953 Mar 08 11:57:25.083957 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] For port 170f596e-1c35-419f-8712-91959c7b26f5, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=170f596e-1c35-419f-8712-91959c7b26f5,segment=NetworkSegment(49fbb55e-3b9b-4463-b63e-4e9bc3b84213),segment_id=49fbb55e-3b9b-4463-b63e-4e9bc3b84213)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:57:25.173380 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:25.239826 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b285f215-911d-4a0b-a8bc-12d58e17b838 req-4c57c32b-cab9-4da8-8280-e93f3d1a81dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc8892f-6452-4046-bea3-58a41f124af8 HTTP/1.1" status: 200 len: 1001 time: 0.1493409 Mar 08 11:57:25.256161 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:25.256289 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:25.348716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285f215-911d-4a0b-a8bc-12d58e17b838 req-7ebda9d5-eb8f-4c3f-b4f9-eafdfb6f3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:25.350558 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b285f215-911d-4a0b-a8bc-12d58e17b838 req-7ebda9d5-eb8f-4c3f-b4f9-eafdfb6f3bbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.1027238 Mar 08 11:57:25.389482 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a0555-a1c2-4e92-bbd2-fc5ff1e72740 None None] Pushing event updated for resources: {'Port': ['ID=170f596e-1c35-419f-8712-91959c7b26f5,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:25.438727 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:25.445628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285f215-911d-4a0b-a8bc-12d58e17b838 req-4b918cfe-b915-4425-a66e-1b8ab64558ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:25.447207 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b285f215-911d-4a0b-a8bc-12d58e17b838 req-4b918cfe-b915-4425-a66e-1b8ab64558ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900195 Mar 08 11:57:25.448690 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:25.633677 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Subnet': ['ID=53518648-9c0c-4c68-aa73-22418fbe6a25,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:25.641263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Checking segment: {'id': '5c64e82d-6b4b-4327-92f3-802b6cabb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:25.642107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network hostable DHCP agents. Network: 07624c86-1e4c-4980-86ac-d9b32bd76cba, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:57:25.677218 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b285f215-911d-4a0b-a8bc-12d58e17b838 req-9daea533-0ce8-4ef1-87c0-03726771a0e7 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969955 Mar 08 11:57:25.766756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 07624c86-1e4c-4980-86ac-d9b32bd76cba is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:57:25.791806 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:21Z', 'revision_number': 3, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:25Z', 'revision_number': 4, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:25.795609 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3697ad4-43f1-44e1-8f81-580a89e41eb1 None None] The sync data for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv is: [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:21Z', 'revision_number': 3, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:25Z', 'revision_number': 4, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:25.819119 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b285f215-911d-4a0b-a8bc-12d58e17b838 req-2731932c-72a6-4d25-9aaa-2688d5bb6315 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354141 Mar 08 11:57:25.858730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 07624c86-1e4c-4980-86ac-d9b32bd76cba) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:25.864666 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:25.865309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:25.871086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f49b14-581a-47da-ae48-852f8c9925c1 None None] Network 07624c86-1e4c-4980-86ac-d9b32bd76cba requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:25.975874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53578) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:25.990311 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-52796c4e-0052-4447-b342-44c9969ed2b8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7648923 Mar 08 11:57:25.991251 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53582) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:26.136159 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-175f8081-5adc-47aa-b3c0-5e6d976f2eea tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/6c28cbf5-f9a7-475d-8e80-7a2fc63603c4 HTTP/1.1" status: 200 len: 993 time: 0.1549230 Mar 08 11:57:26.163517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-07624c86-1e4c-4980-86ac-d9b32bd76cba', 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'fixed_ips': [{'subnet_id': '53518648-9c0c-4c68-aa73-22418fbe6a25'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:57:26.164670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:26.350480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Allocated IP 172.22.0.2 (07624c86-1e4c-4980-86ac-d9b32bd76cba/53518648-9c0c-4c68-aa73-22418fbe6a25/89be92c1-70f8-47d2-b0c1-64140464c3ae) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:26.653968 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:26.665656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Transition to ACTIVE for port object 89be92c1-70f8-47d2-b0c1-64140464c3ae will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:26.690160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Transition to ACTIVE for port object 89be92c1-70f8-47d2-b0c1-64140464c3ae will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:26.761364 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:26.828665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Network 07624c86-1e4c-4980-86ac-d9b32bd76cba is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:26.831589 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:26.835198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:57:26.887027 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Pushing event updated for resources: {'Port': ['ID=89be92c1-70f8-47d2-b0c1-64140464c3ae,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:26.944746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 170f596e-1c35-419f-8712-91959c7b26f5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:26.962094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:27.005906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Attempting to bind port 89be92c1-70f8-47d2-b0c1-64140464c3ae on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:57:27.010965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Attempting to bind port 89be92c1-70f8-47d2-b0c1-64140464c3ae by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '5c64e82d-6b4b-4327-92f3-802b6cabb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:57:27.010965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Attempting to bind port 89be92c1-70f8-47d2-b0c1-64140464c3ae on network 07624c86-1e4c-4980-86ac-d9b32bd76cba {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:57:27.023733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:57:27.024112 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Checking segment: {'id': '5c64e82d-6b4b-4327-92f3-802b6cabb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:27.024519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:27.024915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Bound using segment: {'id': '5c64e82d-6b4b-4327-92f3-802b6cabb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:57:27.025502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Bound port: 89be92c1-70f8-47d2-b0c1-64140464c3ae, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c64e82d-6b4b-4327-92f3-802b6cabb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:57:27.025916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:27.177750 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] For port 89be92c1-70f8-47d2-b0c1-64140464c3ae, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:57:27.184428 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] For port 89be92c1-70f8-47d2-b0c1-64140464c3ae, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=89be92c1-70f8-47d2-b0c1-64140464c3ae,segment=NetworkSegment(5c64e82d-6b4b-4327-92f3-802b6cabb143),segment_id=5c64e82d-6b4b-4327-92f3-802b6cabb143)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:57:27.236037 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 170f596e-1c35-419f-8712-91959c7b26f5 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:27.242025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 170f596e-1c35-419f-8712-91959c7b26f5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:27.242499 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:27.284370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:27.377707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Allocated IP 172.22.0.1 (07624c86-1e4c-4980-86ac-d9b32bd76cba/53518648-9c0c-4c68-aa73-22418fbe6a25/65f453f6-bde0-438a-bb51-d87939861b1a) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:27.399667 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb10c1-7e8c-41fe-8061-95f5261179bb None None] Pushing event updated for resources: {'Port': ['ID=89be92c1-70f8-47d2-b0c1-64140464c3ae,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:27.464955 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:27.509489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 170f596e-1c35-419f-8712-91959c7b26f5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=170f596e-1c35-419f-8712-91959c7b26f5,segment=NetworkSegment(49fbb55e-3b9b-4463-b63e-4e9bc3b84213),segment_id=49fbb55e-3b9b-4463-b63e-4e9bc3b84213)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:27.585613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:27.586642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:27.587902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:27.614494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Transition to ACTIVE for port object 65f453f6-bde0-438a-bb51-d87939861b1a will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:27.727830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:27.729969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=170f596e-1c35-419f-8712-91959c7b26f5,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:27.740943 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:27.741316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:27.800951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 07624c86-1e4c-4980-86ac-d9b32bd76cba is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:27.803849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:27.806294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:57:27.857575 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=65f453f6-bde0-438a-bb51-d87939861b1a,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:27.880521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:28.069040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:28.366907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765b255-1613-40a1-9e62-d9e08578927b None None] Network 07624c86-1e4c-4980-86ac-d9b32bd76cba requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:28.508436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:28.577714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e76e61cb-7161-469e-8137-3f0a38856996 None None] Provisioning for port 89be92c1-70f8-47d2-b0c1-64140464c3ae completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:28.607170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:28.724629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:28.728282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=65f453f6-bde0-438a-bb51-d87939861b1a,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:28.930874 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 170f596e-1c35-419f-8712-91959c7b26f5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:28.985846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-df419f91-3fa4-42b7-98df-6cd2c95a9c49 None None] Provisioning for port 65f453f6-bde0-438a-bb51-d87939861b1a completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:28.994523 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-df419f91-3fa4-42b7-98df-6cd2c95a9c49 None None] Provisioning complete for port 65f453f6-bde0-438a-bb51-d87939861b1a triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:28.994966 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-df419f91-3fa4-42b7-98df-6cd2c95a9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:28.999120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 07624c86-1e4c-4980-86ac-d9b32bd76cba is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:29.000328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:29.061369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 170f596e-1c35-419f-8712-91959c7b26f5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:29.061740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:29.100414 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-df419f91-3fa4-42b7-98df-6cd2c95a9c49 None None] Port 65f453f6-bde0-438a-bb51-d87939861b1a cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:57:29.184440 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 44fa62af-fa50-42d3-a343-247e4f4f2dcb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:57:29.218470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 89be92c1-70f8-47d2-b0c1-64140464c3ae up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:29.286880 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-15d1f11e-bbb6-4591-9d08-f7d31710a632 None None] Provisioning complete for port 65f453f6-bde0-438a-bb51-d87939861b1a triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:29.287811 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-15d1f11e-bbb6-4591-9d08-f7d31710a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:29.344107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-15d1f11e-bbb6-4591-9d08-f7d31710a632 None None] Port 65f453f6-bde0-438a-bb51-d87939861b1a cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:57:29.358449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:29.367956 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Sync routers for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:29.373572 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3f5dd201-e98a-47c9-b7f7-40ced76cf988 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3801558 Mar 08 11:57:29.376207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53586) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:29.377265 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:29.378140 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:29.382273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1148374989'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:29.386960 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:29.392273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:network and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:29.397234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:29.403741 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:29.412938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 89be92c1-70f8-47d2-b0c1-64140464c3ae completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:29.419291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 89be92c1-70f8-47d2-b0c1-64140464c3ae triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:29.419702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:29.479802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:29.483568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:29.484429 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-79e4b405-c969-49ad-9c5b-faacd9dbcca7 None None] Provisioning complete for port 65f453f6-bde0-438a-bb51-d87939861b1a triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:29.484811 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-79e4b405-c969-49ad-9c5b-faacd9dbcca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:29.521068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:57:29.531783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:29.532424 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Added segment 3784bd39-3a19-4cde-a2c3-7cc0601f11f9 of type vlan for network 803f9fb3-96e7-470c-ad46-5c43537fb193 Mar 08 11:57:29.537748 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:29.545277 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-79e4b405-c969-49ad-9c5b-faacd9dbcca7 None None] Port 65f453f6-bde0-438a-bb51-d87939861b1a cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:57:29.560867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:29.606911 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:29.638890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 89be92c1-70f8-47d2-b0c1-64140464c3ae, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=89be92c1-70f8-47d2-b0c1-64140464c3ae,segment=NetworkSegment(5c64e82d-6b4b-4327-92f3-802b6cabb143),segment_id=5c64e82d-6b4b-4327-92f3-802b6cabb143)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:29.670967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:29.677052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:29.680107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:29.732704 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:29.788756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Network': ['ID=803f9fb3-96e7-470c-ad46-5c43537fb193,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:29.800828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 803f9fb3-96e7-470c-ad46-5c43537fb193 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:57:29.841845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=89be92c1-70f8-47d2-b0c1-64140464c3ae,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:29.851683 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-81f6d49a-3536-46bc-a5bb-ea251652bf46 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4721041 Mar 08 11:57:29.852398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53590) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:29.863113 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'subnet': {'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:29.897094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:29.897457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:29.897828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:29.898220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:29.898556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:29.899279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:29.899279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:29.899505 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:29.899838 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:29.900162 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:29.900491 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:29.900818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:29.905632 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 4, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f453f6-bde0-438a-bb51-d87939861b1a', 'name': '', 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:ca:00:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:27Z', 'updated_at': '2022-03-08T11:57:28Z', 'revision_number': 2, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:29.909678 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Checking router: 44fa62af-fa50-42d3-a343-247e4f4f2dcb for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:29.910067 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Updating router 44fa62af-fa50-42d3-a343-247e4f4f2dcb port 65f453f6-bde0-438a-bb51-d87939861b1a binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:57:29.963411 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:29.979303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:29.983380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:subnet and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:29.986800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:29.992859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:30.135059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Made reservation on behalf of 4b4b39632349474eb6c75a6a883903f5 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:30.135059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:30.291359 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:30.303449 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Transition to ACTIVE for port object 65f453f6-bde0-438a-bb51-d87939861b1a will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:30.419798 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:30.464551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:30.546976 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd420b-4e8d-496b-b302-d10aa55fa603 None None] Pushing event updated for resources: {'Port': ['ID=65f453f6-bde0-438a-bb51-d87939861b1a,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:30.554735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Subnet': ['ID=7859037c-d27f-40ad-99b2-fb0f74e53440,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:30.556996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Checking segment: {'id': '3784bd39-3a19-4cde-a2c3-7cc0601f11f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:30.557357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network hostable DHCP agents. Network: 803f9fb3-96e7-470c-ad46-5c43537fb193, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:57:30.636043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 803f9fb3-96e7-470c-ad46-5c43537fb193 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:57:30.642705 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Attempting to bind port 65f453f6-bde0-438a-bb51-d87939861b1a on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:57:30.648809 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Attempting to bind port 65f453f6-bde0-438a-bb51-d87939861b1a by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '5c64e82d-6b4b-4327-92f3-802b6cabb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:57:30.648809 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Attempting to bind port 65f453f6-bde0-438a-bb51-d87939861b1a on network 07624c86-1e4c-4980-86ac-d9b32bd76cba {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:57:30.649635 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:57:30.650038 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Checking segment: {'id': '5c64e82d-6b4b-4327-92f3-802b6cabb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:30.650558 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:30.650953 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Bound using segment: {'id': '5c64e82d-6b4b-4327-92f3-802b6cabb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:57:30.651407 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Bound port: 65f453f6-bde0-438a-bb51-d87939861b1a, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c64e82d-6b4b-4327-92f3-802b6cabb143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:57:30.651798 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:30.738500 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 803f9fb3-96e7-470c-ad46-5c43537fb193) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:30.744166 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] For port 65f453f6-bde0-438a-bb51-d87939861b1a, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:57:30.744448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:30.744448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:30.746923 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] For port 65f453f6-bde0-438a-bb51-d87939861b1a, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=65f453f6-bde0-438a-bb51-d87939861b1a,segment=NetworkSegment(5c64e82d-6b4b-4327-92f3-802b6cabb143),segment_id=5c64e82d-6b4b-4327-92f3-802b6cabb143)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:57:30.747975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93609f66-6a63-4880-ae48-76637caa202a None None] Network 803f9fb3-96e7-470c-ad46-5c43537fb193 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:30.862691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 89be92c1-70f8-47d2-b0c1-64140464c3ae up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:30.881991 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:30.908282 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dc1417f3-f36a-43c2-8a32-749f39e3d80a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0516682 Mar 08 11:57:30.908807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53594) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:30.956838 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd420b-4e8d-496b-b302-d10aa55fa603 None None] Pushing event updated for resources: {'Port': ['ID=65f453f6-bde0-438a-bb51-d87939861b1a,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:30.974637 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:30.975589 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:31.026110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 89be92c1-70f8-47d2-b0c1-64140464c3ae triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:31.026486 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:31.133028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-803f9fb3-96e7-470c-ad46-5c43537fb193', 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'fixed_ips': [{'subnet_id': '7859037c-d27f-40ad-99b2-fb0f74e53440'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:57:31.134173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:31.139631 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:31.375421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Allocated IP 172.23.0.2 (803f9fb3-96e7-470c-ad46-5c43537fb193/7859037c-d27f-40ad-99b2-fb0f74e53440/bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:31.507073 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 4, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f453f6-bde0-438a-bb51-d87939861b1a', 'name': '', 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:ca:00:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:27Z', 'updated_at': '2022-03-08T11:57:30Z', 'revision_number': 4, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:31.511221 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d00fd-94f5-482f-994d-12cef8ce1c86 None None] The sync data for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv is: [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 4, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f453f6-bde0-438a-bb51-d87939861b1a', 'name': '', 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:ca:00:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:27Z', 'updated_at': '2022-03-08T11:57:30Z', 'revision_number': 4, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:31.617650 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:31.628724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Transition to ACTIVE for port object bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:31.655264 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Transition to ACTIVE for port object bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:31.737332 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:31.763889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:31.798739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Network 803f9fb3-96e7-470c-ad46-5c43537fb193 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:31.801618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:31.804111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:57:31.885369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Pushing event updated for resources: {'Port': ['ID=bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:31.916088 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Attempting to bind port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:57:31.922353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Attempting to bind port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '3784bd39-3a19-4cde-a2c3-7cc0601f11f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:57:31.922353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Attempting to bind port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 on network 803f9fb3-96e7-470c-ad46-5c43537fb193 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:57:31.923045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:57:31.923672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Checking segment: {'id': '3784bd39-3a19-4cde-a2c3-7cc0601f11f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:31.924090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:31.924490 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Bound using segment: {'id': '3784bd39-3a19-4cde-a2c3-7cc0601f11f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:57:31.924963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Bound port: bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3784bd39-3a19-4cde-a2c3-7cc0601f11f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:57:31.925346 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:32.033484 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] For port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:57:32.035315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] For port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4,segment=NetworkSegment(3784bd39-3a19-4cde-a2c3-7cc0601f11f9),segment_id=3784bd39-3a19-4cde-a2c3-7cc0601f11f9)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:57:32.110236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:32.157980 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Allocated IP 172.23.0.1 (803f9fb3-96e7-470c-ad46-5c43537fb193/7859037c-d27f-40ad-99b2-fb0f74e53440/cf98a101-e042-42d7-938e-96a53737a791) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:32.199524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c41e31-5f82-4ed0-b618-5d494a6549ca None None] Pushing event updated for resources: {'Port': ['ID=bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:32.330617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:32.347100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Transition to ACTIVE for port object cf98a101-e042-42d7-938e-96a53737a791 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:32.434552 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:32.502636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 803f9fb3-96e7-470c-ad46-5c43537fb193 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:32.505816 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:32.514188 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:57:32.551116 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=cf98a101-e042-42d7-938e-96a53737a791,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:32.577128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:32.769385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:32.893060 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:33.126730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:33.132472 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 65f453f6-bde0-438a-bb51-d87939861b1a up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:33.170282 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd53c4d7-da8d-4c3b-ab26-2c3c4a2014fe None None] Network 803f9fb3-96e7-470c-ad46-5c43537fb193 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:33.196862 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:33.252563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:33.350047 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7c997157-3322-4a49-9448-c707e5f2c4d2 None None] Provisioning for port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:33.362470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7c997157-3322-4a49-9448-c707e5f2c4d2 None None] Provisioning complete for port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:33.362779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7c997157-3322-4a49-9448-c707e5f2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:33.374190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event updated for resources: {'Port': ['ID=cf98a101-e042-42d7-938e-96a53737a791,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:33.376623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:33.410071 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 65f453f6-bde0-438a-bb51-d87939861b1a completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:33.452713 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 65f453f6-bde0-438a-bb51-d87939861b1a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:33.455126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:33.644718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Network 803f9fb3-96e7-470c-ad46-5c43537fb193 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:33.646549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:33.647759 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7c997157-3322-4a49-9448-c707e5f2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:33.735818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:33.751554 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7c997157-3322-4a49-9448-c707e5f2c4d2 None None] For port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4,segment=NetworkSegment(3784bd39-3a19-4cde-a2c3-7cc0601f11f9),segment_id=3784bd39-3a19-4cde-a2c3-7cc0601f11f9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:33.775450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 65f453f6-bde0-438a-bb51-d87939861b1a, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=65f453f6-bde0-438a-bb51-d87939861b1a,segment=NetworkSegment(5c64e82d-6b4b-4327-92f3-802b6cabb143),segment_id=5c64e82d-6b4b-4327-92f3-802b6cabb143)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:33.816220 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 44fa62af-fa50-42d3-a343-247e4f4f2dcb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:57:33.874055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7c997157-3322-4a49-9448-c707e5f2c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:33.913396 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:33.949551 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c997157-3322-4a49-9448-c707e5f2c4d2 None None] Pushing event updated for resources: {'Port': ['ID=bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:33.999772 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:34.014180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Sync routers for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:34.017923 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b5562ac5-14cc-4d6a-9c4f-2b492daaea51 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1053534 Mar 08 11:57:34.018127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53598) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:34.023269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-dd8c4c3f-3ac2-4033-892d-87933df169ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:34.046728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-eb75db74-6d98-4576-811b-0036eefb033d None None] Provisioning complete for port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:34.047113 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-eb75db74-6d98-4576-811b-0036eefb033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:34.071716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:34.072370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:34.122322 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=65f453f6-bde0-438a-bb51-d87939861b1a,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:34.267258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:34.618845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.extraroute_db [None req-dd8c4c3f-3ac2-4033-892d-87933df169ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88469) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 08 11:57:34.631799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-eb75db74-6d98-4576-811b-0036eefb033d None None] Provisioning for port cf98a101-e042-42d7-938e-96a53737a791 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:34.633261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.extraroute_db [None req-dd8c4c3f-3ac2-4033-892d-87933df169ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Removed routes are [] {{(pid=88469) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 08 11:57:34.633906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4c3f-3ac2-4033-892d-87933df169ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:34.640104 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-eb75db74-6d98-4576-811b-0036eefb033d None None] Provisioning complete for port cf98a101-e042-42d7-938e-96a53737a791 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:34.640480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-eb75db74-6d98-4576-811b-0036eefb033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:34.698111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-eb75db74-6d98-4576-811b-0036eefb033d None None] Port cf98a101-e042-42d7-938e-96a53737a791 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:57:34.704999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:32Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f453f6-bde0-438a-bb51-d87939861b1a', 'name': '', 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:ca:00:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:27Z', 'updated_at': '2022-03-08T11:57:33Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf98a101-e042-42d7-938e-96a53737a791', 'name': '', 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:10:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7859037c-d27f-40ad-99b2-fb0f74e53440', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:31Z', 'updated_at': '2022-03-08T11:57:33Z', 'revision_number': 2, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '7859037c-d27f-40ad-99b2-fb0f74e53440', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:34.709396 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Checking router: 44fa62af-fa50-42d3-a343-247e4f4f2dcb for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:34.709749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Updating router 44fa62af-fa50-42d3-a343-247e4f4f2dcb port cf98a101-e042-42d7-938e-96a53737a791 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:57:34.764022 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:34.844906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:34.915473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2597d6d8-ddd0-45cd-a1a1-91cd20e3b9df None None] Provisioning complete for port cf98a101-e042-42d7-938e-96a53737a791 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:34.916208 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2597d6d8-ddd0-45cd-a1a1-91cd20e3b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:35.016627 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2597d6d8-ddd0-45cd-a1a1-91cd20e3b9df None None] Port cf98a101-e042-42d7-938e-96a53737a791 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:57:35.115957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:35.116325 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:35.154328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4c3f-3ac2-4033-892d-87933df169ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:35.157785 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4c3f-3ac2-4033-892d-87933df169ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:35.326654 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8c4c3f-3ac2-4033-892d-87933df169ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 44fa62af-fa50-42d3-a343-247e4f4f2dcb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:57:35.357530 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 65f453f6-bde0-438a-bb51-d87939861b1a up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:35.400283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:35.425511 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Transition to ACTIVE for port object cf98a101-e042-42d7-938e-96a53737a791 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:57:35.443017 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 65f453f6-bde0-438a-bb51-d87939861b1a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:35.443383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:35.486468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8c4c3f-3ac2-4033-892d-87933df169ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:35.497510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd8c4c3f-3ac2-4033-892d-87933df169ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:35.497510 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dd8c4c3f-3ac2-4033-892d-87933df169ec tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb HTTP/1.1" status: 200 len: 933 time: 1.4758570 Mar 08 11:57:35.499912 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53604) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:35.543393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:35.675011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a18040-35c1-47a5-9602-cfdd1d441a20 None None] Pushing event updated for resources: {'Port': ['ID=cf98a101-e042-42d7-938e-96a53737a791,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:35.684742 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-23b83edb-739f-4d7d-9b45-65e8b7653dc1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb HTTP/1.1" status: 200 len: 933 time: 0.1851668 Mar 08 11:57:35.687498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53608) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:35.697636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-117ab3be-0552-471e-9eb2-27345ea62c48 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'router': {'routes': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:35.784857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Attempting to bind port cf98a101-e042-42d7-938e-96a53737a791 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:57:35.785226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Attempting to bind port cf98a101-e042-42d7-938e-96a53737a791 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '3784bd39-3a19-4cde-a2c3-7cc0601f11f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:57:35.786181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Attempting to bind port cf98a101-e042-42d7-938e-96a53737a791 on network 803f9fb3-96e7-470c-ad46-5c43537fb193 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:57:35.791936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:57:35.792313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Checking segment: {'id': '3784bd39-3a19-4cde-a2c3-7cc0601f11f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:57:35.792714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:35.793104 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Bound using segment: {'id': '3784bd39-3a19-4cde-a2c3-7cc0601f11f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:57:35.793562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Bound port: cf98a101-e042-42d7-938e-96a53737a791, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3784bd39-3a19-4cde-a2c3-7cc0601f11f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:57:35.793997 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:35.884903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] For port cf98a101-e042-42d7-938e-96a53737a791, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:57:35.887807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] For port cf98a101-e042-42d7-938e-96a53737a791, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cf98a101-e042-42d7-938e-96a53737a791,segment=NetworkSegment(3784bd39-3a19-4cde-a2c3-7cc0601f11f9),segment_id=3784bd39-3a19-4cde-a2c3-7cc0601f11f9)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:57:35.927731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:36.021134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a18040-35c1-47a5-9602-cfdd1d441a20 None None] Pushing event updated for resources: {'Port': ['ID=cf98a101-e042-42d7-938e-96a53737a791,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:36.024613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:36.025225 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:36.188804 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:36.294233 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.extraroute_db [None req-117ab3be-0552-471e-9eb2-27345ea62c48 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Added routes are [] {{(pid=88470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 08 11:57:36.294552 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.extraroute_db [None req-117ab3be-0552-471e-9eb2-27345ea62c48 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 08 11:57:36.323406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-117ab3be-0552-471e-9eb2-27345ea62c48 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:36.525138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:34Z', 'revision_number': 6, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f453f6-bde0-438a-bb51-d87939861b1a', 'name': '', 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:ca:00:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:27Z', 'updated_at': '2022-03-08T11:57:33Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf98a101-e042-42d7-938e-96a53737a791', 'name': '', 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:10:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7859037c-d27f-40ad-99b2-fb0f74e53440', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:31Z', 'updated_at': '2022-03-08T11:57:35Z', 'revision_number': 4, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '7859037c-d27f-40ad-99b2-fb0f74e53440', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:36.529559 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ca798-fe73-49f3-8f2a-15f81325194f None None] The sync data for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv is: [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:34Z', 'revision_number': 6, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f453f6-bde0-438a-bb51-d87939861b1a', 'name': '', 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:ca:00:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:27Z', 'updated_at': '2022-03-08T11:57:33Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf98a101-e042-42d7-938e-96a53737a791', 'name': '', 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:10:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7859037c-d27f-40ad-99b2-fb0f74e53440', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:31Z', 'updated_at': '2022-03-08T11:57:35Z', 'revision_number': 4, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '7859037c-d27f-40ad-99b2-fb0f74e53440', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:36.860127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-117ab3be-0552-471e-9eb2-27345ea62c48 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:36.866797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-117ab3be-0552-471e-9eb2-27345ea62c48 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:36.872609 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cf98a101-e042-42d7-938e-96a53737a791 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:36.990003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port cf98a101-e042-42d7-938e-96a53737a791 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:57:36.995131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port cf98a101-e042-42d7-938e-96a53737a791 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:36.995600 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:37.040234 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117ab3be-0552-471e-9eb2-27345ea62c48 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 44fa62af-fa50-42d3-a343-247e4f4f2dcb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:57:37.132135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:37.167597 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port cf98a101-e042-42d7-938e-96a53737a791, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cf98a101-e042-42d7-938e-96a53737a791,segment=NetworkSegment(3784bd39-3a19-4cde-a2c3-7cc0601f11f9),segment_id=3784bd39-3a19-4cde-a2c3-7cc0601f11f9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:37.211914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117ab3be-0552-471e-9eb2-27345ea62c48 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:37.224034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-117ab3be-0552-471e-9eb2-27345ea62c48 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:37.224034 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-117ab3be-0552-471e-9eb2-27345ea62c48 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb HTTP/1.1" status: 200 len: 699 time: 1.5318429 Mar 08 11:57:37.224034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53612) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:37.246286 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:37.359577 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ff075-b2a4-4ae2-a4fd-ee793200c3a5 None None] Sync routers for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:37.363989 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=cf98a101-e042-42d7-938e-96a53737a791,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:37.372783 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ff075-b2a4-4ae2-a4fd-ee793200c3a5 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:37.372783 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-106ff075-b2a4-4ae2-a4fd-ee793200c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:37.400879 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e4d5544a-c5a0-4cda-9258-98d2fc2847c1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb HTTP/1.1" status: 200 len: 699 time: 0.1762364 Mar 08 11:57:37.403002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53616) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:37.523464 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-106ff075-b2a4-4ae2-a4fd-ee793200c3a5 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:37.845223 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-106ff075-b2a4-4ae2-a4fd-ee793200c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:36Z', 'revision_number': 7, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f453f6-bde0-438a-bb51-d87939861b1a', 'name': '', 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:ca:00:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:27Z', 'updated_at': '2022-03-08T11:57:33Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf98a101-e042-42d7-938e-96a53737a791', 'name': '', 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:10:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7859037c-d27f-40ad-99b2-fb0f74e53440', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:31Z', 'updated_at': '2022-03-08T11:57:37Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '7859037c-d27f-40ad-99b2-fb0f74e53440', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:37.848906 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ff075-b2a4-4ae2-a4fd-ee793200c3a5 None None] Checking router: 44fa62af-fa50-42d3-a343-247e4f4f2dcb for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:37.857031 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ff075-b2a4-4ae2-a4fd-ee793200c3a5 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:37.857617 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-106ff075-b2a4-4ae2-a4fd-ee793200c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:37.915857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a8e54b1-3aad-488a-951f-359cc0753d2a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:38.014903 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-106ff075-b2a4-4ae2-a4fd-ee793200c3a5 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:38.340723 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-106ff075-b2a4-4ae2-a4fd-ee793200c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:36Z', 'revision_number': 7, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f453f6-bde0-438a-bb51-d87939861b1a', 'name': '', 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:ca:00:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:27Z', 'updated_at': '2022-03-08T11:57:33Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf98a101-e042-42d7-938e-96a53737a791', 'name': '', 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:10:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7859037c-d27f-40ad-99b2-fb0f74e53440', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:31Z', 'updated_at': '2022-03-08T11:57:37Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '7859037c-d27f-40ad-99b2-fb0f74e53440', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:38.345125 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ff075-b2a4-4ae2-a4fd-ee793200c3a5 None None] The sync data for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv is: [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:36Z', 'revision_number': 7, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f453f6-bde0-438a-bb51-d87939861b1a', 'name': '', 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:ca:00:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:27Z', 'updated_at': '2022-03-08T11:57:33Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf98a101-e042-42d7-938e-96a53737a791', 'name': '', 'network_id': '803f9fb3-96e7-470c-ad46-5c43537fb193', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:10:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7859037c-d27f-40ad-99b2-fb0f74e53440', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:31Z', 'updated_at': '2022-03-08T11:57:37Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '7859037c-d27f-40ad-99b2-fb0f74e53440', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:38.388058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e54b1-3aad-488a-951f-359cc0753d2a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port cf98a101-e042-42d7-938e-96a53737a791 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:38.389559 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a8e54b1-3aad-488a-951f-359cc0753d2a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:38.583001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-2a8e54b1-3aad-488a-951f-359cc0753d2a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] For port cf98a101-e042-42d7-938e-96a53737a791, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=cf98a101-e042-42d7-938e-96a53737a791,segment=NetworkSegment(3784bd39-3a19-4cde-a2c3-7cc0601f11f9),segment_id=3784bd39-3a19-4cde-a2c3-7cc0601f11f9)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:38.583001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a8e54b1-3aad-488a-951f-359cc0753d2a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:38.710195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e54b1-3aad-488a-951f-359cc0753d2a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for cf98a101-e042-42d7-938e-96a53737a791 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:38.830026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cf98a101-e042-42d7-938e-96a53737a791 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:57:38.898204 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port cf98a101-e042-42d7-938e-96a53737a791 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:57:38.898575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:38.960992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a8e54b1-3aad-488a-951f-359cc0753d2a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:38.962083 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No ports have port_id starting with cf98a101-e042-42d7-938e-96a53737a791 Mar 08 11:57:39.037107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e54b1-3aad-488a-951f-359cc0753d2a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=cf98a101-e042-42d7-938e-96a53737a791,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:39.277754 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a8e54b1-3aad-488a-951f-359cc0753d2a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:39.714771 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8e54b1-3aad-488a-951f-359cc0753d2a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 44fa62af-fa50-42d3-a343-247e4f4f2dcb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:57:39.873608 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aba86cf0-dd4b-4b8d-b44a-1269e6c3f05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:39.874764 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8e54b1-3aad-488a-951f-359cc0753d2a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:39.883806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12c3b60-89eb-4763-a7e4-842c97e376e0 None None] Sync routers for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:39.886916 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2a8e54b1-3aad-488a-951f-359cc0753d2a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4832466 Mar 08 11:57:39.889503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53620) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:39.893210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12c3b60-89eb-4763-a7e4-842c97e376e0 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:39.893822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b12c3b60-89eb-4763-a7e4-842c97e376e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:39.954897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-3770c79d-547a-455d-ab42-a9a90bba4216 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting subnet 7859037c-d27f-40ad-99b2-fb0f74e53440 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:57:39.957849 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3770c79d-547a-455d-ab42-a9a90bba4216 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:40.016156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3770c79d-547a-455d-ab42-a9a90bba4216 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:40.046708 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b12c3b60-89eb-4763-a7e4-842c97e376e0 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:40.100426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3770c79d-547a-455d-ab42-a9a90bba4216 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:40.250857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3770c79d-547a-455d-ab42-a9a90bba4216 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:40.294497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770c79d-547a-455d-ab42-a9a90bba4216 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Subnet': ['ID=7859037c-d27f-40ad-99b2-fb0f74e53440,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:40.298331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3770c79d-547a-455d-ab42-a9a90bba4216 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:40.306866 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3770c79d-547a-455d-ab42-a9a90bba4216 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/7859037c-d27f-40ad-99b2-fb0f74e53440 HTTP/1.1" status: 204 len: 168 time: 0.4145854 Mar 08 11:57:40.307903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53624) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:40.308462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d72a8b-6501-466b-8665-0f418de70e4f None None] Network 803f9fb3-96e7-470c-ad46-5c43537fb193 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:40.427780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:40.438614 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:40.438953 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:40.532855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b12c3b60-89eb-4763-a7e4-842c97e376e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:38Z', 'revision_number': 8, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f453f6-bde0-438a-bb51-d87939861b1a', 'name': '', 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:ca:00:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:27Z', 'updated_at': '2022-03-08T11:57:33Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:40.539573 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12c3b60-89eb-4763-a7e4-842c97e376e0 None None] Checking router: 44fa62af-fa50-42d3-a343-247e4f4f2dcb for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:40.557653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12c3b60-89eb-4763-a7e4-842c97e376e0 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:40.558289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b12c3b60-89eb-4763-a7e4-842c97e376e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:40.651526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] For port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4,segment=NetworkSegment(3784bd39-3a19-4cde-a2c3-7cc0601f11f9),segment_id=3784bd39-3a19-4cde-a2c3-7cc0601f11f9)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:40.651895 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:40.705529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3a429b-d154-4adb-9c9f-f15b40efdaf9 None None] DHCP port deletion for 803f9fb3-96e7-470c-ad46-5c43537fb193 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:57:40.719848 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a429b-d154-4adb-9c9f-f15b40efdaf9 None None] Deleting port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:40.719848 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7e3a429b-d154-4adb-9c9f-f15b40efdaf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:40.742690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b12c3b60-89eb-4763-a7e4-842c97e376e0 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:40.787711 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:40.897793 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:57:40.937809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:40.984763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:41.000397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No DVR routers for this DVR port bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:57:41.023379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a429b-d154-4adb-9c9f-f15b40efdaf9 None None] The port 'bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:57:41.028951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:57:41.028951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device bb0422da-2ac5-4ddd-b2fd-aa44ae9062a4 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:57:41.119161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:41.152054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803f9fb3-96e7-470c-ad46-5c43537fb193']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:41.165221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3784bd39-3a19-4cde-a2c3-7cc0601f11f9') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:41.165488 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3784bd39-3a19-4cde-a2c3-7cc0601f11f9') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:41.177192 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:41.193505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:41.199527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:57:41.199913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:41.210468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b12c3b60-89eb-4763-a7e4-842c97e376e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:38Z', 'revision_number': 8, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f453f6-bde0-438a-bb51-d87939861b1a', 'name': '', 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:ca:00:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:27Z', 'updated_at': '2022-03-08T11:57:33Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:41.213798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12c3b60-89eb-4763-a7e4-842c97e376e0 None None] The sync data for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv is: [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:38Z', 'revision_number': 8, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f453f6-bde0-438a-bb51-d87939861b1a', 'name': '', 'network_id': '07624c86-1e4c-4980-86ac-d9b32bd76cba', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:ca:00:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:27Z', 'updated_at': '2022-03-08T11:57:33Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '53518648-9c0c-4c68-aa73-22418fbe6a25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:57:41.214786 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:57:41.406494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:41.428277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:41.544411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Network': ['ID=803f9fb3-96e7-470c-ad46-5c43537fb193,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:41.552792 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2e451e73-361d-4f37-ba7d-2caea455ff35 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/networks/803f9fb3-96e7-470c-ad46-5c43537fb193 HTTP/1.1" status: 204 len: 168 time: 1.2438698 Mar 08 11:57:41.557151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53628) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:42.063047 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:57:42.082970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-92513602-d7bb-45b3-acff-2becf2e6dfe9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:42.155366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6e381684-3d63-4a55-9a1d-7ebe6a2b82c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:42.420066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-92513602-d7bb-45b3-acff-2becf2e6dfe9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port 65f453f6-bde0-438a-bb51-d87939861b1a {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:42.420618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-92513602-d7bb-45b3-acff-2becf2e6dfe9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:42.608375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-92513602-d7bb-45b3-acff-2becf2e6dfe9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] For port 65f453f6-bde0-438a-bb51-d87939861b1a, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=65f453f6-bde0-438a-bb51-d87939861b1a,segment=NetworkSegment(5c64e82d-6b4b-4327-92f3-802b6cabb143),segment_id=5c64e82d-6b4b-4327-92f3-802b6cabb143)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:42.608741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-92513602-d7bb-45b3-acff-2becf2e6dfe9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:42.736859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-92513602-d7bb-45b3-acff-2becf2e6dfe9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for 65f453f6-bde0-438a-bb51-d87939861b1a owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:42.788182 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cf98a101-e042-42d7-938e-96a53737a791 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:57:42.822381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: cf98a101-e042-42d7-938e-96a53737a791 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:57:42.822732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device cf98a101-e042-42d7-938e-96a53737a791 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:57:43.075023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-92513602-d7bb-45b3-acff-2becf2e6dfe9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:43.124505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92513602-d7bb-45b3-acff-2becf2e6dfe9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=65f453f6-bde0-438a-bb51-d87939861b1a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:43.291142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:43.398601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-92513602-d7bb-45b3-acff-2becf2e6dfe9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:43.412299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:43.446257 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:43.727985 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92513602-d7bb-45b3-acff-2becf2e6dfe9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 44fa62af-fa50-42d3-a343-247e4f4f2dcb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:57:43.884152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92513602-d7bb-45b3-acff-2becf2e6dfe9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:43.893241 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be9eac3-738f-46ba-8b5c-ee071df75515 None None] Sync routers for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:43.896622 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-92513602-d7bb-45b3-acff-2becf2e6dfe9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3402262 Mar 08 11:57:43.899170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53632) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:43.902902 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be9eac3-738f-46ba-8b5c-ee071df75515 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:43.903950 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4be9eac3-738f-46ba-8b5c-ee071df75515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:43.973771 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0313a8-097a-4502-b797-51d8dcf567a4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting subnet 53518648-9c0c-4c68-aa73-22418fbe6a25 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:57:43.977296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a0313a8-097a-4502-b797-51d8dcf567a4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:44.035246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a0313a8-097a-4502-b797-51d8dcf567a4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:44.059206 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-4be9eac3-738f-46ba-8b5c-ee071df75515 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:44.120838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a0313a8-097a-4502-b797-51d8dcf567a4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:44.247946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a0313a8-097a-4502-b797-51d8dcf567a4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:44.290319 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0313a8-097a-4502-b797-51d8dcf567a4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Subnet': ['ID=53518648-9c0c-4c68-aa73-22418fbe6a25,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:44.293660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2a0313a8-097a-4502-b797-51d8dcf567a4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:44.300381 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2a0313a8-097a-4502-b797-51d8dcf567a4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/53518648-9c0c-4c68-aa73-22418fbe6a25 HTTP/1.1" status: 204 len: 168 time: 0.4001832 Mar 08 11:57:44.303503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53636) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:44.307491 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badecce1-edb8-4a24-86ab-5bbdbed1cf53 None None] Network 07624c86-1e4c-4980-86ac-d9b32bd76cba requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:44.419319 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4be9eac3-738f-46ba-8b5c-ee071df75515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:42Z', 'revision_number': 9, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:44.423732 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be9eac3-738f-46ba-8b5c-ee071df75515 None None] Checking router: 44fa62af-fa50-42d3-a343-247e4f4f2dcb for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:44.431587 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:44.433037 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be9eac3-738f-46ba-8b5c-ee071df75515 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:44.433637 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4be9eac3-738f-46ba-8b5c-ee071df75515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:44.442190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port 89be92c1-70f8-47d2-b0c1-64140464c3ae {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:44.442464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:44.581126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad133c6-3cd5-4fdd-9280-f7d0b7bbd549 None None] DHCP port deletion for 07624c86-1e4c-4980-86ac-d9b32bd76cba request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:57:44.585929 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7ad133c6-3cd5-4fdd-9280-f7d0b7bbd549 None None] Deleting port 89be92c1-70f8-47d2-b0c1-64140464c3ae {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:44.586589 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7ad133c6-3cd5-4fdd-9280-f7d0b7bbd549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:44.600388 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-4be9eac3-738f-46ba-8b5c-ee071df75515 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:44.712764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:44.803253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] For port 89be92c1-70f8-47d2-b0c1-64140464c3ae, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=89be92c1-70f8-47d2-b0c1-64140464c3ae,segment=NetworkSegment(5c64e82d-6b4b-4327-92f3-802b6cabb143),segment_id=5c64e82d-6b4b-4327-92f3-802b6cabb143)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:44.803825 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:44.841427 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7ad133c6-3cd5-4fdd-9280-f7d0b7bbd549 None None] For port 89be92c1-70f8-47d2-b0c1-64140464c3ae, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=89be92c1-70f8-47d2-b0c1-64140464c3ae,segment=NetworkSegment(5c64e82d-6b4b-4327-92f3-802b6cabb143),segment_id=5c64e82d-6b4b-4327-92f3-802b6cabb143)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:44.842412 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7ad133c6-3cd5-4fdd-9280-f7d0b7bbd549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:44.922006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 89be92c1-70f8-47d2-b0c1-64140464c3ae no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:57:44.947384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for 89be92c1-70f8-47d2-b0c1-64140464c3ae owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:44.960381 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-4be9eac3-738f-46ba-8b5c-ee071df75515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:42Z', 'revision_number': 9, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:44.965047 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be9eac3-738f-46ba-8b5c-ee071df75515 None None] The sync data for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv is: [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:42Z', 'revision_number': 9, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': '170f596e-1c35-419f-8712-91959c7b26f5', 'name': '', 'network_id': '648385ab-62a3-472c-8d46-13e0817097e2', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:c8:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:20Z', 'updated_at': '2022-03-08T11:57:27Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '6a2f817a-11df-4a5c-8a4c-f0b551ac01e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:45.037659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7ad133c6-3cd5-4fdd-9280-f7d0b7bbd549 None None] Calling delete_port for 89be92c1-70f8-47d2-b0c1-64140464c3ae owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:45.107612 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:45.137474 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Port 89be92c1-70f8-47d2-b0c1-64140464c3ae update to DOWN by agent not found {{(pid=88471) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 08 11:57:45.145765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-7ad133c6-3cd5-4fdd-9280-f7d0b7bbd549 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:57:45.146164 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-7ad133c6-3cd5-4fdd-9280-f7d0b7bbd549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:57:45.158389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=89be92c1-70f8-47d2-b0c1-64140464c3ae,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:45.160171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No DVR routers for this DVR port 89be92c1-70f8-47d2-b0c1-64140464c3ae on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:57:45.282018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:45.307778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07624c86-1e4c-4980-86ac-d9b32bd76cba']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:45.321152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c64e82d-6b4b-4327-92f3-802b6cabb143') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:45.321152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c64e82d-6b4b-4327-92f3-802b6cabb143') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:45.333380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:45.349766 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:45.360316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:57:45.360316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:57:45.373198 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:57:45.543607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:45.560341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:45.573773 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Network': ['ID=07624c86-1e4c-4980-86ac-d9b32bd76cba,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:45.581216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53640) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:45.581728 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-eeee62b3-f42f-4fd0-bb06-6c0d1ece7ff8 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/networks/07624c86-1e4c-4980-86ac-d9b32bd76cba HTTP/1.1" status: 204 len: 168 time: 1.2766714 Mar 08 11:57:45.647555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7ad133c6-3cd5-4fdd-9280-f7d0b7bbd549 None None] Deleting port 89be92c1-70f8-47d2-b0c1-64140464c3ae {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:45.648113 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7ad133c6-3cd5-4fdd-9280-f7d0b7bbd549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:45.717463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7ad133c6-3cd5-4fdd-9280-f7d0b7bbd549 None None] The port '89be92c1-70f8-47d2-b0c1-64140464c3ae' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:57:46.090986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7f1225ee-a158-4458-b5c4-370d4fff640d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:46.535705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-7f1225ee-a158-4458-b5c4-370d4fff640d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port 170f596e-1c35-419f-8712-91959c7b26f5 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:46.540489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7f1225ee-a158-4458-b5c4-370d4fff640d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:46.999345 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-7f1225ee-a158-4458-b5c4-370d4fff640d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] For port 170f596e-1c35-419f-8712-91959c7b26f5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=170f596e-1c35-419f-8712-91959c7b26f5,segment=NetworkSegment(49fbb55e-3b9b-4463-b63e-4e9bc3b84213),segment_id=49fbb55e-3b9b-4463-b63e-4e9bc3b84213)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:46.999345 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7f1225ee-a158-4458-b5c4-370d4fff640d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:47.061124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 65f453f6-bde0-438a-bb51-d87939861b1a no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:57:47.061124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 65f453f6-bde0-438a-bb51-d87939861b1a {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:57:47.061124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 65f453f6-bde0-438a-bb51-d87939861b1a not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:57:47.065641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-7f1225ee-a158-4458-b5c4-370d4fff640d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for 170f596e-1c35-419f-8712-91959c7b26f5 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:47.103123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7f1225ee-a158-4458-b5c4-370d4fff640d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:47.153065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1225ee-a158-4458-b5c4-370d4fff640d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=170f596e-1c35-419f-8712-91959c7b26f5,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:47.403645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7f1225ee-a158-4458-b5c4-370d4fff640d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:47.715410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1225ee-a158-4458-b5c4-370d4fff640d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 44fa62af-fa50-42d3-a343-247e4f4f2dcb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:57:47.979481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1225ee-a158-4458-b5c4-370d4fff640d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:47.989039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f35b21-ffa3-41cd-a0d8-abe27a27bc11 None None] Sync routers for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:47.991914 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7f1225ee-a158-4458-b5c4-370d4fff640d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4095812 Mar 08 11:57:47.994540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53646) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:47.998571 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f35b21-ffa3-41cd-a0d8-abe27a27bc11 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:47.999309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c3f35b21-ffa3-41cd-a0d8-abe27a27bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:48.060070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de3cac9-982a-41e0-ac4e-b3f5906e9f27 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting subnet 6a2f817a-11df-4a5c-8a4c-f0b551ac01e6 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:57:48.063128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1de3cac9-982a-41e0-ac4e-b3f5906e9f27 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:48.120865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1de3cac9-982a-41e0-ac4e-b3f5906e9f27 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:48.151821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c3f35b21-ffa3-41cd-a0d8-abe27a27bc11 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:48.204155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1de3cac9-982a-41e0-ac4e-b3f5906e9f27 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:48.696570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1de3cac9-982a-41e0-ac4e-b3f5906e9f27 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:48.696570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3cac9-982a-41e0-ac4e-b3f5906e9f27 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2f817a-11df-4a5c-8a4c-f0b551ac01e6,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:48.696570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1de3cac9-982a-41e0-ac4e-b3f5906e9f27 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:48.696570 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1de3cac9-982a-41e0-ac4e-b3f5906e9f27 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/6a2f817a-11df-4a5c-8a4c-f0b551ac01e6 HTTP/1.1" status: 204 len: 168 time: 0.4005895 Mar 08 11:57:48.696570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53650) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:48.699168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148bd1b2-94ba-49ef-bcaf-aa5211de0e96 None None] Network 648385ab-62a3-472c-8d46-13e0817097e2 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:48.700672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:48.700672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:48.700672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:48.700958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c3f35b21-ffa3-41cd-a0d8-abe27a27bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:46Z', 'revision_number': 10, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:48.700958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f35b21-ffa3-41cd-a0d8-abe27a27bc11 None None] Checking router: 44fa62af-fa50-42d3-a343-247e4f4f2dcb for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:48.700958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f35b21-ffa3-41cd-a0d8-abe27a27bc11 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:48.700958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c3f35b21-ffa3-41cd-a0d8-abe27a27bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:48.739954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] For port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb,segment=NetworkSegment(49fbb55e-3b9b-4463-b63e-4e9bc3b84213),segment_id=49fbb55e-3b9b-4463-b63e-4e9bc3b84213)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:48.740316 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:48.755043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2609110-a0f6-4cb3-b402-0f024a8a1381 None None] DHCP port deletion for 648385ab-62a3-472c-8d46-13e0817097e2 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:57:48.824226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b2609110-a0f6-4cb3-b402-0f024a8a1381 None None] Deleting port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:48.824775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b2609110-a0f6-4cb3-b402-0f024a8a1381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:48.887601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:48.890408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:57:48.969324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c3f35b21-ffa3-41cd-a0d8-abe27a27bc11 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:49.040596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:49.087934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:49.091208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No DVR routers for this DVR port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:57:49.142217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No active binding found for port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb {{(pid=88471) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 08 11:57:49.142600 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:57:49.231368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:49.262371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648385ab-62a3-472c-8d46-13e0817097e2']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:49.274225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49fbb55e-3b9b-4463-b63e-4e9bc3b84213') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:49.274521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49fbb55e-3b9b-4463-b63e-4e9bc3b84213') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:49.286056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:49.302196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:49.308103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:57:49.308486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:57:49.323301 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:57:49.329158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b2609110-a0f6-4cb3-b402-0f024a8a1381 None None] For port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb,segment=NetworkSegment(49fbb55e-3b9b-4463-b63e-4e9bc3b84213),segment_id=49fbb55e-3b9b-4463-b63e-4e9bc3b84213)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:49.329679 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b2609110-a0f6-4cb3-b402-0f024a8a1381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:49.460784 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b2609110-a0f6-4cb3-b402-0f024a8a1381 None None] Calling delete_port for 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:49.468818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:49.490133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:49.500773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Network': ['ID=648385ab-62a3-472c-8d46-13e0817097e2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:49.508757 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d50ba776-c2d0-4e6e-90d0-83f8fc3bcb63 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/networks/648385ab-62a3-472c-8d46-13e0817097e2 HTTP/1.1" status: 204 len: 168 time: 1.1090560 Mar 08 11:57:49.511638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53656) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:49.640714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-b2609110-a0f6-4cb3-b402-0f024a8a1381 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:57:49.641070 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-b2609110-a0f6-4cb3-b402-0f024a8a1381 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:57:49.657351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c3f35b21-ffa3-41cd-a0d8-abe27a27bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:46Z', 'revision_number': 10, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:49.662310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f35b21-ffa3-41cd-a0d8-abe27a27bc11 None None] The sync data for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv is: [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:46Z', 'revision_number': 10, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None, '_interfaces': [{'id': 'be150ede-9b22-4743-bddf-77f80dadbbae', 'name': '', 'network_id': '482ca615-59e6-4d54-bd97-cd6f3868801a', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'mac_address': 'fa:16:3e:03:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:15Z', 'updated_at': '2022-03-08T11:57:23Z', 'revision_number': 5, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'subnets': [{'id': '37958ab6-82f7-48bf-8c71-cb507fec1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:50.123752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af2ca580-4a59-4da8-a255-525e95bee08e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:50.142828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b2609110-a0f6-4cb3-b402-0f024a8a1381 None None] Deleting port 0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:50.143220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b2609110-a0f6-4cb3-b402-0f024a8a1381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:50.215827 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b2609110-a0f6-4cb3-b402-0f024a8a1381 None None] The port '0b33d4c1-b620-4de8-b9d9-0cd68ba81dbb' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:57:50.450355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-af2ca580-4a59-4da8-a255-525e95bee08e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port be150ede-9b22-4743-bddf-77f80dadbbae {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:50.450700 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af2ca580-4a59-4da8-a255-525e95bee08e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:50.635262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-af2ca580-4a59-4da8-a255-525e95bee08e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] For port be150ede-9b22-4743-bddf-77f80dadbbae, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=be150ede-9b22-4743-bddf-77f80dadbbae,segment=NetworkSegment(104b9bb0-3932-4124-91a3-f42f60953d0a),segment_id=104b9bb0-3932-4124-91a3-f42f60953d0a)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:50.635612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af2ca580-4a59-4da8-a255-525e95bee08e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:50.761408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-af2ca580-4a59-4da8-a255-525e95bee08e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for be150ede-9b22-4743-bddf-77f80dadbbae owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:50.788991 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 170f596e-1c35-419f-8712-91959c7b26f5 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:57:50.822952 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 170f596e-1c35-419f-8712-91959c7b26f5 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:57:50.823300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 170f596e-1c35-419f-8712-91959c7b26f5 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:57:50.994209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af2ca580-4a59-4da8-a255-525e95bee08e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:51.042272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ca580-4a59-4da8-a255-525e95bee08e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=be150ede-9b22-4743-bddf-77f80dadbbae,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:51.390808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-af2ca580-4a59-4da8-a255-525e95bee08e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:51.659542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2ca580-4a59-4da8-a255-525e95bee08e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 44fa62af-fa50-42d3-a343-247e4f4f2dcb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:57:51.790229 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2ca580-4a59-4da8-a255-525e95bee08e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:51.799373 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed321a52-6ca6-44c3-8874-70c1a735c40c None None] Sync routers for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:51.805110 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-af2ca580-4a59-4da8-a255-525e95bee08e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2924159 Mar 08 11:57:51.807972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53660) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:51.808888 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed321a52-6ca6-44c3-8874-70c1a735c40c None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:51.809651 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ed321a52-6ca6-44c3-8874-70c1a735c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:51.882121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f9af7d-5500-486d-94d8-18dabb837e43 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting subnet 37958ab6-82f7-48bf-8c71-cb507fec1c98 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:57:51.885284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-07f9af7d-5500-486d-94d8-18dabb837e43 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:51.935941 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-ed321a52-6ca6-44c3-8874-70c1a735c40c None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:51.938901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-07f9af7d-5500-486d-94d8-18dabb837e43 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:52.023523 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-07f9af7d-5500-486d-94d8-18dabb837e43 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:52.038170 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ed321a52-6ca6-44c3-8874-70c1a735c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:50Z', 'revision_number': 11, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:52.042274 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed321a52-6ca6-44c3-8874-70c1a735c40c None None] Checking router: 44fa62af-fa50-42d3-a343-247e4f4f2dcb for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:52.050533 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed321a52-6ca6-44c3-8874-70c1a735c40c None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:52.051115 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ed321a52-6ca6-44c3-8874-70c1a735c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:52.165098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-07f9af7d-5500-486d-94d8-18dabb837e43 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:52.202010 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-ed321a52-6ca6-44c3-8874-70c1a735c40c None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:52.208405 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-07f9af7d-5500-486d-94d8-18dabb837e43 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:52.211233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9af7d-5500-486d-94d8-18dabb837e43 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Subnet': ['ID=37958ab6-82f7-48bf-8c71-cb507fec1c98,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:52.218217 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-07f9af7d-5500-486d-94d8-18dabb837e43 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/37958ab6-82f7-48bf-8c71-cb507fec1c98 HTTP/1.1" status: 204 len: 168 time: 0.4088883 Mar 08 11:57:52.221037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53664) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:52.221560 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53963c5e-35b5-4871-9a0d-ac9a89c4aac1 None None] Network 482ca615-59e6-4d54-bd97-cd6f3868801a requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:57:52.332862 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ed321a52-6ca6-44c3-8874-70c1a735c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:50Z', 'revision_number': 11, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:52.337492 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed321a52-6ca6-44c3-8874-70c1a735c40c None None] The sync data for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv is: [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:50Z', 'revision_number': 11, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:52.350829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:52.363410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Deleting port 36de52db-0623-44aa-b0eb-3faf8a956c72 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:52.363749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:52.575343 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] For port 36de52db-0623-44aa-b0eb-3faf8a956c72, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=36de52db-0623-44aa-b0eb-3faf8a956c72,segment=NetworkSegment(104b9bb0-3932-4124-91a3-f42f60953d0a),segment_id=104b9bb0-3932-4124-91a3-f42f60953d0a)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:52.575629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:52.699827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Calling delete_port for 36de52db-0623-44aa-b0eb-3faf8a956c72 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:52.704654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3398d330-8c64-46ef-90f4-7e32ee6a4600 None None] DHCP port deletion for 482ca615-59e6-4d54-bd97-cd6f3868801a request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:57:52.709566 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3398d330-8c64-46ef-90f4-7e32ee6a4600 None None] Deleting port 36de52db-0623-44aa-b0eb-3faf8a956c72 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:52.710734 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3398d330-8c64-46ef-90f4-7e32ee6a4600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:52.836714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 36de52db-0623-44aa-b0eb-3faf8a956c72 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:57:52.845604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:52.885726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 36de52db-0623-44aa-b0eb-3faf8a956c72 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:57:52.886094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 36de52db-0623-44aa-b0eb-3faf8a956c72 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:57:52.886514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device be150ede-9b22-4743-bddf-77f80dadbbae no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:57:52.898028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Port': ['ID=36de52db-0623-44aa-b0eb-3faf8a956c72,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:52.899848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No DVR routers for this DVR port 36de52db-0623-44aa-b0eb-3faf8a956c72 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:57:52.979607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: be150ede-9b22-4743-bddf-77f80dadbbae {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:57:52.979860 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device be150ede-9b22-4743-bddf-77f80dadbbae not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:57:53.010349 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3398d330-8c64-46ef-90f4-7e32ee6a4600 None None] For port 36de52db-0623-44aa-b0eb-3faf8a956c72, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=36de52db-0623-44aa-b0eb-3faf8a956c72,segment=NetworkSegment(104b9bb0-3932-4124-91a3-f42f60953d0a),segment_id=104b9bb0-3932-4124-91a3-f42f60953d0a)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:57:53.010741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3398d330-8c64-46ef-90f4-7e32ee6a4600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:53.025002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:53.052532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482ca615-59e6-4d54-bd97-cd6f3868801a']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:53.066359 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104b9bb0-3932-4124-91a3-f42f60953d0a') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:53.066771 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104b9bb0-3932-4124-91a3-f42f60953d0a') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:53.078460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:53.099036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:53.105155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:57:53.105553 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:57:53.120540 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:57:53.153133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3398d330-8c64-46ef-90f4-7e32ee6a4600 None None] Calling delete_port for 36de52db-0623-44aa-b0eb-3faf8a956c72 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:57:53.247211 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-3398d330-8c64-46ef-90f4-7e32ee6a4600 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:57:53.247815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-3398d330-8c64-46ef-90f4-7e32ee6a4600 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:57:53.377541 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:53.394645 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:53.405556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Pushing event deleted for resources: {'Network': ['ID=482ca615-59e6-4d54-bd97-cd6f3868801a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:53.413503 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8494149b-b1d7-4f2e-8841-60b695450c1e tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/networks/482ca615-59e6-4d54-bd97-cd6f3868801a HTTP/1.1" status: 204 len: 168 time: 1.1909873 Mar 08 11:57:53.416083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53672) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:53.420930 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-d9b80fc1-bc8a-4d91-bdef-3da936d4ded4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'router': {'routes': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:53.718147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.extraroute_db [None req-d9b80fc1-bc8a-4d91-bdef-3da936d4ded4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Added routes are [] {{(pid=88470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 08 11:57:53.718439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.extraroute_db [None req-d9b80fc1-bc8a-4d91-bdef-3da936d4ded4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Removed routes are [] {{(pid=88470) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 08 11:57:53.718803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9b80fc1-bc8a-4d91-bdef-3da936d4ded4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:53.749065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3398d330-8c64-46ef-90f4-7e32ee6a4600 None None] Deleting port 36de52db-0623-44aa-b0eb-3faf8a956c72 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:57:53.749450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3398d330-8c64-46ef-90f4-7e32ee6a4600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:53.814498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3398d330-8c64-46ef-90f4-7e32ee6a4600 None None] The port '36de52db-0623-44aa-b0eb-3faf8a956c72' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 11:57:53.975399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9b80fc1-bc8a-4d91-bdef-3da936d4ded4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:53.978642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9b80fc1-bc8a-4d91-bdef-3da936d4ded4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:54.110907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b80fc1-bc8a-4d91-bdef-3da936d4ded4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 44fa62af-fa50-42d3-a343-247e4f4f2dcb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:57:54.239333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b80fc1-bc8a-4d91-bdef-3da936d4ded4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:54.245623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d9b80fc1-bc8a-4d91-bdef-3da936d4ded4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:54.246751 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d9b80fc1-bc8a-4d91-bdef-3da936d4ded4 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb HTTP/1.1" status: 200 len: 700 time: 0.8297775 Mar 08 11:57:54.248538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc43dc-e834-437f-86bf-708321c4adc6 None None] Sync routers for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:54.249420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53676) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:54.257934 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc43dc-e834-437f-86bf-708321c4adc6 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:54.258696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-06fc43dc-e834-437f-86bf-708321c4adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:54.291105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a43e6782-e71e-45df-b542-a8f882a38462 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Synchronizing usage tracker for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:57:54.371339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a43e6782-e71e-45df-b542-a8f882a38462 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Unset dirty status for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:57:54.373291 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a43e6782-e71e-45df-b542-a8f882a38462 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fa62af-fa50-42d3-a343-247e4f4f2dcb HTTP/1.1" status: 200 len: 205 time: 0.1222100 Mar 08 11:57:54.375394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53680) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:54.385987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-06fc43dc-e834-437f-86bf-708321c4adc6 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:54.491632 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-06fc43dc-e834-437f-86bf-708321c4adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:50Z', 'revision_number': 11, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:54.495590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc43dc-e834-437f-86bf-708321c4adc6 None None] Checking router: 44fa62af-fa50-42d3-a343-247e4f4f2dcb for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:54.503825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc43dc-e834-437f-86bf-708321c4adc6 None None] Routers {'44fa62af-fa50-42d3-a343-247e4f4f2dcb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:54.504422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-06fc43dc-e834-437f-86bf-708321c4adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:54.514174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4e73b31c-d6aa-4c03-9d18-bbf918b7433c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:54.670417 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-06fc43dc-e834-437f-86bf-708321c4adc6 None None] Set router 44fa62af-fa50-42d3-a343-247e4f4f2dcb gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:54.779897 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-06fc43dc-e834-437f-86bf-708321c4adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:50Z', 'revision_number': 11, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:54.784415 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc43dc-e834-437f-86bf-708321c4adc6 None None] The sync data for ids ['44fa62af-fa50-42d3-a343-247e4f4f2dcb'] in dv-neutron-828143-8-hyperv is: [{'id': '44fa62af-fa50-42d3-a343-247e4f4f2dcb', 'name': 'tempest-RoutersTest-router-402801135', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:50Z', 'revision_number': 11, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:54.945201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4e73b31c-d6aa-4c03-9d18-bbf918b7433c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:54.947430 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4e73b31c-d6aa-4c03-9d18-bbf918b7433c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:55.067059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4e73b31c-d6aa-4c03-9d18-bbf918b7433c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:55.067551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e73b31c-d6aa-4c03-9d18-bbf918b7433c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Fanout notify agent at l3_agent the message router_deleted on router 44fa62af-fa50-42d3-a343-247e4f4f2dcb {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:57:55.082177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4e73b31c-d6aa-4c03-9d18-bbf918b7433c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:55.083241 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4e73b31c-d6aa-4c03-9d18-bbf918b7433c tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb HTTP/1.1" status: 204 len: 168 time: 0.7068870 Mar 08 11:57:55.087198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53686) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:55.092341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ac8d7c21-dfd3-477c-997c-4190eed93cb0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-299468469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:55.099700 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ac8d7c21-dfd3-477c-997c-4190eed93cb0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:57:55.104235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ac8d7c21-dfd3-477c-997c-4190eed93cb0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Usage tracker for resource:router and tenant:4b4b39632349474eb6c75a6a883903f5 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:57:55.107562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ac8d7c21-dfd3-477c-997c-4190eed93cb0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:57:55.114793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ac8d7c21-dfd3-477c-997c-4190eed93cb0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:57:55.165945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7c21-dfd3-477c-997c-4190eed93cb0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:55.167101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7c21-dfd3-477c-997c-4190eed93cb0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:55.182531 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7c21-dfd3-477c-997c-4190eed93cb0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:55.245904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7c21-dfd3-477c-997c-4190eed93cb0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:55.335803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7c21-dfd3-477c-997c-4190eed93cb0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:55.335803 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ac8d7c21-dfd3-477c-997c-4190eed93cb0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2447743 Mar 08 11:57:55.335803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53690) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:55.340459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4eb3f119-ee24-420e-a6a2-50ed98e528de tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:55.716597 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f119-ee24-420e-a6a2-50ed98e528de tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:55.777269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f119-ee24-420e-a6a2-50ed98e528de tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:55.982962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb3f119-ee24-420e-a6a2-50ed98e528de tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Router 6393fc4a-91fd-466a-be87-c6a42f74c680 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:57:56.116548 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb3f119-ee24-420e-a6a2-50ed98e528de tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:57:56.124834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f119-ee24-420e-a6a2-50ed98e528de tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:56.125474 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc72f8-4458-4cb6-a514-984d9f51061e None None] Sync routers for ids ['6393fc4a-91fd-466a-be87-c6a42f74c680'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:56.126022 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4eb3f119-ee24-420e-a6a2-50ed98e528de tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "PUT /v2.0/routers/6393fc4a-91fd-466a-be87-c6a42f74c680 HTTP/1.1" status: 200 len: 693 time: 0.7895265 Mar 08 11:57:56.128686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53694) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:56.135436 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc72f8-4458-4cb6-a514-984d9f51061e None None] Routers {'6393fc4a-91fd-466a-be87-c6a42f74c680'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:56.136030 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-45bc72f8-4458-4cb6-a514-984d9f51061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6393fc4a-91fd-466a-be87-c6a42f74c680'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:56.261159 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-45bc72f8-4458-4cb6-a514-984d9f51061e None None] Set router 6393fc4a-91fd-466a-be87-c6a42f74c680 gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:56.264442 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c700d67c-07c7-497e-b26c-26e2242152f7 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/routers/6393fc4a-91fd-466a-be87-c6a42f74c680 HTTP/1.1" status: 200 len: 699 time: 0.1347175 Mar 08 11:57:56.267444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53698) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:56.314972 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cc7f884f-217d-49b9-a79c-aaa7062b5165 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=6393fc4a-91fd-466a-be87-c6a42f74c680 HTTP/1.1" status: 200 len: 205 time: 0.0462282 Mar 08 11:57:56.317815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53702) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:56.367924 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-45bc72f8-4458-4cb6-a514-984d9f51061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6393fc4a-91fd-466a-be87-c6a42f74c680', 'name': 'tempest-RoutersTest-router-299468469', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:55Z', 'updated_at': '2022-03-08T11:57:55Z', 'revision_number': 2, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:56.371982 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc72f8-4458-4cb6-a514-984d9f51061e None None] Checking router: 6393fc4a-91fd-466a-be87-c6a42f74c680 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:56.380697 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc72f8-4458-4cb6-a514-984d9f51061e None None] Routers {'6393fc4a-91fd-466a-be87-c6a42f74c680'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:57:56.381288 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-45bc72f8-4458-4cb6-a514-984d9f51061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:57:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6393fc4a-91fd-466a-be87-c6a42f74c680'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:56.513181 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-45bc72f8-4458-4cb6-a514-984d9f51061e None None] Set router 6393fc4a-91fd-466a-be87-c6a42f74c680 gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:57:56.574224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-568836f3-7210-4fb9-89bd-5384e3af10ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:56.619542 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-45bc72f8-4458-4cb6-a514-984d9f51061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6393fc4a-91fd-466a-be87-c6a42f74c680', 'name': 'tempest-RoutersTest-router-299468469', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:55Z', 'updated_at': '2022-03-08T11:57:55Z', 'revision_number': 2, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:56.623476 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc72f8-4458-4cb6-a514-984d9f51061e None None] The sync data for ids ['6393fc4a-91fd-466a-be87-c6a42f74c680'] in dv-neutron-828143-8-hyperv is: [{'id': '6393fc4a-91fd-466a-be87-c6a42f74c680', 'name': 'tempest-RoutersTest-router-299468469', 'tenant_id': '4b4b39632349474eb6c75a6a883903f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:55Z', 'updated_at': '2022-03-08T11:57:55Z', 'revision_number': 2, 'project_id': '4b4b39632349474eb6c75a6a883903f5', 'gw_port_host': None}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:56.884983 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-568836f3-7210-4fb9-89bd-5384e3af10ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:56.887445 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-568836f3-7210-4fb9-89bd-5384e3af10ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:56.988834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-568836f3-7210-4fb9-89bd-5384e3af10ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:56.989407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568836f3-7210-4fb9-89bd-5384e3af10ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Fanout notify agent at l3_agent the message router_deleted on router 6393fc4a-91fd-466a-be87-c6a42f74c680 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:57:57.004245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-568836f3-7210-4fb9-89bd-5384e3af10ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:57.005329 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-568836f3-7210-4fb9-89bd-5384e3af10ea tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/6393fc4a-91fd-466a-be87-c6a42f74c680 HTTP/1.1" status: 204 len: 168 time: 0.6866174 Mar 08 11:57:57.012117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53706) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.054759 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-384fb93c-3ee0-4062-89bf-e5014d10aa76 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Synchronizing usage tracker for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:57:57.066980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-384fb93c-3ee0-4062-89bf-e5014d10aa76 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] Unset dirty status for tenant:4b4b39632349474eb6c75a6a883903f5 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:57:57.068109 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-384fb93c-3ee0-4062-89bf-e5014d10aa76 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=6393fc4a-91fd-466a-be87-c6a42f74c680 HTTP/1.1" status: 200 len: 205 time: 0.0553584 Mar 08 11:57:57.071022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53710) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.265769 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.api.v2.resource [None req-f83921a0-aaf7-40cb-b204-bcf1398ac780 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] delete failed (client error): The resource could not be found. Mar 08 11:57:57.266860 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f83921a0-aaf7-40cb-b204-bcf1398ac780 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/6393fc4a-91fd-466a-be87-c6a42f74c680 HTTP/1.1" status: 404 len: 336 time: 0.1948981 Mar 08 11:57:57.269343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53714) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.307456 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacad107-818a-4a06-8a4d-5f8c793b6903 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] DELETE failed (client error): The resource could not be found. Mar 08 11:57:57.307845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacad107-818a-4a06-8a4d-5f8c793b6903 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:57:57.309460 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cacad107-818a-4a06-8a4d-5f8c793b6903 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/7859037c-d27f-40ad-99b2-fb0f74e53440 HTTP/1.1" status: 404 len: 337 time: 0.0392575 Mar 08 11:57:57.312151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53718) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.354263 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e78118e-5ff6-4b6f-a2c4-002e6672c1b9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] DELETE failed (client error): The resource could not be found. Mar 08 11:57:57.354732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e78118e-5ff6-4b6f-a2c4-002e6672c1b9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:57:57.356410 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7e78118e-5ff6-4b6f-a2c4-002e6672c1b9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/53518648-9c0c-4c68-aa73-22418fbe6a25 HTTP/1.1" status: 404 len: 337 time: 0.0432889 Mar 08 11:57:57.358899 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53722) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.397693 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cccbe8-71a3-4c63-90d9-0e9c814575b0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] DELETE failed (client error): The resource could not be found. Mar 08 11:57:57.398192 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cccbe8-71a3-4c63-90d9-0e9c814575b0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:57:57.399897 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-90cccbe8-71a3-4c63-90d9-0e9c814575b0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/6a2f817a-11df-4a5c-8a4c-f0b551ac01e6 HTTP/1.1" status: 404 len: 337 time: 0.0401192 Mar 08 11:57:57.402521 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53726) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.441923 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-1155a924-7c97-41a4-a28d-5bb0cc3dee29 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] DELETE failed (client error): The resource could not be found. Mar 08 11:57:57.442385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1155a924-7c97-41a4-a28d-5bb0cc3dee29 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:57:57.444085 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1155a924-7c97-41a4-a28d-5bb0cc3dee29 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/37958ab6-82f7-48bf-8c71-cb507fec1c98 HTTP/1.1" status: 404 len: 337 time: 0.0406666 Mar 08 11:57:57.446762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53730) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.495874 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-db66c0fe-20f2-496a-8afa-f8bb09a6b05a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fa62af-fa50-42d3-a343-247e4f4f2dcb HTTP/1.1" status: 200 len: 205 time: 0.0480130 Mar 08 11:57:57.498158 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53734) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.565923 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-28c1570a-63e3-42f5-992e-7ddd0872f736 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] delete failed (client error): The resource could not be found. Mar 08 11:57:57.566859 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-28c1570a-63e3-42f5-992e-7ddd0872f736 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/44fa62af-fa50-42d3-a343-247e4f4f2dcb HTTP/1.1" status: 404 len: 336 time: 0.0677764 Mar 08 11:57:57.569431 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53738) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.619296 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-894f049e-8038-4b1e-8d4a-69d8282c2ec9 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=f422ebd2-d4ad-4557-894e-f7f0f88b048a HTTP/1.1" status: 200 len: 205 time: 0.0487401 Mar 08 11:57:57.621592 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53742) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.689456 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-62ee5fce-edff-4d9a-aa6a-0f50a534982b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] delete failed (client error): The resource could not be found. Mar 08 11:57:57.690516 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-62ee5fce-edff-4d9a-aa6a-0f50a534982b tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/f422ebd2-d4ad-4557-894e-f7f0f88b048a HTTP/1.1" status: 404 len: 336 time: 0.0680308 Mar 08 11:57:57.693002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53746) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.736111 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4add4bc-0801-4c73-a291-c098fa94a8f0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] DELETE failed (client error): The resource could not be found. Mar 08 11:57:57.736204 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4add4bc-0801-4c73-a291-c098fa94a8f0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:57:57.737913 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a4add4bc-0801-4c73-a291-c098fa94a8f0 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/d4f19563-ee7f-4603-9d29-f7703744d21a HTTP/1.1" status: 404 len: 337 time: 0.0439947 Mar 08 11:57:57.740333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53750) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.782691 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c37d1b03-b5a8-44ab-8175-ad9686be0354 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=14a5babe-9771-49d4-8b86-fd14947e0a53 HTTP/1.1" status: 200 len: 205 time: 0.0413764 Mar 08 11:57:57.785463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53754) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.854882 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-9dd3aa0f-8f37-43b4-83d5-5a5305fae726 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] delete failed (client error): The resource could not be found. Mar 08 11:57:57.856040 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9dd3aa0f-8f37-43b4-83d5-5a5305fae726 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/14a5babe-9771-49d4-8b86-fd14947e0a53 HTTP/1.1" status: 404 len: 336 time: 0.0695410 Mar 08 11:57:57.858418 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53758) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.902382 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2ac9a5e9-43bc-4638-8ae9-174cdf175f0d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d4bd7e6-f030-4b26-9dee-b94f78bd25b2 HTTP/1.1" status: 200 len: 205 time: 0.0429602 Mar 08 11:57:57.904584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53762) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:57.975027 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-4caf39c9-e27e-4dff-b0a9-9fa0b13636f3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] delete failed (client error): The resource could not be found. Mar 08 11:57:57.976055 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4caf39c9-e27e-4dff-b0a9-9fa0b13636f3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/2d4bd7e6-f030-4b26-9dee-b94f78bd25b2 HTTP/1.1" status: 404 len: 336 time: 0.0706046 Mar 08 11:57:57.978565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53766) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:58.016044 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e487c66-76c7-402c-885a-0134e6a46f1d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] DELETE failed (client error): The resource could not be found. Mar 08 11:57:58.016813 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e487c66-76c7-402c-885a-0134e6a46f1d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:57:58.018193 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3e487c66-76c7-402c-885a-0134e6a46f1d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/a32edc7f-99d4-4b07-97c0-ae62618f06c5 HTTP/1.1" status: 404 len: 337 time: 0.0387390 Mar 08 11:57:58.021153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53770) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:58.062842 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8be65ce3-c813-4568-9ed7-ef4ba999efac tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=c631fbb3-880f-4960-b5cb-c25252448628 HTTP/1.1" status: 200 len: 205 time: 0.0407131 Mar 08 11:57:58.065072 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53774) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:58.134213 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-d2e650d4-e733-4659-b28d-f5e1e8c5d691 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] delete failed (client error): The resource could not be found. Mar 08 11:57:58.135198 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d2e650d4-e733-4659-b28d-f5e1e8c5d691 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/c631fbb3-880f-4960-b5cb-c25252448628 HTTP/1.1" status: 404 len: 336 time: 0.0687275 Mar 08 11:57:58.137626 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53778) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:58.174685 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-905f92a7-1b61-4bff-8231-569cfb70b2e1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] DELETE failed (client error): The resource could not be found. Mar 08 11:57:58.175113 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905f92a7-1b61-4bff-8231-569cfb70b2e1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:57:58.176697 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-905f92a7-1b61-4bff-8231-569cfb70b2e1 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/50676616-5093-4855-a5a7-a59d60fb1ebc HTTP/1.1" status: 404 len: 337 time: 0.0381911 Mar 08 11:57:58.179086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53782) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:58.225298 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ca80a82d-6401-4ec7-b702-7a38451d451a tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "GET /v2.0/ports?device_id=51c8be25-7cbe-4004-8d62-2598ed69c6ae HTTP/1.1" status: 200 len: 205 time: 0.0452194 Mar 08 11:57:58.227507 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53788) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:58.293143 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-46af3255-7c49-4276-b459-8119e7aefe7f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] delete failed (client error): The resource could not be found. Mar 08 11:57:58.294146 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-46af3255-7c49-4276-b459-8119e7aefe7f tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/routers/51c8be25-7cbe-4004-8d62-2598ed69c6ae HTTP/1.1" status: 404 len: 336 time: 0.0657613 Mar 08 11:57:58.296649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53792) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:58.337242 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8b0ec6-dbb7-4951-9a9f-90bc34c6fb4d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] DELETE failed (client error): The resource could not be found. Mar 08 11:57:58.337796 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8b0ec6-dbb7-4951-9a9f-90bc34c6fb4d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:57:58.339458 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-da8b0ec6-dbb7-4951-9a9f-90bc34c6fb4d tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/35a9e39e-ad3a-4d2c-9f32-362418628ff6 HTTP/1.1" status: 404 len: 337 time: 0.0419514 Mar 08 11:57:58.342118 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53796) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:58.381753 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4339c6-9622-4041-a5d7-cdf4555a2ba3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] DELETE failed (client error): The resource could not be found. Mar 08 11:57:58.381753 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4339c6-9622-4041-a5d7-cdf4555a2ba3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 11:57:58.381753 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ef4339c6-9622-4041-a5d7-cdf4555a2ba3 tempest-RoutersTest-10553258 tempest-RoutersTest-10553258-project] 10.222.0.32 "DELETE /v2.0/subnets/224dcd93-8989-4629-a8b7-9f485aa3cd48 HTTP/1.1" status: 404 len: 337 time: 0.0383525 Mar 08 11:57:58.790786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53808) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:58.939277 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7ac40367-16ea-44cb-b5e0-ad85c01e15d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b4b39632349474eb6c75a6a883903f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472173 Mar 08 11:57:58.942472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53814) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:57:58.999770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eade9cf9-265f-4d22-be05-bed49f4b1a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:59.030550 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eade9cf9-265f-4d22-be05-bed49f4b1a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:59.135576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eade9cf9-265f-4d22-be05-bed49f4b1a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:59.149945 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade9cf9-265f-4d22-be05-bed49f4b1a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c81234-d3be-4e96-8103-b1088a0f0573,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:59.156435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-eade9cf9-265f-4d22-be05-bed49f4b1a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:57:59.158014 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-eade9cf9-265f-4d22-be05-bed49f4b1a2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98c81234-d3be-4e96-8103-b1088a0f0573 HTTP/1.1" status: 204 len: 168 time: 0.2149262 Mar 08 11:58:09.907520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7ff92cfd-41be-4ae4-bfc4-b83a9dceb4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:12.180685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c7c47fd7-a270-4a8d-ba49-567ce9d0baf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:13.306413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:13.450297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:13.478539 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:14.690585 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:19.062236 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:58:22.815739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53828) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:23.038056 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-22358a0f-16f8-4284-8fb3-0bb506fd7174 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/6c28cbf5-f9a7-475d-8e80-7a2fc63603c4 HTTP/1.1" status: 200 len: 993 time: 0.2209775 Mar 08 11:58:23.992381 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc4d7511-7aa0-4e8c-883a-e542109fa54f req-47342294-8cd2-4a69-83ff-3a5d66f3871d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693886 Mar 08 11:58:24.128034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d7511-7aa0-4e8c-883a-e542109fa54f req-357b9802-b527-45bf-a2cf-257444bda4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:24.129497 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc4d7511-7aa0-4e8c-883a-e542109fa54f req-357b9802-b527-45bf-a2cf-257444bda4d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 1098 time: 0.0709660 Mar 08 11:58:24.254267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53838) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:24.271437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d7511-7aa0-4e8c-883a-e542109fa54f req-008f8165-2067-48c4-a699-844f1366b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:24.272869 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc4d7511-7aa0-4e8c-883a-e542109fa54f req-008f8165-2067-48c4-a699-844f1366b470 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 913 time: 0.1250527 Mar 08 11:58:24.380771 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc4d7511-7aa0-4e8c-883a-e542109fa54f req-127b8be9-e750-4ee5-b1d8-237441d31a1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc8892f-6452-4046-bea3-58a41f124af8 HTTP/1.1" status: 200 len: 1001 time: 0.0997674 Mar 08 11:58:24.444461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d7511-7aa0-4e8c-883a-e542109fa54f req-ac755654-f338-4957-ad71-b592d3141480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:24.445899 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc4d7511-7aa0-4e8c-883a-e542109fa54f req-ac755654-f338-4957-ad71-b592d3141480 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.0586023 Mar 08 11:58:24.456897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 8d38db11-989e-4652-a5be-d4abf8dae716 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:58:24.457238 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:24.521200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d7511-7aa0-4e8c-883a-e542109fa54f req-b4e071e4-906e-4be2-8411-d618f4a151a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:24.522623 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc4d7511-7aa0-4e8c-883a-e542109fa54f req-b4e071e4-906e-4be2-8411-d618f4a151a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689313 Mar 08 11:58:24.635352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:24.635712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:24.659369 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc4d7511-7aa0-4e8c-883a-e542109fa54f req-abc27722-c03e-4d15-8a29-e6bd3c3e77c0 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297178 Mar 08 11:58:24.763869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 8d38db11-989e-4652-a5be-d4abf8dae716 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:58:24.794464 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc4d7511-7aa0-4e8c-883a-e542109fa54f req-4cea9187-86ec-44ed-b551-221e3ea26432 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276107 Mar 08 11:58:24.964396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:25.011820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=8d38db11-989e-4652-a5be-d4abf8dae716,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:25.055120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:25.055402 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:25.055743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:25.056081 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:25.056415 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:25.056744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:25.057070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:25.057398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:25.057751 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:25.058101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:25.058625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:25.058956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:25.113662 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:25.114045 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 6c28cbf5-f9a7-475d-8e80-7a2fc63603c4 disassociated (deleted). External IP: 172.26.4.86, port: a8584cdf-7d29-4e27-9cdc-5354da549b54. Mar 08 11:58:25.456509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:58:25.766903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:58:25.776845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe0d89f-d941-4330-b26a-26f47a3f966d None None] Sync routers for ids ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:58:25.786427 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe0d89f-d941-4330-b26a-26f47a3f966d None None] Routers {'e4a8518b-82cd-4a52-a2f1-99cc2e488e24'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:58:25.789705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9fe0d89f-d941-4330-b26a-26f47a3f966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:58:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:25.860931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:25.916884 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5fef1f99-e78c-4ca8-bf4e-1d84e0376718 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/floatingips/6c28cbf5-f9a7-475d-8e80-7a2fc63603c4 HTTP/1.1" status: 204 len: 168 time: 1.6615865 Mar 08 11:58:25.917470 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'tag': 'a8584cdf-7d29-4e27-9cdc-5354da549b54'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:58:25.964703 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-9fe0d89f-d941-4330-b26a-26f47a3f966d None None] Set router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:58:25.966461 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'tag': 'a8584cdf-7d29-4e27-9cdc-5354da549b54', 'status': 'completed', 'code': 200} Mar 08 11:58:26.055717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80136f-f4c0-41a0-9cb9-d385086b154b req-1440751a-d679-42f2-ba79-de3340921aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:26.057148 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ac80136f-f4c0-41a0-9cb9-d385086b154b req-1440751a-d679-42f2-ba79-de3340921aff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 1099 time: 0.0708425 Mar 08 11:58:26.190800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80136f-f4c0-41a0-9cb9-d385086b154b req-d6acc2a5-8891-4b65-8a62-57c2e15011ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:26.192389 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ac80136f-f4c0-41a0-9cb9-d385086b154b req-d6acc2a5-8891-4b65-8a62-57c2e15011ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=b9c7b9aa-bc08-495c-8ee7-221b9765710e HTTP/1.1" status: 200 len: 898 time: 0.1290867 Mar 08 11:58:26.267068 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ac80136f-f4c0-41a0-9cb9-d385086b154b req-346ee0a1-3ab4-4a9d-a7f5-096efcaf795a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8584cdf-7d29-4e27-9cdc-5354da549b54 HTTP/1.1" status: 200 len: 217 time: 0.0684245 Mar 08 11:58:26.278877 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9fe0d89f-d941-4330-b26a-26f47a3f966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:56:55Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '147fc390-31b4-4ac3-82fb-e10d14682b61', 'name': '', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:39:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:55Z', 'updated_at': '2022-03-08T11:57:00Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:26.282685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe0d89f-d941-4330-b26a-26f47a3f966d None None] Checking router: e4a8518b-82cd-4a52-a2f1-99cc2e488e24 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:58:26.290904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe0d89f-d941-4330-b26a-26f47a3f966d None None] Routers {'e4a8518b-82cd-4a52-a2f1-99cc2e488e24'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:58:26.291498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9fe0d89f-d941-4330-b26a-26f47a3f966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:58:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:26.332162 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80136f-f4c0-41a0-9cb9-d385086b154b req-f7a0b49e-2889-4831-8534-85c7ba12b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:26.333609 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ac80136f-f4c0-41a0-9cb9-d385086b154b req-f7a0b49e-2889-4831-8534-85c7ba12b463 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f52e396a-e122-47d5-87e9-f785c2129f6d HTTP/1.1" status: 200 len: 835 time: 0.0612311 Mar 08 11:58:26.416483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80136f-f4c0-41a0-9cb9-d385086b154b req-04c023e6-ec1c-42be-84ae-5506b7f68c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:26.418577 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ac80136f-f4c0-41a0-9cb9-d385086b154b req-04c023e6-ec1c-42be-84ae-5506b7f68c1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9c7b9aa-bc08-495c-8ee7-221b9765710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790217 Mar 08 11:58:26.476140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-9fe0d89f-d941-4330-b26a-26f47a3f966d None None] Set router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:58:26.497574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb8359-dbcc-4b8f-9546-c9155eae5760 req-5d541e73-5786-4939-be74-996b630090b2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:26.498296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-81eb8359-dbcc-4b8f-9546-c9155eae5760 req-5d541e73-5786-4939-be74-996b630090b2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:58:26.552387 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-81eb8359-dbcc-4b8f-9546-c9155eae5760 req-5d541e73-5786-4939-be74-996b630090b2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:58:26.553601 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-81eb8359-dbcc-4b8f-9546-c9155eae5760 req-5d541e73-5786-4939-be74-996b630090b2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 946 time: 0.1423337 Mar 08 11:58:26.564036 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ac80136f-f4c0-41a0-9cb9-d385086b154b req-5f741a34-be39-484f-883e-5e3190be3dd6 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c7b9aa-bc08-495c-8ee7-221b9765710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374021 Mar 08 11:58:26.602421 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-81eb8359-dbcc-4b8f-9546-c9155eae5760 req-8ed00a7a-4d75-4314-ae73-2e52a5213413 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401945 Mar 08 11:58:26.804521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9fe0d89f-d941-4330-b26a-26f47a3f966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:56:55Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '147fc390-31b4-4ac3-82fb-e10d14682b61', 'name': '', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:39:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:55Z', 'updated_at': '2022-03-08T11:57:00Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:26.808990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe0d89f-d941-4330-b26a-26f47a3f966d None None] The sync data for ids ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'] in dv-neutron-828143-8-hyperv is: [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:56:55Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '147fc390-31b4-4ac3-82fb-e10d14682b61', 'name': '', 'network_id': 'b9c7b9aa-bc08-495c-8ee7-221b9765710e', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:39:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:55Z', 'updated_at': '2022-03-08T11:57:00Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'f52e396a-e122-47d5-87e9-f785c2129f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:58:26.809359 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ac80136f-f4c0-41a0-9cb9-d385086b154b req-c4e9b19e-e62f-4416-bc34-f8718bec4116 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c7b9aa-bc08-495c-8ee7-221b9765710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379553 Mar 08 11:58:27.017554 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90af7a4-7708-4c36-a1de-86e650198a8f None None] New status for floating IP 6c28cbf5-f9a7-475d-8e80-7a2fc63603c4: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:58:27.801239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeb85a-ea76-4f5f-89fd-f1adb19513bc req-bc95934f-1a2a-45a9-a78c-85f73aa1370f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:27.802628 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-67eeb85a-ea76-4f5f-89fd-f1adb19513bc req-bc95934f-1a2a-45a9-a78c-85f73aa1370f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 946 time: 0.0779817 Mar 08 11:58:27.888332 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-67eeb85a-ea76-4f5f-89fd-f1adb19513bc req-004f40b5-c385-40ab-a546-17d78d3817be tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530598 Mar 08 11:58:27.915268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b6912-418d-4847-91bc-7840fd667044 req-54267498-e9ad-4bcb-a0b1-238ae46d6a4c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:27.916677 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1a2b6912-418d-4847-91bc-7840fd667044 req-54267498-e9ad-4bcb-a0b1-238ae46d6a4c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 946 time: 0.1132147 Mar 08 11:58:27.984699 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-1a2b6912-418d-4847-91bc-7840fd667044 req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port a8584cdf-7d29-4e27-9cdc-5354da549b54 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:58:27.985044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a2b6912-418d-4847-91bc-7840fd667044 req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:28.232780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-1a2b6912-418d-4847-91bc-7840fd667044 req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port a8584cdf-7d29-4e27-9cdc-5354da549b54, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a8584cdf-7d29-4e27-9cdc-5354da549b54,segment=NetworkSegment(19df8c78-d6e4-4260-9e03-6709c1f72dab),segment_id=19df8c78-d6e4-4260-9e03-6709c1f72dab)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:58:28.233144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a2b6912-418d-4847-91bc-7840fd667044 req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:28.357549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-1a2b6912-418d-4847-91bc-7840fd667044 req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for a8584cdf-7d29-4e27-9cdc-5354da549b54 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:58:28.598033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a2b6912-418d-4847-91bc-7840fd667044 req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:28.650420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=a8584cdf-7d29-4e27-9cdc-5354da549b54,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:28.689114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:28.689471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:28.689818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:28.690184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:28.690520 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:28.690857 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:28.691195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:28.691528 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:28.691858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:28.692187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:28.692514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:28.692843 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:28.734713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2b6912-418d-4847-91bc-7840fd667044 req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] No DVR routers for this DVR port a8584cdf-7d29-4e27-9cdc-5354da549b54 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:58:28.736951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a2b6912-418d-4847-91bc-7840fd667044 req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:28.739432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'name': 'network-vif-deleted', 'tag': 'a8584cdf-7d29-4e27-9cdc-5354da549b54'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:58:28.787582 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1a2b6912-418d-4847-91bc-7840fd667044 req-d8c925b9-49e9-4c14-a9ee-874c46d67dd2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "DELETE /v2.0/ports/a8584cdf-7d29-4e27-9cdc-5354da549b54 HTTP/1.1" status: 204 len: 173 time: 0.8660581 Mar 08 11:58:29.031393 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d646e51-51a9-4059-92b0-adcf87fc09f2', 'name': 'network-vif-deleted', 'tag': 'a8584cdf-7d29-4e27-9cdc-5354da549b54', 'status': 'completed', 'code': 200} Mar 08 11:58:29.242316 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-88be1ba3-a7f6-4d2f-95d1-cee5c41a41aa req-2e228e35-fc99-48d5-b4b4-678a9a375275 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:58:29.295161 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-88be1ba3-a7f6-4d2f-95d1-cee5c41a41aa req-2e228e35-fc99-48d5-b4b4-678a9a375275 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:58:29.296279 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-88be1ba3-a7f6-4d2f-95d1-cee5c41a41aa req-2e228e35-fc99-48d5-b4b4-678a9a375275 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d646e51-51a9-4059-92b0-adcf87fc09f2 HTTP/1.1" status: 200 len: 210 time: 0.2990904 Mar 08 11:58:30.390802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53868) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:30.456788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c50b9817-6432-41b2-bc3c-15f21f525573 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:30.485621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c50b9817-6432-41b2-bc3c-15f21f525573 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:30.643732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c50b9817-6432-41b2-bc3c-15f21f525573 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:30.663149 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b9817-6432-41b2-bc3c-15f21f525573 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:30.739876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c50b9817-6432-41b2-bc3c-15f21f525573 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:30.741176 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c50b9817-6432-41b2-bc3c-15f21f525573 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/security-groups/53b2c4ba-1c78-4bd9-ba62-9f24ce1976fb HTTP/1.1" status: 204 len: 168 time: 0.3493111 Mar 08 11:58:30.849777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53874) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:31.466217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device a8584cdf-7d29-4e27-9cdc-5354da549b54 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:58:31.493391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7fffcb01-1b82-4464-879a-bdc7a2d82c4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:31.498393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: a8584cdf-7d29-4e27-9cdc-5354da549b54 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:58:31.498739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device a8584cdf-7d29-4e27-9cdc-5354da549b54 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:58:31.843811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-7fffcb01-1b82-4464-879a-bdc7a2d82c4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 147fc390-31b4-4ac3-82fb-e10d14682b61 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:58:31.844157 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7fffcb01-1b82-4464-879a-bdc7a2d82c4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:32.024335 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-7fffcb01-1b82-4464-879a-bdc7a2d82c4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 147fc390-31b4-4ac3-82fb-e10d14682b61, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=147fc390-31b4-4ac3-82fb-e10d14682b61,segment=NetworkSegment(19df8c78-d6e4-4260-9e03-6709c1f72dab),segment_id=19df8c78-d6e4-4260-9e03-6709c1f72dab)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:58:32.025017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7fffcb01-1b82-4464-879a-bdc7a2d82c4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:32.145995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-7fffcb01-1b82-4464-879a-bdc7a2d82c4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 147fc390-31b4-4ac3-82fb-e10d14682b61 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:58:32.409204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7fffcb01-1b82-4464-879a-bdc7a2d82c4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:32.456328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffcb01-1b82-4464-879a-bdc7a2d82c4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=147fc390-31b4-4ac3-82fb-e10d14682b61,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:32.725323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7fffcb01-1b82-4464-879a-bdc7a2d82c4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:33.170770 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fffcb01-1b82-4464-879a-bdc7a2d82c4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:58:33.339266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fffcb01-1b82-4464-879a-bdc7a2d82c4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:58:33.348963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa46e4-2fb9-4dd4-a19b-566bb154c8df None None] Sync routers for ids ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:58:33.357442 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa46e4-2fb9-4dd4-a19b-566bb154c8df None None] Routers {'e4a8518b-82cd-4a52-a2f1-99cc2e488e24'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:58:33.358075 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d5fa46e4-2fb9-4dd4-a19b-566bb154c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:58:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:33.394165 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7fffcb01-1b82-4464-879a-bdc7a2d82c4e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/e4a8518b-82cd-4a52-a2f1-99cc2e488e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5431879 Mar 08 11:58:33.396856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53878) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:33.464564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-41313228-ebc9-48ed-a9c8-8ce3485022d9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting subnet f52e396a-e122-47d5-87e9-f785c2129f6d {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 11:58:33.467651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-41313228-ebc9-48ed-a9c8-8ce3485022d9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:33.521262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-41313228-ebc9-48ed-a9c8-8ce3485022d9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:33.531606 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-d5fa46e4-2fb9-4dd4-a19b-566bb154c8df None None] Set router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:58:33.603183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-41313228-ebc9-48ed-a9c8-8ce3485022d9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:33.718668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-41313228-ebc9-48ed-a9c8-8ce3485022d9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:33.756706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41313228-ebc9-48ed-a9c8-8ce3485022d9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Subnet': ['ID=f52e396a-e122-47d5-87e9-f785c2129f6d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:33.760932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-41313228-ebc9-48ed-a9c8-8ce3485022d9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:33.767049 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-41313228-ebc9-48ed-a9c8-8ce3485022d9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/subnets/f52e396a-e122-47d5-87e9-f785c2129f6d HTTP/1.1" status: 204 len: 168 time: 0.3692610 Mar 08 11:58:33.769683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53882) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:33.779165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfd986e-2039-403c-b5ae-55e80c0e9443 None None] Network b9c7b9aa-bc08-495c-8ee7-221b9765710e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:58:33.945906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:33.970769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d5fa46e4-2fb9-4dd4-a19b-566bb154c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:58:32Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:33.976140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa46e4-2fb9-4dd4-a19b-566bb154c8df None None] Checking router: e4a8518b-82cd-4a52-a2f1-99cc2e488e24 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:58:33.988489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa46e4-2fb9-4dd4-a19b-566bb154c8df None None] Routers {'e4a8518b-82cd-4a52-a2f1-99cc2e488e24'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:58:33.989090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d5fa46e4-2fb9-4dd4-a19b-566bb154c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:58:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:34.124351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:34.137907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] DHCP port deletion for b9c7b9aa-bc08-495c-8ee7-221b9765710e request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 11:58:34.151960 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Deleting port d97db3d8-0d15-45e7-a1fe-869d8e37d522 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:58:34.152334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:34.192352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 196c887b-af5f-4118-838b-fa3a6b545f6f {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 11:58:34.192895 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:34.222201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-d5fa46e4-2fb9-4dd4-a19b-566bb154c8df None None] Set router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:58:34.475641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 196c887b-af5f-4118-838b-fa3a6b545f6f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=196c887b-af5f-4118-838b-fa3a6b545f6f,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:58:34.475887 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:34.598538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 196c887b-af5f-4118-838b-fa3a6b545f6f owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:58:34.617726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] For port d97db3d8-0d15-45e7-a1fe-869d8e37d522, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d97db3d8-0d15-45e7-a1fe-869d8e37d522,segment=NetworkSegment(19df8c78-d6e4-4260-9e03-6709c1f72dab),segment_id=19df8c78-d6e4-4260-9e03-6709c1f72dab)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:58:34.618299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:34.773624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Calling delete_port for d97db3d8-0d15-45e7-a1fe-869d8e37d522 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 11:58:34.803618 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:34.851833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=196c887b-af5f-4118-838b-fa3a6b545f6f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:34.858106 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d97db3d8-0d15-45e7-a1fe-869d8e37d522 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:58:34.890365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d5fa46e4-2fb9-4dd4-a19b-566bb154c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:58:32Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:34.903730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa46e4-2fb9-4dd4-a19b-566bb154c8df None None] The sync data for ids ['e4a8518b-82cd-4a52-a2f1-99cc2e488e24'] in dv-neutron-828143-8-hyperv is: [{'id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'name': 'tempest-TestNetworkBasicOps-router-2010548245', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:48Z', 'updated_at': '2022-03-08T11:58:32Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '196c887b-af5f-4118-838b-fa3a6b545f6f', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a8518b-82cd-4a52-a2f1-99cc2e488e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:49Z', 'updated_at': '2022-03-08T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:58:34.907075 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:34.944715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:34.966584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Pushing event deleted for resources: {'Port': ['ID=d97db3d8-0d15-45e7-a1fe-869d8e37d522,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:34.968983 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] No DVR routers for this DVR port d97db3d8-0d15-45e7-a1fe-869d8e37d522 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:58:34.982853 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:34.983358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:34.983798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:34.984257 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:34.984670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:34.985072 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:34.985480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:34.985903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:34.989397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:34.989397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:34.989397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:34.989397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d520b-e5f2-4ef1-8fe7-c7e53c0824d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:34.989824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No active binding found for port d97db3d8-0d15-45e7-a1fe-869d8e37d522 {{(pid=88471) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 08 11:58:34.990262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d97db3d8-0d15-45e7-a1fe-869d8e37d522 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:58:35.123368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:35.125526 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:35.219992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:35.220572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Fanout notify agent at l3_agent the message router_deleted on router e4a8518b-82cd-4a52-a2f1-99cc2e488e24 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 11:58:35.236657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:35.236657 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c44159c8-de7c-4548-9a92-46be8eed1fa1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/routers/e4a8518b-82cd-4a52-a2f1-99cc2e488e24 HTTP/1.1" status: 204 len: 168 time: 1.4654365 Mar 08 11:58:35.239128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53886) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:35.358509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2dad53a-9ac1-49a1-af20-436367c6cac1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:35.503765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2dad53a-9ac1-49a1-af20-436367c6cac1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:35.530511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-b2dad53a-9ac1-49a1-af20-436367c6cac1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c7b9aa-bc08-495c-8ee7-221b9765710e']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:35.543179 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-b2dad53a-9ac1-49a1-af20-436367c6cac1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19df8c78-d6e4-4260-9e03-6709c1f72dab') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:35.543478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-b2dad53a-9ac1-49a1-af20-436367c6cac1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19df8c78-d6e4-4260-9e03-6709c1f72dab') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:35.555749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2dad53a-9ac1-49a1-af20-436367c6cac1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:35.571509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2dad53a-9ac1-49a1-af20-436367c6cac1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:35.578030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2dad53a-9ac1-49a1-af20-436367c6cac1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:58:35.578414 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2dad53a-9ac1-49a1-af20-436367c6cac1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:58:35.592852 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:58:35.740845 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2dad53a-9ac1-49a1-af20-436367c6cac1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:35.758363 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b2dad53a-9ac1-49a1-af20-436367c6cac1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:35.769641 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dad53a-9ac1-49a1-af20-436367c6cac1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Network': ['ID=b9c7b9aa-bc08-495c-8ee7-221b9765710e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:35.856707 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b2dad53a-9ac1-49a1-af20-436367c6cac1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/networks/b9c7b9aa-bc08-495c-8ee7-221b9765710e HTTP/1.1" status: 204 len: 168 time: 0.6160004 Mar 08 11:58:35.874122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53890) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:35.879815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'network': {'name': 'tempest-network-smoke--848934791', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'port_security_enabled': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:58:35.885062 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:58:35.889513 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:network and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:58:35.895636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:58:35.901381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:58:36.009553 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:58:36.013077 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:36.040274 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:58:36.048949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:36.049285 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Added segment 8325706c-583f-4efa-9382-3a4d6575e531 of type vlan for network cfebc0b7-9ddc-4463-be65-77014d64c76b Mar 08 11:58:36.074135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:36.180245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:36.186351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:36.186935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:36.292188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Network': ['ID=cfebc0b7-9ddc-4463-be65-77014d64c76b,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:36.303256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network cfebc0b7-9ddc-4463-be65-77014d64c76b details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 11:58:36.347325 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f48ba6fb-5e9a-435b-b5fb-50671a98afeb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4720795 Mar 08 11:58:36.350104 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53894) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:36.356148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'admin_state_up': True, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:58:36.363663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:58:36.367543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:router and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:58:36.370577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:58:36.376807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:58:36.449319 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:36.450514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:36.465238 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:36.786571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:36.843728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 196c887b-af5f-4118-838b-fa3a6b545f6f no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:58:36.877673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 196c887b-af5f-4118-838b-fa3a6b545f6f {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:58:36.878045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 196c887b-af5f-4118-838b-fa3a6b545f6f not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:58:36.878451 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 147fc390-31b4-4ac3-82fb-e10d14682b61 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 11:58:36.913015 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 147fc390-31b4-4ac3-82fb-e10d14682b61 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 11:58:36.913290 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 147fc390-31b4-4ac3-82fb-e10d14682b61 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 11:58:37.172617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:37.313852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:37.448846 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.59 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/1f4ba9df-776c-4d4f-839b-1fa6751e2167) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:58:37.593087 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:37.683694 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:37.743991 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:58:37.751110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:58:37.755084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:58:37.790296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=1f4ba9df-776c-4d4f-839b-1fa6751e2167,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:38.210134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:38.548638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:38.917671 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router f3e757e4-d4a0-48a9-b496-282c91c1fd21 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 11:58:39.089645 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:58:39.098865 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Sync routers for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:58:39.107917 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:58:39.108577 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:58:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:39.180958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:39.182137 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c7acbbfc-a615-4bde-92f6-9c573f6372c8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8309777 Mar 08 11:58:39.185255 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53898) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:39.280877 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:58:39.335410 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3a274280-796e-4f9c-8815-b9e6b2893e2f tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c6ec9fcbfccf47d68d2acd05b7c2000a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1490421 Mar 08 11:58:39.338032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53904) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:39.472223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9dfdd3-0d20-4c3f-abd8-f2e331c797dd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:39.473635 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4e9dfdd3-0d20-4c3f-abd8-f2e331c797dd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347153 Mar 08 11:58:39.476519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53908) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:39.516491 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b1f4d618-c0f5-4c30-92db-daf981ee32bb tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388968 Mar 08 11:58:39.518876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53912) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:39.524496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1787045190', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:58:39.593477 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:37Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:39.597121 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Checking router: f3e757e4-d4a0-48a9-b496-282c91c1fd21 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:58:39.597466 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Updating router f3e757e4-d4a0-48a9-b496-282c91c1fd21 port 1f4ba9df-776c-4d4f-839b-1fa6751e2167 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:58:39.639096 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:58:39.642915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:subnet and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:58:39.645715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:58:39.651476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:58:39.651754 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:39.740826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:58:39.744482 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:39.843529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-41e4d940-d1a4-4eff-931b-dd3dbd669c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:39.981766 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:39.993427 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Transition to ACTIVE for port object 1f4ba9df-776c-4d4f-839b-1fa6751e2167 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:58:40.027142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:40.066577 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:40.116294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Subnet': ['ID=28b2c50d-808e-45c9-ae63-51d487e90408,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:40.120430 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Checking segment: {'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:58:40.120802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network hostable DHCP agents. Network: cfebc0b7-9ddc-4463-be65-77014d64c76b, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:58:40.142737 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Pushing event updated for resources: {'Port': ['ID=1f4ba9df-776c-4d4f-839b-1fa6751e2167,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:40.159311 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:40.159665 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:40.160009 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:40.160346 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:40.160680 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:40.161012 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:40.161342 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:40.161676 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:40.162026 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:40.162350 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:40.162675 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:40.163067 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:40.174864 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Attempting to bind port 1f4ba9df-776c-4d4f-839b-1fa6751e2167 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:58:40.175236 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Attempting to bind port 1f4ba9df-776c-4d4f-839b-1fa6751e2167 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:58:40.175600 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Attempting to bind port 1f4ba9df-776c-4d4f-839b-1fa6751e2167 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:58:40.180866 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:58:40.181240 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:58:40.181641 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:40.182087 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:58:40.182545 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Bound port: 1f4ba9df-776c-4d4f-839b-1fa6751e2167, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:58:40.182963 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:40.232151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network cfebc0b7-9ddc-4463-be65-77014d64c76b is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:58:40.257473 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] For port 1f4ba9df-776c-4d4f-839b-1fa6751e2167, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:58:40.260462 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] For port 1f4ba9df-776c-4d4f-839b-1fa6751e2167, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1f4ba9df-776c-4d4f-839b-1fa6751e2167,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:58:40.305941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, cfebc0b7-9ddc-4463-be65-77014d64c76b) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:58:40.310820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:40.311425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:40.316604 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000748ca-4f1b-4ce6-8160-4884c97ab329 None None] Network cfebc0b7-9ddc-4463-be65-77014d64c76b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:58:40.336004 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:40.394546 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-766aa074-00b8-4b4d-936d-67e31dc9c38f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8746197 Mar 08 11:58:40.397410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53926) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:40.411050 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:58:40.411664 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:58:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:40.482410 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d25d2-7cb4-4918-b6af-d0eeb3860985 None None] Pushing event updated for resources: {'Port': ['ID=1f4ba9df-776c-4d4f-839b-1fa6751e2167,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:40.540628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-cfebc0b7-9ddc-4463-be65-77014d64c76b', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 11:58:40.542126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:40.622346 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:58:40.721143 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Allocated IP 172.20.0.2 (cfebc0b7-9ddc-4463-be65-77014d64c76b/28b2c50d-808e-45c9-ae63-51d487e90408/c38a0531-f5e0-4a77-b594-3505c16fea3c) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:58:40.922863 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:37Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:40.927526 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd0041-70e7-4688-a1b4-d4a6c91bc92e None None] The sync data for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv is: [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:37Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:58:40.990192 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:41.001593 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Transition to ACTIVE for port object c38a0531-f5e0-4a77-b594-3505c16fea3c will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:58:41.022309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Transition to ACTIVE for port object c38a0531-f5e0-4a77-b594-3505c16fea3c will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:58:41.106468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:41.174226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Network cfebc0b7-9ddc-4463-be65-77014d64c76b is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:58:41.177266 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:58:41.191302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:58:41.202313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Pushing event updated for resources: {'Port': ['ID=c38a0531-f5e0-4a77-b594-3505c16fea3c,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:41.331951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Attempting to bind port c38a0531-f5e0-4a77-b594-3505c16fea3c on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:58:41.331951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Attempting to bind port c38a0531-f5e0-4a77-b594-3505c16fea3c by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:58:41.332288 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Attempting to bind port c38a0531-f5e0-4a77-b594-3505c16fea3c on network cfebc0b7-9ddc-4463-be65-77014d64c76b {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:58:41.337818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:58:41.338802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Checking segment: {'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:58:41.339201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:41.339591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Bound using segment: {'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:58:41.340307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Bound port: c38a0531-f5e0-4a77-b594-3505c16fea3c, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:58:41.340678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:41.347000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:41.446131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] For port c38a0531-f5e0-4a77-b594-3505c16fea3c, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:58:41.450826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] For port c38a0531-f5e0-4a77-b594-3505c16fea3c, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c38a0531-f5e0-4a77-b594-3505c16fea3c,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:58:41.529550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:41.687092 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113bbf0-d4cc-4984-a975-06422a3fad58 None None] Pushing event updated for resources: {'Port': ['ID=c38a0531-f5e0-4a77-b594-3505c16fea3c,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:41.827700 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.1 (cfebc0b7-9ddc-4463-be65-77014d64c76b/28b2c50d-808e-45c9-ae63-51d487e90408/bed2cdd5-9005-4093-83cd-201865cc1d68) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:58:42.067256 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:42.087323 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object bed2cdd5-9005-4093-83cd-201865cc1d68 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:58:42.165938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9b3e17c9-0483-4c99-aa6e-a0c7ea2775af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:42.204260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:42.302213 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network cfebc0b7-9ddc-4463-be65-77014d64c76b is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:58:42.305550 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:58:42.314734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:58:42.360996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=bed2cdd5-9005-4093-83cd-201865cc1d68,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:42.392508 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:42.589225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:42.902447 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c38a0531-f5e0-4a77-b594-3505c16fea3c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:58:43.051809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:43.054608 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port c38a0531-f5e0-4a77-b594-3505c16fea3c completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:58:43.063863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1f4ba9df-776c-4d4f-839b-1fa6751e2167 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:58:43.112062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:43.203942 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 1f4ba9df-776c-4d4f-839b-1fa6751e2167 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:58:43.212786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 1f4ba9df-776c-4d4f-839b-1fa6751e2167 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:58:43.212786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:43.226995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=bed2cdd5-9005-4093-83cd-201865cc1d68,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:43.252865 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:43.266733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4459989-a78e-4956-858c-57ac1c1ada82 None None] Network cfebc0b7-9ddc-4463-be65-77014d64c76b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 11:58:43.389754 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:43.479605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7638a07b-a90f-4dc3-b984-97c630714b22 None None] Provisioning for port c38a0531-f5e0-4a77-b594-3505c16fea3c completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:58:43.492602 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:43.518541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7638a07b-a90f-4dc3-b984-97c630714b22 None None] Provisioning complete for port c38a0531-f5e0-4a77-b594-3505c16fea3c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:58:43.518914 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7638a07b-a90f-4dc3-b984-97c630714b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:43.526867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network cfebc0b7-9ddc-4463-be65-77014d64c76b is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:58:43.528666 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:58:43.559375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:43.586839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:43.625029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 1f4ba9df-776c-4d4f-839b-1fa6751e2167, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1f4ba9df-776c-4d4f-839b-1fa6751e2167,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:58:43.700560 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:43.734226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router f3e757e4-d4a0-48a9-b496-282c91c1fd21 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:58:43.791684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7638a07b-a90f-4dc3-b984-97c630714b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:43.817940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=1f4ba9df-776c-4d4f-839b-1fa6751e2167,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:43.843796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7638a07b-a90f-4dc3-b984-97c630714b22 None None] For port c38a0531-f5e0-4a77-b594-3505c16fea3c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c38a0531-f5e0-4a77-b594-3505c16fea3c,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:58:43.926562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:58:43.938121 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Sync routers for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:58:43.945775 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3aee4a1e-79da-4297-a30d-a6e8adfcc8d3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/f3e757e4-d4a0-48a9-b496-282c91c1fd21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5449319 Mar 08 11:58:43.946042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53942) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:43.946464 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7638a07b-a90f-4dc3-b984-97c630714b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:43.999440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:58:44.000085 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:58:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:44.145547 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5bea0f-e6b2-4894-ac4b-33ce5ffbdd0b tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:44.146066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5bea0f-e6b2-4894-ac4b-33ce5ffbdd0b tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:44.146545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5bea0f-e6b2-4894-ac4b-33ce5ffbdd0b tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:44.147011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5bea0f-e6b2-4894-ac4b-33ce5ffbdd0b tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:44.147473 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5bea0f-e6b2-4894-ac4b-33ce5ffbdd0b tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:44.148297 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5bea0f-e6b2-4894-ac4b-33ce5ffbdd0b tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:44.148402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638a07b-a90f-4dc3-b984-97c630714b22 None None] Pushing event updated for resources: {'Port': ['ID=c38a0531-f5e0-4a77-b594-3505c16fea3c,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:44.152324 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fb5bea0f-e6b2-4894-ac4b-33ce5ffbdd0b tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2025776 Mar 08 11:58:44.153286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53950) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:44.207519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-05a2edcc-fe06-461c-adab-3d4ec7c5f34f None None] Provisioning for port bed2cdd5-9005-4093-83cd-201865cc1d68 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:58:44.226575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-05a2edcc-fe06-461c-adab-3d4ec7c5f34f None None] Provisioning complete for port bed2cdd5-9005-4093-83cd-201865cc1d68 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:58:44.226575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-05a2edcc-fe06-461c-adab-3d4ec7c5f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:44.245080 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d54a5-4799-4f9f-9495-af9e996065b9 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:44.251951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d54a5-4799-4f9f-9495-af9e996065b9 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:44.251951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d54a5-4799-4f9f-9495-af9e996065b9 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:44.251951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d54a5-4799-4f9f-9495-af9e996065b9 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:44.251951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d54a5-4799-4f9f-9495-af9e996065b9 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:44.251951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d54a5-4799-4f9f-9495-af9e996065b9 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:44.252509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53954) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:44.253072 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c49d54a5-4799-4f9f-9495-af9e996065b9 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0993111 Mar 08 11:58:44.301298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:58:44.343011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-05a2edcc-fe06-461c-adab-3d4ec7c5f34f None None] Port bed2cdd5-9005-4093-83cd-201865cc1d68 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:58:44.367353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-05a2edcc-fe06-461c-adab-3d4ec7c5f34f None None] Provisioning complete for port c38a0531-f5e0-4a77-b594-3505c16fea3c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:58:44.367730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-05a2edcc-fe06-461c-adab-3d4ec7c5f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:44.504367 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-33c689a6-4455-4d4b-9524-76bc7da04202 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2508123 Mar 08 11:58:44.782494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:44.814581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:44.816743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1d8e0ab8-95fd-4bc0-bcaf-04da59f4676d None None] Provisioning complete for port bed2cdd5-9005-4093-83cd-201865cc1d68 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:58:44.817016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0ab8-95fd-4bc0-bcaf-04da59f4676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:44.855214 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Checking router: f3e757e4-d4a0-48a9-b496-282c91c1fd21 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:58:44.855709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Updating router f3e757e4-d4a0-48a9-b496-282c91c1fd21 port bed2cdd5-9005-4093-83cd-201865cc1d68 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:58:44.889203 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c38a0531-f5e0-4a77-b594-3505c16fea3c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:58:44.915976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 53962) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:44.921261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1343210768', 'description': 'tempest-secgroup-smoke-1343210768 description', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:58:44.929339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:58:44.934509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:58:44.937797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:58:44.944920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:58:44.981035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e0ab8-95fd-4bc0-bcaf-04da59f4676d None None] Port bed2cdd5-9005-4093-83cd-201865cc1d68 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:58:44.986075 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.027235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.049576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:58:45.054489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:58:45.055777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port c38a0531-f5e0-4a77-b594-3505c16fea3c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:58:45.056156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.057763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:58:45.064515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:58:45.151272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.198399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.246662 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7cdd93-8df5-42e1-a64c-807fa970febb,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:45.317535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.321586 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8a9851cb-bedd-42df-aa94-8bcb6a6fa6c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4021173 Mar 08 11:58:45.322143 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53968) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:45.328070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ff4eba38-e0ac-4040-8aa0-3e8fcf3c10f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '2d7cdd93-8df5-42e1-a64c-807fa970febb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:58:45.334753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ff4eba38-e0ac-4040-8aa0-3e8fcf3c10f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:58:45.336876 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1f4ba9df-776c-4d4f-839b-1fa6751e2167 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:58:45.339081 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ff4eba38-e0ac-4040-8aa0-3e8fcf3c10f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:58:45.342330 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ff4eba38-e0ac-4040-8aa0-3e8fcf3c10f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:58:45.348085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ff4eba38-e0ac-4040-8aa0-3e8fcf3c10f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:58:45.427831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff4eba38-e0ac-4040-8aa0-3e8fcf3c10f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.472284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 1f4ba9df-776c-4d4f-839b-1fa6751e2167 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:58:45.472669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.494874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff4eba38-e0ac-4040-8aa0-3e8fcf3c10f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.557764 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff4eba38-e0ac-4040-8aa0-3e8fcf3c10f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.558379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.577999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Transition to ACTIVE for port object bed2cdd5-9005-4093-83cd-201865cc1d68 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:58:45.585566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4eba38-e0ac-4040-8aa0-3e8fcf3c10f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe35ac4a-35fe-414b-904c-7469089ec471,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:45.651718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.666688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff4eba38-e0ac-4040-8aa0-3e8fcf3c10f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.668019 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ff4eba38-e0ac-4040-8aa0-3e8fcf3c10f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441501 Mar 08 11:58:45.670742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53972) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:45.677830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d63f4ebe-05b3-429f-ad56-b45b9be1dc75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '2d7cdd93-8df5-42e1-a64c-807fa970febb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:58:45.684878 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d63f4ebe-05b3-429f-ad56-b45b9be1dc75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:58:45.689070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d63f4ebe-05b3-429f-ad56-b45b9be1dc75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:58:45.692033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d63f4ebe-05b3-429f-ad56-b45b9be1dc75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:58:45.697964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d63f4ebe-05b3-429f-ad56-b45b9be1dc75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:58:45.786895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee2382-36de-44ee-a867-5986fcdc5d73 None None] Pushing event updated for resources: {'Port': ['ID=bed2cdd5-9005-4093-83cd-201865cc1d68,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:45.803442 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d63f4ebe-05b3-429f-ad56-b45b9be1dc75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.881480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Attempting to bind port bed2cdd5-9005-4093-83cd-201865cc1d68 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:58:45.882311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Attempting to bind port bed2cdd5-9005-4093-83cd-201865cc1d68 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:58:45.882825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Attempting to bind port bed2cdd5-9005-4093-83cd-201865cc1d68 on network cfebc0b7-9ddc-4463-be65-77014d64c76b {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:58:45.888744 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:58:45.889124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Checking segment: {'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:58:45.889526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.890004 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Bound using segment: {'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:58:45.890130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d63f4ebe-05b3-429f-ad56-b45b9be1dc75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.890739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Bound port: bed2cdd5-9005-4093-83cd-201865cc1d68, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:58:45.891117 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.946458 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d63f4ebe-05b3-429f-ad56-b45b9be1dc75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:45.974107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f4ebe-05b3-429f-ad56-b45b9be1dc75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77e1ac3-8bd8-4e65-9735-6ad56a2ac751,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:45.986796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] For port bed2cdd5-9005-4093-83cd-201865cc1d68, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:58:45.990049 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] For port bed2cdd5-9005-4093-83cd-201865cc1d68, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=bed2cdd5-9005-4093-83cd-201865cc1d68,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:58:46.048773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d63f4ebe-05b3-429f-ad56-b45b9be1dc75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:46.050018 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d63f4ebe-05b3-429f-ad56-b45b9be1dc75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3781643 Mar 08 11:58:46.052883 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53976) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:46.057942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-365d9e25-4c4e-4082-b20a-a664503ee408 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '2d7cdd93-8df5-42e1-a64c-807fa970febb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:58:46.060689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:46.064052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-365d9e25-4c4e-4082-b20a-a664503ee408 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:58:46.068146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-365d9e25-4c4e-4082-b20a-a664503ee408 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:58:46.071370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-365d9e25-4c4e-4082-b20a-a664503ee408 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:58:46.077575 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-365d9e25-4c4e-4082-b20a-a664503ee408 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:58:46.147989 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:58:46.148618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:58:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:46.182193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-365d9e25-4c4e-4082-b20a-a664503ee408 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:46.299611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee2382-36de-44ee-a867-5986fcdc5d73 None None] Pushing event updated for resources: {'Port': ['ID=bed2cdd5-9005-4093-83cd-201865cc1d68,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:46.331851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-365d9e25-4c4e-4082-b20a-a664503ee408 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:46.344561 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:58:46.431915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-365d9e25-4c4e-4082-b20a-a664503ee408 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:46.460949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d9e25-4c4e-4082-b20a-a664503ee408 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfb4d11-64ac-496e-91e1-02ee2f9f5c61,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:46.523122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-365d9e25-4c4e-4082-b20a-a664503ee408 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:46.524524 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-365d9e25-4c4e-4082-b20a-a664503ee408 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4705977 Mar 08 11:58:46.527733 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53982) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:46.533421 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b7ebda81-7a1e-4c14-a2c0-5aaadb973d6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '2d7cdd93-8df5-42e1-a64c-807fa970febb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:58:46.539854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b7ebda81-7a1e-4c14-a2c0-5aaadb973d6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:58:46.544205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b7ebda81-7a1e-4c14-a2c0-5aaadb973d6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:58:46.547900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b7ebda81-7a1e-4c14-a2c0-5aaadb973d6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:58:46.554116 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b7ebda81-7a1e-4c14-a2c0-5aaadb973d6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:58:46.631323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7ebda81-7a1e-4c14-a2c0-5aaadb973d6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:46.718212 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7ebda81-7a1e-4c14-a2c0-5aaadb973d6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:46.724193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:45Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:46.729268 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605e17f-07cf-468c-a71f-5ba8a9e94f43 None None] The sync data for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv is: [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:45Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:58:46.797639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7ebda81-7a1e-4c14-a2c0-5aaadb973d6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:46.834222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebda81-7a1e-4c14-a2c0-5aaadb973d6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1fbe8b-f58f-4695-a130-a9545c3db080,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:46.906288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7ebda81-7a1e-4c14-a2c0-5aaadb973d6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:46.907460 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b7ebda81-7a1e-4c14-a2c0-5aaadb973d6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3786299 Mar 08 11:58:46.910266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53986) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:46.916000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b27ab1d8-f29f-48bd-ae6d-dfa55d698d5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '2d7cdd93-8df5-42e1-a64c-807fa970febb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:58:46.926678 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b27ab1d8-f29f-48bd-ae6d-dfa55d698d5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:58:46.931337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b27ab1d8-f29f-48bd-ae6d-dfa55d698d5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:58:46.935723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b27ab1d8-f29f-48bd-ae6d-dfa55d698d5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:58:46.945860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b27ab1d8-f29f-48bd-ae6d-dfa55d698d5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:58:46.951477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device bed2cdd5-9005-4093-83cd-201865cc1d68 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:58:47.026768 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-b27ab1d8-f29f-48bd-ae6d-dfa55d698d5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:58:47.035009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b27ab1d8-f29f-48bd-ae6d-dfa55d698d5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:47.094347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port bed2cdd5-9005-4093-83cd-201865cc1d68 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:58:47.099808 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port bed2cdd5-9005-4093-83cd-201865cc1d68 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:58:47.100454 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:47.116393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b27ab1d8-f29f-48bd-ae6d-dfa55d698d5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:47.180228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b27ab1d8-f29f-48bd-ae6d-dfa55d698d5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:47.211788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ab1d8-f29f-48bd-ae6d-dfa55d698d5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fb6718-c715-46dc-ac85-2f4ca7a7cff8,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:47.240128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:47.277912 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port bed2cdd5-9005-4093-83cd-201865cc1d68, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=bed2cdd5-9005-4093-83cd-201865cc1d68,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:58:47.300066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b27ab1d8-f29f-48bd-ae6d-dfa55d698d5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:47.301301 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b27ab1d8-f29f-48bd-ae6d-dfa55d698d5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3898110 Mar 08 11:58:47.304096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 53990) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:58:47.309230 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-851929a6-1989-469c-a805-1ba6556d9c54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '2d7cdd93-8df5-42e1-a64c-807fa970febb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:58:47.315584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-851929a6-1989-469c-a805-1ba6556d9c54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:58:47.319767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-851929a6-1989-469c-a805-1ba6556d9c54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:58:47.323506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-851929a6-1989-469c-a805-1ba6556d9c54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:58:47.338852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-851929a6-1989-469c-a805-1ba6556d9c54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:58:47.397834 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:47.426323 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-851929a6-1989-469c-a805-1ba6556d9c54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:58:47.434381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-851929a6-1989-469c-a805-1ba6556d9c54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:47.482969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=bed2cdd5-9005-4093-83cd-201865cc1d68,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:47.514828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-851929a6-1989-469c-a805-1ba6556d9c54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:47.608980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-851929a6-1989-469c-a805-1ba6556d9c54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:47.637180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851929a6-1989-469c-a805-1ba6556d9c54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b1995f-a917-40c2-9fcb-3b14813f3cd6,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:47.734996 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-851929a6-1989-469c-a805-1ba6556d9c54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:47.736249 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-851929a6-1989-469c-a805-1ba6556d9c54 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4311767 Mar 08 11:58:47.911311 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-75a233ba-807a-4792-a78b-42b1175accbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343210768&fields=id&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 267 time: 0.0436687 Mar 08 11:58:48.076924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-145b646f-b5cf-43e5-ac3d-d7ac9f8ae7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:48.077604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-145b646f-b5cf-43e5-ac3d-d7ac9f8ae7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:58:48.243107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-145b646f-b5cf-43e5-ac3d-d7ac9f8ae7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:58:48.244798 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-145b646f-b5cf-43e5-ac3d-d7ac9f8ae7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/networks?id=cfebc0b7-9ddc-4463-be65-77014d64c76b HTTP/1.1" status: 200 len: 796 time: 0.3267043 Mar 08 11:58:48.259278 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-979c92cf-1810-4457-9b9c-b2bc73fcac3a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/quotas/c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 375 time: 0.0091391 Mar 08 11:58:48.341678 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-01920d5c-6097-4315-872f-69a40b82a786 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:58:48.433234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-01920d5c-6097-4315-872f-69a40b82a786 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:58:48.434710 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-01920d5c-6097-4315-872f-69a40b82a786 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1699109 Mar 08 11:58:48.583292 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-283affdc-08d6-438e-8047-a6be975e33c6 service neutron] 10.222.0.32 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366992 Mar 08 11:58:48.732571 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b4d97263-942c-4b94-ad2c-62e721cff865 service neutron] 10.222.0.32 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433620 Mar 08 11:58:48.856401 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device bed2cdd5-9005-4093-83cd-201865cc1d68 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:58:48.926555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port bed2cdd5-9005-4093-83cd-201865cc1d68 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:58:48.926975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:49.047194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-144d6cc3-88c0-44e8-91ea-6c68bf63f120 req-407157b9-1043-44eb-b628-95c169cc1dd3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:58:49.058877 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-144d6cc3-88c0-44e8-91ea-6c68bf63f120 req-407157b9-1043-44eb-b628-95c169cc1dd3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:58:49.060037 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-144d6cc3-88c0-44e8-91ea-6c68bf63f120 req-407157b9-1043-44eb-b628-95c169cc1dd3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 210 time: 0.0574329 Mar 08 11:58:50.209479 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-36a1c0b3-847c-4a7c-86fa-b25d8d040325 req-b4de70aa-28b9-4a1d-b59c-661e751d85ec tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 210 time: 0.0426743 Mar 08 11:58:51.377026 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-81cdcaa7-2faf-4b29-ac2b-0d84bb75da1d req-f4e3b8e1-302d-4c59-a31e-f5967ce96c44 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 210 time: 0.0564590 Mar 08 11:58:51.531834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-139ee79d-724f-438d-930c-b4ec4208541c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:51.533533 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-139ee79d-724f-438d-930c-b4ec4208541c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks?id=cfebc0b7-9ddc-4463-be65-77014d64c76b HTTP/1.1" status: 200 len: 796 time: 0.2713647 Mar 08 11:58:51.586175 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-beb56cf4-9161-4ed0-b3b5-b735f005db50 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 380 time: 0.0439706 Mar 08 11:58:51.594543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'port': {'device_id': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'admin_state_up': True, 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'security_groups': ['2d7cdd93-8df5-42e1-a64c-807fa970febb']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:58:51.740718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:58:51.751092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:58:51.825581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:58:51.829652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:52.032067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.4 (cfebc0b7-9ddc-4463-be65-77014d64c76b/28b2c50d-808e-45c9-ae63-51d487e90408/e91ce966-c09d-46dc-9a22-a48d5d68d1d4) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:58:52.239049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:52.253892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object e91ce966-c09d-46dc-9a22-a48d5d68d1d4 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:58:52.351943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:52.420395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network cfebc0b7-9ddc-4463-be65-77014d64c76b is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:58:52.428706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:58:52.433137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:58:52.468512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=e91ce966-c09d-46dc-9a22-a48d5d68d1d4,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:52.542281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:52.543346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:52.614860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59541b5a-a0a8-43f5-84b7-12a8ddfa24b7 req-447c5e25-2de0-42d6-a48c-d966d5588cba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:52.615432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-59541b5a-a0a8-43f5-84b7-12a8ddfa24b7 req-447c5e25-2de0-42d6-a48c-d966d5588cba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:58:52.663918 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-b9df8c1e-ef68-49bf-9ec7-4dfaa1893252 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0731416 Mar 08 11:58:52.674862 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Request body: {'port': {'device_id': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:58:52.765172 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-59541b5a-a0a8-43f5-84b7-12a8ddfa24b7 req-447c5e25-2de0-42d6-a48c-d966d5588cba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:58:52.766322 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-59541b5a-a0a8-43f5-84b7-12a8ddfa24b7 req-447c5e25-2de0-42d6-a48c-d966d5588cba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 931 time: 0.2692556 Mar 08 11:58:52.785588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b3c280bc-0e69-4892-8803-a7bfa58840c5 None None] Provisioning for port e91ce966-c09d-46dc-9a22-a48d5d68d1d4 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:58:52.792550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b3c280bc-0e69-4892-8803-a7bfa58840c5 None None] Provisioning complete for port e91ce966-c09d-46dc-9a22-a48d5d68d1d4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:58:52.796768 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b3c280bc-0e69-4892-8803-a7bfa58840c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:52.828142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:52.848124 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-59541b5a-a0a8-43f5-84b7-12a8ddfa24b7 req-b12acfbd-c481-4b94-8da6-7fc6ea727b80 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d7cdd93-8df5-42e1-a64c-807fa970febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752101 Mar 08 11:58:52.860503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b3c280bc-0e69-4892-8803-a7bfa58840c5 None None] Port e91ce966-c09d-46dc-9a22-a48d5d68d1d4 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:58:53.255170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91ce966-c09d-46dc-9a22-a48d5d68d1d4 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:58:53.269005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:53.285558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Transition to ACTIVE for port object e91ce966-c09d-46dc-9a22-a48d5d68d1d4 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:58:53.347802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:53.568304 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Pushing event updated for resources: {'Port': ['ID=e91ce966-c09d-46dc-9a22-a48d5d68d1d4,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:53.656409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Attempting to bind port e91ce966-c09d-46dc-9a22-a48d5d68d1d4 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:58:53.656836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Attempting to bind port e91ce966-c09d-46dc-9a22-a48d5d68d1d4 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:58:53.657067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Attempting to bind port e91ce966-c09d-46dc-9a22-a48d5d68d1d4 on network cfebc0b7-9ddc-4463-be65-77014d64c76b {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:58:53.662262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Port e91ce966-c09d-46dc-9a22-a48d5d68d1d4 on network cfebc0b7-9ddc-4463-be65-77014d64c76b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:58:53.662590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Attempting to bind port e91ce966-c09d-46dc-9a22-a48d5d68d1d4 on network cfebc0b7-9ddc-4463-be65-77014d64c76b {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:58:53.667952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:58:53.668098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Checking segment: {'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:58:53.668427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Bound using segment: {'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:58:53.668852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Bound port: e91ce966-c09d-46dc-9a22-a48d5d68d1d4, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:58:53.669205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:53.875557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] For port e91ce966-c09d-46dc-9a22-a48d5d68d1d4, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:58:53.878903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] For port e91ce966-c09d-46dc-9a22-a48d5d68d1d4, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e91ce966-c09d-46dc-9a22-a48d5d68d1d4,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:58:53.940639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:54.006277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:54.007097 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:54.008474 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-39447539-4563-4ddf-9f92-de49e518824c service neutron] 10.222.0.18 "PUT /v2.0/ports/e91ce966-c09d-46dc-9a22-a48d5d68d1d4 HTTP/1.1" status: 200 len: 1093 time: 1.3376889 Mar 08 11:58:54.008913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'tag': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:58:54.046733 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39447539-4563-4ddf-9f92-de49e518824c service neutron] Pushing event updated for resources: {'Port': ['ID=e91ce966-c09d-46dc-9a22-a48d5d68d1d4,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:54.064356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4648e-9a4a-408a-84a3-f97875a5bac9 req-08f3ae5a-7915-4952-b5eb-f4481532ab41 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:54.068967 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-42a4648e-9a4a-408a-84a3-f97875a5bac9 req-08f3ae5a-7915-4952-b5eb-f4481532ab41 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 943 time: 0.1098616 Mar 08 11:58:54.083274 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'tag': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4', 'status': 'completed', 'code': 200} Mar 08 11:58:54.116056 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-42a4648e-9a4a-408a-84a3-f97875a5bac9 req-c420644c-fb47-45d3-81db-81ffa5ae5f04 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:58:54.184514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0260c-7074-4eb4-98f5-007d2eeb5b2f req-83bf7c5e-a034-416c-95de-687e9d69eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:54.186089 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a1d0260c-7074-4eb4-98f5-007d2eeb5b2f req-83bf7c5e-a034-416c-95de-687e9d69eeeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 1096 time: 0.0832999 Mar 08 11:58:54.225527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-42a4648e-9a4a-408a-84a3-f97875a5bac9 req-c420644c-fb47-45d3-81db-81ffa5ae5f04 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:58:54.226834 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-42a4648e-9a4a-408a-84a3-f97875a5bac9 req-c420644c-fb47-45d3-81db-81ffa5ae5f04 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d7cdd93-8df5-42e1-a64c-807fa970febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556890 Mar 08 11:58:54.347105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0260c-7074-4eb4-98f5-007d2eeb5b2f req-982d6f2d-309c-4b49-a341-af3c6008e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:54.352310 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a1d0260c-7074-4eb4-98f5-007d2eeb5b2f req-982d6f2d-309c-4b49-a341-af3c6008e2a1 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1555538 Mar 08 11:58:54.497704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0260c-7074-4eb4-98f5-007d2eeb5b2f req-0d4c67ba-1f86-4c7e-b3af-2aafc41fd1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:54.499913 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a1d0260c-7074-4eb4-98f5-007d2eeb5b2f req-0d4c67ba-1f86-4c7e-b3af-2aafc41fd1fa service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1450505 Mar 08 11:58:54.616346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-ac79d841-614b-4919-85e6-afc85ad478ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:54.619091 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-ac79d841-614b-4919-85e6-afc85ad478ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 1096 time: 0.0834382 Mar 08 11:58:54.696172 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-a5a48e1b-e352-4b8f-8f7a-e2ba4b9678c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91ce966-c09d-46dc-9a22-a48d5d68d1d4 HTTP/1.1" status: 200 len: 217 time: 0.0718215 Mar 08 11:58:54.762474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-6303a6db-f28f-49a3-bc76-6217e952389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:54.763909 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-6303a6db-f28f-49a3-bc76-6217e952389b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28b2c50d-808e-45c9-ae63-51d487e90408 HTTP/1.1" status: 200 len: 835 time: 0.0621572 Mar 08 11:58:54.840116 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-c5b38856-8b10-4e81-9127-193e0d185c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:54.841590 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-c5b38856-8b10-4e81-9127-193e0d185c79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfebc0b7-9ddc-4463-be65-77014d64c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722761 Mar 08 11:58:54.979075 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-4a8efc2d-7c02-4f80-84fa-e50b41db4e43 service neutron] 10.222.0.18 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313958 Mar 08 11:58:55.116169 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-31674b87-1ea1-422f-8327-88cabe18d3a3 req-cd23b90a-dc4a-47bc-b988-a0b931454abd service neutron] 10.222.0.18 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313894 Mar 08 11:58:55.420294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c7d5e-aa60-4679-9cfb-28df2649648d req-614c1647-34f6-4541-9bb8-62361d96c853 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:55.421786 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-452c7d5e-aa60-4679-9cfb-28df2649648d req-614c1647-34f6-4541-9bb8-62361d96c853 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 943 time: 0.0871747 Mar 08 11:58:55.469454 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-452c7d5e-aa60-4679-9cfb-28df2649648d req-212eaf91-c22d-4087-bc21-d7cfba43b83e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d7cdd93-8df5-42e1-a64c-807fa970febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 Mar 08 11:58:56.060962 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:58:56.661469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8210ece-781c-48ec-8a8d-f6a05dfcb3e4 req-0ea41d22-1d18-4533-9b2a-164d3ff499ac tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:56.663148 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a8210ece-781c-48ec-8a8d-f6a05dfcb3e4 req-0ea41d22-1d18-4533-9b2a-164d3ff499ac tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 943 time: 0.0867968 Mar 08 11:58:56.707762 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a8210ece-781c-48ec-8a8d-f6a05dfcb3e4 req-b323f706-609e-449c-8172-22954d5b156a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d7cdd93-8df5-42e1-a64c-807fa970febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388370 Mar 08 11:58:57.605812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e91ce966-c09d-46dc-9a22-a48d5d68d1d4 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 11:58:57.748464 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e91ce966-c09d-46dc-9a22-a48d5d68d1d4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e91ce966-c09d-46dc-9a22-a48d5d68d1d4,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:58:57.762357 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'port_id': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4', 'mac_address': 'fa:16:3e:da:fe:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 11:58:57.817315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:57.834192 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91ce966-c09d-46dc-9a22-a48d5d68d1d4 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:58:57.850538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e91ce966-c09d-46dc-9a22-a48d5d68d1d4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e91ce966-c09d-46dc-9a22-a48d5d68d1d4,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:58:57.902481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba744ccb-aa0a-42b2-8ecd-e15bd347d82a req-07c8d113-0d86-4e9f-b713-ae153b75dad6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:57.903926 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ba744ccb-aa0a-42b2-8ecd-e15bd347d82a req-07c8d113-0d86-4e9f-b713-ae153b75dad6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 943 time: 0.0885832 Mar 08 11:58:57.939784 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:57.952276 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ba744ccb-aa0a-42b2-8ecd-e15bd347d82a req-a92c28e4-51eb-449a-84a5-7761f2984654 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d7cdd93-8df5-42e1-a64c-807fa970febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427461 Mar 08 11:58:58.013883 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e91ce966-c09d-46dc-9a22-a48d5d68d1d4,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:58.257777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['e91ce966-c09d-46dc-9a22-a48d5d68d1d4'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:58:59.145084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870cf28-66f2-4135-aed4-6d75541fca43 req-1c207acf-8e9e-4302-ac6c-34855b9cb39d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:59.146548 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0870cf28-66f2-4135-aed4-6d75541fca43 req-1c207acf-8e9e-4302-ac6c-34855b9cb39d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 944 time: 0.0863335 Mar 08 11:58:59.191183 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0870cf28-66f2-4135-aed4-6d75541fca43 req-2d5af150-eacf-4124-8a43-9087e044f9fb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d7cdd93-8df5-42e1-a64c-807fa970febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376587 Mar 08 11:58:59.604840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e91ce966-c09d-46dc-9a22-a48d5d68d1d4 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:58:59.745179 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port e91ce966-c09d-46dc-9a22-a48d5d68d1d4 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:58:59.750446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port e91ce966-c09d-46dc-9a22-a48d5d68d1d4 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:58:59.750825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:59.866039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:58:59.894843 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:58:59.904556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e91ce966-c09d-46dc-9a22-a48d5d68d1d4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e91ce966-c09d-46dc-9a22-a48d5d68d1d4,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:58:59.985251 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:00.058097 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4', 'code': 200} Mar 08 11:59:00.090193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e91ce966-c09d-46dc-9a22-a48d5d68d1d4,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:00.390565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e08224-dae5-41f2-9666-d6e76897ca1c req-71cd0a31-88f1-4d42-980f-5c203f59506c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:00.392242 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-81e08224-dae5-41f2-9666-d6e76897ca1c req-71cd0a31-88f1-4d42-980f-5c203f59506c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 945 time: 0.0918789 Mar 08 11:59:00.443209 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-81e08224-dae5-41f2-9666-d6e76897ca1c req-660c7992-9679-4ca8-94dd-a115d180ed73 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d7cdd93-8df5-42e1-a64c-807fa970febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Mar 08 11:59:00.468051 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c28ba-7927-44fa-a305-c6398c667052 req-15638b6d-32bd-4578-9f78-14099881b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:00.471563 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-690c28ba-7927-44fa-a305-c6398c667052 req-15638b6d-32bd-4578-9f78-14099881b067 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 1098 time: 0.0747182 Mar 08 11:59:00.511911 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-690c28ba-7927-44fa-a305-c6398c667052 req-e8e89783-59ab-4cf1-b2d0-caf692e17020 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2d7cdd93-8df5-42e1-a64c-807fa970febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360022 Mar 08 11:59:01.638824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f06e3-cad5-4cb9-a07c-c08fd16fad04 req-b3b2077d-9f0c-4b1d-b8fe-3b1900a2e91d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:01.640513 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-627f06e3-cad5-4cb9-a07c-c08fd16fad04 req-b3b2077d-9f0c-4b1d-b8fe-3b1900a2e91d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 945 time: 0.0865734 Mar 08 11:59:01.692574 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-627f06e3-cad5-4cb9-a07c-c08fd16fad04 req-23fa9145-1485-4ee9-baba-b471ad2623ae tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d7cdd93-8df5-42e1-a64c-807fa970febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456378 Mar 08 11:59:02.880211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2bc97-48a4-4b7c-b4c6-31aebedf1459 req-a781ed4c-20e5-476f-8d85-fff11a99e649 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:02.881657 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-eee2bc97-48a4-4b7c-b4c6-31aebedf1459 req-a781ed4c-20e5-476f-8d85-fff11a99e649 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 945 time: 0.0794001 Mar 08 11:59:03.046772 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-eee2bc97-48a4-4b7c-b4c6-31aebedf1459 req-ddd64d5f-ff29-41a8-b753-005f929fa3b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d7cdd93-8df5-42e1-a64c-807fa970febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587558 Mar 08 11:59:03.238762 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38736f30-2468-4944-9a88-bedbe8108efe req-18ebe4fb-dcd7-4cea-b0c3-b33e4e47c173 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:03.240378 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-38736f30-2468-4944-9a88-bedbe8108efe req-18ebe4fb-dcd7-4cea-b0c3-b33e4e47c173 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 945 time: 0.0822077 Mar 08 11:59:03.284522 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-38736f30-2468-4944-9a88-bedbe8108efe req-ad6f65ec-9608-453c-826d-dc36c4bd779a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d7cdd93-8df5-42e1-a64c-807fa970febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377896 Mar 08 11:59:03.306955 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54084) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:59:03.382105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b181b2-6d48-4cd2-b782-f1eb69063cc4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:03.383600 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b8b181b2-6d48-4cd2-b782-f1eb69063cc4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 1093 time: 0.0757482 Mar 08 11:59:03.387190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54088) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:59:03.392099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:59:03.398617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:59:03.402575 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:floatingip and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:59:03.405391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:59:03.411123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:59:03.625444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:03.779036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:03.912381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.164 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/87e98f2d-3a49-4bf2-809e-56a5bc04084d) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:59:04.059419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:04.202860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:04.267739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:59:04.270400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:59:04.272960 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:59:04.318778 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=87e98f2d-3a49-4bf2-809e-56a5bc04084d,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:04.703298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:04.857041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:05.069382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:05.133576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:05.289550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=87e98f2d-3a49-4bf2-809e-56a5bc04084d,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:05.300933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:05.476493 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP ad0ce380-8372-4696-a93e-94134a6b3b13 associated. External IP: 172.26.4.164, port: e91ce966-c09d-46dc-9a22-a48d5d68d1d4. Mar 08 11:59:05.954122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router f3e757e4-d4a0-48a9-b496-282c91c1fd21 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:59:06.140106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:59:06.154663 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a855715-1224-4235-a9f3-b4cef8b348dd None None] Sync routers for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:59:06.189728 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a855715-1224-4235-a9f3-b4cef8b348dd None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:59:06.190585 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2a855715-1224-4235-a9f3-b4cef8b348dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:58:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:06.247869 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:06.321460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54098) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:59:06.322102 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a72fa4d6-c55c-4062-b55d-ab0e5e17d7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9334126 Mar 08 11:59:06.322469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'tag': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:59:06.372896 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'tag': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4', 'status': 'completed', 'code': 200} Mar 08 11:59:06.408101 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-2a855715-1224-4235-a9f3-b4cef8b348dd None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:59:06.461349 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-64b26b05-bc56-46f1-808f-ffd3adde216f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/ad0ce380-8372-4696-a93e-94134a6b3b13 HTTP/1.1" status: 200 len: 991 time: 0.1373537 Mar 08 11:59:06.495971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5747e7-fc5c-418c-be5f-b8a8cf06fc98 req-2d82eaa2-e541-4d1b-939c-ea3f223e5eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:06.497671 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe5747e7-fc5c-418c-be5f-b8a8cf06fc98 req-2d82eaa2-e541-4d1b-939c-ea3f223e5eaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 1098 time: 0.0895188 Mar 08 11:59:06.659069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5747e7-fc5c-418c-be5f-b8a8cf06fc98 req-2c5b0068-61d1-4b96-999e-fcad3b895b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:06.660608 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe5747e7-fc5c-418c-be5f-b8a8cf06fc98 req-2c5b0068-61d1-4b96-999e-fcad3b895b8b service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfebc0b7-9ddc-4463-be65-77014d64c76b HTTP/1.1" status: 200 len: 897 time: 0.1573572 Mar 08 11:59:06.766924 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe5747e7-fc5c-418c-be5f-b8a8cf06fc98 req-747ad209-1da0-4f14-9771-089d17db27d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91ce966-c09d-46dc-9a22-a48d5d68d1d4 HTTP/1.1" status: 200 len: 999 time: 0.0992792 Mar 08 11:59:06.768849 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2a855715-1224-4235-a9f3-b4cef8b348dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'ad0ce380-8372-4696-a93e-94134a6b3b13', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.164', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'port_id': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'mac_address': 'fa:16:3e:da:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:59:04Z', 'updated_at': '2022-03-08T11:59:04Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:06.772832 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a855715-1224-4235-a9f3-b4cef8b348dd None None] Checking router: f3e757e4-d4a0-48a9-b496-282c91c1fd21 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:59:06.781585 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a855715-1224-4235-a9f3-b4cef8b348dd None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:59:06.782205 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2a855715-1224-4235-a9f3-b4cef8b348dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:58:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:06.834529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5747e7-fc5c-418c-be5f-b8a8cf06fc98 req-6b6d384f-bfde-4cc9-a8ba-1a21f604f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:06.835981 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe5747e7-fc5c-418c-be5f-b8a8cf06fc98 req-6b6d384f-bfde-4cc9-a8ba-1a21f604f8a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28b2c50d-808e-45c9-ae63-51d487e90408 HTTP/1.1" status: 200 len: 835 time: 0.0634665 Mar 08 11:59:06.908802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5747e7-fc5c-418c-be5f-b8a8cf06fc98 req-98ffcd92-ef49-4ade-a026-68e42464ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:06.913293 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe5747e7-fc5c-418c-be5f-b8a8cf06fc98 req-98ffcd92-ef49-4ade-a026-68e42464ce3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfebc0b7-9ddc-4463-be65-77014d64c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685563 Mar 08 11:59:06.958880 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-2a855715-1224-4235-a9f3-b4cef8b348dd None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:59:07.053631 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe5747e7-fc5c-418c-be5f-b8a8cf06fc98 req-1aafc5bb-9b48-4858-8746-390f4554bff5 service neutron] 10.222.0.18 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368210 Mar 08 11:59:07.195586 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe5747e7-fc5c-418c-be5f-b8a8cf06fc98 req-b5400bed-c350-4ee1-8d5d-9cd6fde3a68f service neutron] 10.222.0.18 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350675 Mar 08 11:59:07.312394 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-2a855715-1224-4235-a9f3-b4cef8b348dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'ad0ce380-8372-4696-a93e-94134a6b3b13', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.164', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'port_id': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'mac_address': 'fa:16:3e:da:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:59:04Z', 'updated_at': '2022-03-08T11:59:04Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:07.316309 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a855715-1224-4235-a9f3-b4cef8b348dd None None] The sync data for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv is: [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'ad0ce380-8372-4696-a93e-94134a6b3b13', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.164', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'port_id': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'mac_address': 'fa:16:3e:da:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:59:04Z', 'updated_at': '2022-03-08T11:59:04Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:59:07.329788 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-ae8506f4-d0a7-41f1-8c85-66fb9d2a661f tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-949840872&fields=id&tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f HTTP/1.1" status: 200 len: 267 time: 0.0409377 Mar 08 11:59:07.464026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54114) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:59:07.507085 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5da4f-333f-4739-a91e-47a8c6abd1ff None None] New status for floating IP ad0ce380-8372-4696-a93e-94134a6b3b13: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:59:07.576505 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b9f7cda6-004e-444b-a7ea-ff7e65592599 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/ad0ce380-8372-4696-a93e-94134a6b3b13 HTTP/1.1" status: 200 len: 991 time: 0.1112895 Mar 08 11:59:07.591178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-1fa6cb37-8493-42ee-87b5-8c56a9722b23 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:07.593100 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-1fa6cb37-8493-42ee-87b5-8c56a9722b23 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 812 time: 0.2561116 Mar 08 11:59:07.608929 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-b18c31ec-a1be-4b5e-bff7-9c218a7cfed3 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/quotas/fc845f00a4be4cc0b54e556d5bddbd4f HTTP/1.1" status: 200 len: 375 time: 0.0098989 Mar 08 11:59:07.701273 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-b73e6276-b56f-432c-9648-4344f27568a8 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0866356 Mar 08 11:59:07.838137 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-1b78faa2-8c80-406a-8e62-6bd6011ce907 service neutron] 10.222.0.32 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248307 Mar 08 11:59:07.969507 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-d877b57f-d3f8-44d1-b59e-fe75213fc2c7 service neutron] 10.222.0.32 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252635 Mar 08 11:59:08.580059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54128) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:59:08.581265 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5433db6d-08a6-4a35-966f-997f77461c99 req-7379067c-02d1-49de-a5e7-1785d495a628 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 210 time: 0.0439510 Mar 08 11:59:08.688971 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-febd616e-825b-4735-8400-07619e25d90b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/ad0ce380-8372-4696-a93e-94134a6b3b13 HTTP/1.1" status: 200 len: 993 time: 0.1078174 Mar 08 11:59:09.745518 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a2628f1e-fee8-4948-9926-b673ef2224bd req-d2b6691e-af98-4e81-9661-114b3cb5a1dc tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 210 time: 0.0479569 Mar 08 11:59:09.882045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-df520f5e-833a-4304-bf38-548442f4533b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:10.521363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-88f356c8-5ac6-4a57-b658-7fa0f53492ad tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:10.522839 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-88f356c8-5ac6-4a57-b658-7fa0f53492ad tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 812 time: 0.1428235 Mar 08 11:59:10.579916 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-75a0a8a6-c09a-48ae-ae08-8a81012aa2d2 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f HTTP/1.1" status: 200 len: 379 time: 0.0435724 Mar 08 11:59:10.592597 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Request body: {'port': {'device_id': '70358301-d281-4337-b11a-46135c101eb4', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'admin_state_up': True, 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'security_groups': ['5b40134e-559d-46e7-9b5d-eb9ae4d02f8d']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:59:10.728881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:59:10.738753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:59:10.802235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Made reservation on behalf of fc845f00a4be4cc0b54e556d5bddbd4f for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:59:10.806823 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:10.895841 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2e50c5a6-f612-4997-94fc-9c2717f88081 req-f9bc6a6a-bb9d-46cf-9a8e-01f49ddd5159 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 210 time: 0.0418134 Mar 08 11:59:10.972919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Allocated IP 172.20.0.13 (0cb5307d-f1c4-4c48-9397-88891f9fc66b/da5e07e7-3d89-486c-b9a0-ded02e68dde4/28f9b8a4-c0ee-497d-bf7b-e231a2af0212) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:59:11.162091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:11.177099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Transition to ACTIVE for port object 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:59:11.265752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:11.330765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Network 0cb5307d-f1c4-4c48-9397-88891f9fc66b is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:59:11.339146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:59:11.343318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:59:11.372811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'Port': ['ID=28f9b8a4-c0ee-497d-bf7b-e231a2af0212,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:11.410084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:11.410762 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:11.483161 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-981b9b13-472a-49c0-b10f-22384de877d0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8943210 Mar 08 11:59:11.504309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Request body: {'port': {'device_id': '70358301-d281-4337-b11a-46135c101eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:59:11.619155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:11.636686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ca2d895b-75b1-46e0-a5da-55768cef86a8 None None] Provisioning for port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:59:11.641722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ca2d895b-75b1-46e0-a5da-55768cef86a8 None None] Provisioning complete for port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:59:11.642129 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ca2d895b-75b1-46e0-a5da-55768cef86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:11.695406 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d895b-75b1-46e0-a5da-55768cef86a8 None None] Port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 11:59:11.975095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:59:11.982457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:11.997545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Transition to ACTIVE for port object 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 11:59:12.078566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:12.191582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-580a7b47-9d32-4513-98a9-ac14c6fc369f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:12.307543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26cc26-b760-48ef-a6a0-f669dc5465de req-86389c60-a9b4-47f8-b7cb-63498fc8bb8d tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:12.308228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cc26cc26-b760-48ef-a6a0-f669dc5465de req-86389c60-a9b4-47f8-b7cb-63498fc8bb8d tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Synchronizing usage tracker for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 11:59:12.407656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=28f9b8a4-c0ee-497d-bf7b-e231a2af0212,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:12.446964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Attempting to bind port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 11:59:12.447301 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Attempting to bind port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 11:59:12.447663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Attempting to bind port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 on network 0cb5307d-f1c4-4c48-9397-88891f9fc66b {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:59:12.451353 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cc26cc26-b760-48ef-a6a0-f669dc5465de req-86389c60-a9b4-47f8-b7cb-63498fc8bb8d tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Unset dirty status for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 11:59:12.457467 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc26cc26-b760-48ef-a6a0-f669dc5465de req-86389c60-a9b4-47f8-b7cb-63498fc8bb8d tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 932 time: 0.4453564 Mar 08 11:59:12.457467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 on network 0cb5307d-f1c4-4c48-9397-88891f9fc66b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 11:59:12.457467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Attempting to bind port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 on network 0cb5307d-f1c4-4c48-9397-88891f9fc66b {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 11:59:12.461268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 11:59:12.461606 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Checking segment: {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 11:59:12.462025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Bound using segment: {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 11:59:12.462451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Bound port: 28f9b8a4-c0ee-497d-bf7b-e231a2af0212, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a38765-80a6-449b-a280-de050e4a83b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 11:59:12.462800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:12.558202 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc26cc26-b760-48ef-a6a0-f669dc5465de req-64cbcbb2-0197-487e-abf4-99eefaf33167 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978386 Mar 08 11:59:12.592997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] For port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 11:59:12.596085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] For port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=28f9b8a4-c0ee-497d-bf7b-e231a2af0212,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 11:59:12.671726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:12.730804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:12.730804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:12.730804 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] 10.222.0.18 "PUT /v2.0/ports/28f9b8a4-c0ee-497d-bf7b-e231a2af0212 HTTP/1.1" status: 200 len: 1094 time: 1.2297516 Mar 08 11:59:12.730804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70358301-d281-4337-b11a-46135c101eb4', 'tag': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:59:12.766472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557a162-a2b5-4681-95a3-57b444676bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=28f9b8a4-c0ee-497d-bf7b-e231a2af0212,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:12.787422 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70358301-d281-4337-b11a-46135c101eb4', 'tag': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212', 'status': 'completed', 'code': 200} Mar 08 11:59:12.899827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a8b0a-8c6e-4135-b4c2-8b2565a630db req-88ad437d-703f-4a16-be1d-803fa787a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:12.904468 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e16a8b0a-8c6e-4135-b4c2-8b2565a630db req-88ad437d-703f-4a16-be1d-803fa787a539 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 1097 time: 0.0905261 Mar 08 11:59:13.056115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a8b0a-8c6e-4135-b4c2-8b2565a630db req-12298f3f-7c44-4768-af8c-1c30b3d68c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:13.057626 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e16a8b0a-8c6e-4135-b4c2-8b2565a630db req-12298f3f-7c44-4768-af8c-1c30b3d68c23 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1489921 Mar 08 11:59:13.197309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a8b0a-8c6e-4135-b4c2-8b2565a630db req-fbe1f9fc-2125-4066-95a0-7c698e845154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:13.198822 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e16a8b0a-8c6e-4135-b4c2-8b2565a630db req-fbe1f9fc-2125-4066-95a0-7c698e845154 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353030 Mar 08 11:59:13.309016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-55d3eec2-8e6d-4265-bfd0-54f031835fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:13.310427 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-55d3eec2-8e6d-4265-bfd0-54f031835fef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 1097 time: 0.0739040 Mar 08 11:59:13.369775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:13.387774 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-cec61a2a-0696-4ddf-9b96-1bb264238af2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f9b8a4-c0ee-497d-bf7b-e231a2af0212 HTTP/1.1" status: 200 len: 217 time: 0.0685761 Mar 08 11:59:13.451729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-108d06a9-588a-4935-978e-dce782a876f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:13.453249 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-108d06a9-588a-4935-978e-dce782a876f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.0588443 Mar 08 11:59:13.510455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:13.537604 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:13.537795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-a053baf2-d541-489f-b62a-f75551cdc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:13.538045 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-a053baf2-d541-489f-b62a-f75551cdc515 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758836 Mar 08 11:59:13.721210 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-734cf54b-bab3-47e8-8d9e-b57edbbe89ef service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774402 Mar 08 11:59:13.870006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f7e90-858d-4440-8c2c-666de9ce6c4a req-82e50c0c-ce51-4516-a2c8-5ec67878904f tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:13.871449 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c0f7e90-858d-4440-8c2c-666de9ce6c4a req-82e50c0c-ce51-4516-a2c8-5ec67878904f tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 944 time: 0.1935558 Mar 08 11:59:13.879968 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e91a90-4e73-4b18-8af7-53da03d496a2 req-fb20019f-71c0-4116-a74a-5e43b2315520 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515839 Mar 08 11:59:13.917854 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c0f7e90-858d-4440-8c2c-666de9ce6c4a req-eefdd5b5-1c27-4f61-b519-641d5eddec2d tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Mar 08 11:59:14.670218 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:15.104404 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea41db-99a9-42dd-b62d-93a01fc060a3 req-a317ee9a-3972-4726-8c72-52d2fc873c6d tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:15.105847 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ccea41db-99a9-42dd-b62d-93a01fc060a3 req-a317ee9a-3972-4726-8c72-52d2fc873c6d tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 944 time: 0.0837622 Mar 08 11:59:15.150215 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ccea41db-99a9-42dd-b62d-93a01fc060a3 req-24612a4c-bbf0-4bde-9480-bb715f4684cd tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386004 Mar 08 11:59:16.335350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43155985-114a-4f2c-8982-6ffabb792992 req-afdba25e-bb8e-42d1-b66f-b2de61989e47 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:16.336768 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-43155985-114a-4f2c-8982-6ffabb792992 req-afdba25e-bb8e-42d1-b66f-b2de61989e47 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 944 time: 0.0828843 Mar 08 11:59:16.381299 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-43155985-114a-4f2c-8982-6ffabb792992 req-cb1c19bb-b76e-4cc0-80b1-9b937375ebb6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385406 Mar 08 11:59:17.562530 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1970f-b6a0-43b3-8e0f-9bfed6e46490 req-0245a5d2-8bf4-4216-9d88-5f87c5a1599e tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:17.563963 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ecb1970f-b6a0-43b3-8e0f-9bfed6e46490 req-0245a5d2-8bf4-4216-9d88-5f87c5a1599e tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 944 time: 0.0782933 Mar 08 11:59:17.606979 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ecb1970f-b6a0-43b3-8e0f-9bfed6e46490 req-3a64a176-bbd9-4801-930a-329db45bb5e2 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375180 Mar 08 11:59:18.789987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484623b7-8b56-4779-823b-b696d29d94c3 req-c5047cbc-6c51-4c61-8c5a-524f858f2d72 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:18.792010 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-484623b7-8b56-4779-823b-b696d29d94c3 req-c5047cbc-6c51-4c61-8c5a-524f858f2d72 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 944 time: 0.0798948 Mar 08 11:59:18.835231 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-484623b7-8b56-4779-823b-b696d29d94c3 req-47dc0ac7-8bce-4812-bb23-4e19ad1e0bb2 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376203 Mar 08 11:59:20.020494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f5a12-345c-47be-a9df-4a512ecf1af3 req-98c49965-5376-4a65-b359-086424a9c99b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:20.021951 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6f6f5a12-345c-47be-a9df-4a512ecf1af3 req-98c49965-5376-4a65-b359-086424a9c99b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 944 time: 0.0821481 Mar 08 11:59:20.066303 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6f6f5a12-345c-47be-a9df-4a512ecf1af3 req-479b5c4b-797f-41fd-80fc-5d4e92880bb9 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381634 Mar 08 11:59:21.363354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3eb78-9279-4d8f-bfb3-19b3e02b6fbb req-cd86b89b-fc7b-4a04-95f3-a8fc0ca8ef01 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:21.364731 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d6a3eb78-9279-4d8f-bfb3-19b3e02b6fbb req-cd86b89b-fc7b-4a04-95f3-a8fc0ca8ef01 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 944 time: 0.1933608 Mar 08 11:59:21.408305 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d6a3eb78-9279-4d8f-bfb3-19b3e02b6fbb req-8bdb1b01-3c1f-4153-9814-fda8d70f7cff tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378616 Mar 08 11:59:21.676444 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 11:59:21.805816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=28f9b8a4-c0ee-497d-bf7b-e231a2af0212,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:59:21.818562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'port_id': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212', 'mac_address': 'fa:16:3e:c0:1a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 11:59:21.875376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:21.891966 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:59:21.907130 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=28f9b8a4-c0ee-497d-bf7b-e231a2af0212,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:59:22.007264 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:22.073120 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=28f9b8a4-c0ee-497d-bf7b-e231a2af0212,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:22.367718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['28f9b8a4-c0ee-497d-bf7b-e231a2af0212'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 11:59:22.592330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63a485-c12b-43c4-bf34-7de1d4d101b9 req-5668fca9-3582-446d-b8d1-7eabe9ba20ff tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:22.593808 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6c63a485-c12b-43c4-bf34-7de1d4d101b9 req-5668fca9-3582-446d-b8d1-7eabe9ba20ff tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 945 time: 0.0812805 Mar 08 11:59:22.644077 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6c63a485-c12b-43c4-bf34-7de1d4d101b9 req-dfb43bf6-5012-41da-98ba-0f92dd0b6265 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442352 Mar 08 11:59:23.690698 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 11:59:23.843314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f624c5-b04c-4a77-81bd-5c80ed918c8c req-79225e9b-fbc1-4d2a-a930-e8d0d244361f tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:23.844739 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-56f624c5-b04c-4a77-81bd-5c80ed918c8c req-79225e9b-fbc1-4d2a-a930-e8d0d244361f tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 945 time: 0.0845621 Mar 08 11:59:23.863920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 11:59:23.868958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 11:59:23.869403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:23.888514 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-56f624c5-b04c-4a77-81bd-5c80ed918c8c req-44976321-4f97-4039-8c07-03c94460bc14 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380769 Mar 08 11:59:23.988941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:24.015559 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70358301-d281-4337-b11a-46135c101eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:59:24.025300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=28f9b8a4-c0ee-497d-bf7b-e231a2af0212,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 11:59:24.061277 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70358301-d281-4337-b11a-46135c101eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212', 'code': 200} Mar 08 11:59:24.093370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:24.162954 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=28f9b8a4-c0ee-497d-bf7b-e231a2af0212,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:24.533719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e96756-585f-49b2-bf0b-d2fa29ce0e60 req-e0399233-e42a-45fe-a99e-a7de967ecbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:24.535195 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-39e96756-585f-49b2-bf0b-d2fa29ce0e60 req-e0399233-e42a-45fe-a99e-a7de967ecbfe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 1099 time: 0.0685482 Mar 08 11:59:24.575012 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-39e96756-585f-49b2-bf0b-d2fa29ce0e60 req-fc28e708-164d-45be-8955-c308af888144 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328157 Mar 08 11:59:25.079939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388bcc4-21a1-411c-bb22-0dd98ee7578f req-a744d3ca-50ca-4fee-bb67-d969c205ee8b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:25.081305 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f388bcc4-21a1-411c-bb22-0dd98ee7578f req-a744d3ca-50ca-4fee-bb67-d969c205ee8b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 946 time: 0.0862021 Mar 08 11:59:25.125650 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f388bcc4-21a1-411c-bb22-0dd98ee7578f req-8ff830fc-9c15-4741-9d7f-fd48609de852 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385425 Mar 08 11:59:26.310942 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a616fd8-468c-45c3-8b6b-ebeba17e6207 req-3c669ada-9fa9-47bc-9518-ff955330a6a7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:26.312380 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8a616fd8-468c-45c3-8b6b-ebeba17e6207 req-3c669ada-9fa9-47bc-9518-ff955330a6a7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 946 time: 0.0795953 Mar 08 11:59:26.355705 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8a616fd8-468c-45c3-8b6b-ebeba17e6207 req-474fc9d9-a563-4194-b551-9b5ab02c6b9b tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376327 Mar 08 11:59:26.536712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed2cf0-6207-48a3-bbb7-dc533181abc8 req-e9b1853f-7cea-4aee-9074-548c94633a53 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:26.538188 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c8ed2cf0-6207-48a3-bbb7-dc533181abc8 req-e9b1853f-7cea-4aee-9074-548c94633a53 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 946 time: 0.0807636 Mar 08 11:59:26.583757 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c8ed2cf0-6207-48a3-bbb7-dc533181abc8 req-64fcb158-e577-41d0-9e11-7d5c23adc6f1 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399837 Mar 08 11:59:26.607637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54174) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:59:26.781455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac568a0-34a5-40a1-912c-5301afcd754d tempest-TestVolumeBootPattern-1763862287 tempest-TestVolumeBootPattern-1763862287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:26.782976 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-aac568a0-34a5-40a1-912c-5301afcd754d tempest-TestVolumeBootPattern-1763862287 tempest-TestVolumeBootPattern-1763862287-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 1094 time: 0.1743731 Mar 08 11:59:26.785764 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54180) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 11:59:26.790627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:59:26.796325 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 11:59:26.800089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Usage tracker for resource:floatingip and tenant:fc845f00a4be4cc0b54e556d5bddbd4f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 11:59:26.802885 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 11:59:26.808483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 11:59:26.875616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:27.013493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:27.154702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Allocated IP 172.26.4.175 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/097700ef-9fad-4361-9890-070148c33987) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:59:27.300252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:27.367425 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:27.427306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:59:27.430043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:59:27.432651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 11:59:27.482939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'Port': ['ID=097700ef-9fad-4361-9890-070148c33987,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:27.855679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:27.956394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:28.257564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:28.304246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:28.414412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event updated for resources: {'Port': ['ID=097700ef-9fad-4361-9890-070148c33987,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:28.426166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:28.599069 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Floating IP f0f9c759-5903-4994-a9c9-c07ead3a7dae associated. External IP: 172.26.4.175, port: 28f9b8a4-c0ee-497d-bf7b-e231a2af0212. Mar 08 11:59:28.954934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Router d022898a-3d5e-4663-8bad-de865a36458b has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 11:59:29.130903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 11:59:29.142006 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ed636-862a-4b36-8c1f-2fa0a1207e40 None None] Sync routers for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:59:29.153633 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ed636-862a-4b36-8c1f-2fa0a1207e40 None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:59:29.154266 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-cf6ed636-862a-4b36-8c1f-2fa0a1207e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:59:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:29.224631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:29.277827 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4a713660-50f5-491c-9dce-355497e92489 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4910433 Mar 08 11:59:29.278430 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70358301-d281-4337-b11a-46135c101eb4', 'tag': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:59:29.328109 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70358301-d281-4337-b11a-46135c101eb4', 'tag': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212', 'status': 'completed', 'code': 200} Mar 08 11:59:29.338900 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-cf6ed636-862a-4b36-8c1f-2fa0a1207e40 None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:59:29.429036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01a5c-d2dd-41bd-bdf5-374f11d6bba2 req-020f6ac1-3e1e-4cff-a6ab-fc630ba72f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:29.430564 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffd01a5c-d2dd-41bd-bdf5-374f11d6bba2 req-020f6ac1-3e1e-4cff-a6ab-fc630ba72f06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 1099 time: 0.0721333 Mar 08 11:59:29.570247 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01a5c-d2dd-41bd-bdf5-374f11d6bba2 req-3b430d70-6c60-4b5c-b9ae-75505d1e42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:29.571717 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffd01a5c-d2dd-41bd-bdf5-374f11d6bba2 req-3b430d70-6c60-4b5c-b9ae-75505d1e42ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 913 time: 0.1306500 Mar 08 11:59:29.721266 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-cf6ed636-862a-4b36-8c1f-2fa0a1207e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '53bafd2b-55be-4a5d-b152-2e3c41bdbb13', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': 'acc8892f-6452-4046-bea3-58a41f124af8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:dd:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:56:08Z', 'updated_at': '2022-03-08T11:56:11Z', 'revision_number': 1, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}, {'id': 'f0f9c759-5903-4994-a9c9-c07ead3a7dae', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.175', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:c0:1a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70358301-d281-4337-b11a-46135c101eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:59:27Z', 'updated_at': '2022-03-08T11:59:27Z', 'revision_number': 0, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:29.725789 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ed636-862a-4b36-8c1f-2fa0a1207e40 None None] Checking router: d022898a-3d5e-4663-8bad-de865a36458b for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:59:29.734896 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ed636-862a-4b36-8c1f-2fa0a1207e40 None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 11:59:29.735551 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-cf6ed636-862a-4b36-8c1f-2fa0a1207e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T11:59:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:29.808772 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffd01a5c-d2dd-41bd-bdf5-374f11d6bba2 req-24dd0290-546f-49ef-be05-0b4ac62bb685 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f9b8a4-c0ee-497d-bf7b-e231a2af0212 HTTP/1.1" status: 200 len: 1000 time: 0.2307906 Mar 08 11:59:29.869994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01a5c-d2dd-41bd-bdf5-374f11d6bba2 req-164e7f8f-9d6f-428d-aff2-5aa88cd1a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:29.871442 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffd01a5c-d2dd-41bd-bdf5-374f11d6bba2 req-164e7f8f-9d6f-428d-aff2-5aa88cd1a42c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.0568988 Mar 08 11:59:29.920379 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-cf6ed636-862a-4b36-8c1f-2fa0a1207e40 None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 11:59:29.949640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01a5c-d2dd-41bd-bdf5-374f11d6bba2 req-137f61fa-d632-4cb6-915b-e0d437e1c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:29.951017 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffd01a5c-d2dd-41bd-bdf5-374f11d6bba2 req-137f61fa-d632-4cb6-915b-e0d437e1c3c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723422 Mar 08 11:59:30.084489 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffd01a5c-d2dd-41bd-bdf5-374f11d6bba2 req-70d7f3d2-49b0-4233-938d-ea68af3049c1 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256552 Mar 08 11:59:30.215556 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffd01a5c-d2dd-41bd-bdf5-374f11d6bba2 req-7558a5cc-3efa-4730-93cf-4d8f08f1d488 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251569 Mar 08 11:59:30.267917 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-cf6ed636-862a-4b36-8c1f-2fa0a1207e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '53bafd2b-55be-4a5d-b152-2e3c41bdbb13', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': 'acc8892f-6452-4046-bea3-58a41f124af8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:dd:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:56:08Z', 'updated_at': '2022-03-08T11:56:11Z', 'revision_number': 1, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}, {'id': 'f0f9c759-5903-4994-a9c9-c07ead3a7dae', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.175', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:c0:1a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70358301-d281-4337-b11a-46135c101eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:59:27Z', 'updated_at': '2022-03-08T11:59:27Z', 'revision_number': 0, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:30.271827 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ed636-862a-4b36-8c1f-2fa0a1207e40 None None] The sync data for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv is: [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '53bafd2b-55be-4a5d-b152-2e3c41bdbb13', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': 'acc8892f-6452-4046-bea3-58a41f124af8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:dd:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:56:08Z', 'updated_at': '2022-03-08T11:56:11Z', 'revision_number': 1, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}, {'id': 'f0f9c759-5903-4994-a9c9-c07ead3a7dae', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.175', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:c0:1a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70358301-d281-4337-b11a-46135c101eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:59:27Z', 'updated_at': '2022-03-08T11:59:27Z', 'revision_number': 0, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:59:30.479614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c55028-9753-48fc-b2a0-4a951ce4d241 None None] New status for floating IP f0f9c759-5903-4994-a9c9-c07ead3a7dae: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:59:33.059721 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 11:59:39.869367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-89e4e369-d50d-4e57-90ea-8bab2bdfd7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:42.171610 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7e01e83a-ea2f-4889-9f73-5c7ae27ed1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:43.315939 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:43.401348 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:43.417988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 11:59:44.720643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:09.135258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54218) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:09.206825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f586f0d-c685-4e4d-a1e2-c736b834d9f3 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:09.207309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f586f0d-c685-4e4d-a1e2-c736b834d9f3 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:09.207782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f586f0d-c685-4e4d-a1e2-c736b834d9f3 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:09.209375 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0f586f0d-c685-4e4d-a1e2-c736b834d9f3 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=c6ec9fcbfccf47d68d2acd05b7c2000a&network_id=cfebc0b7-9ddc-4463-be65-77014d64c76b HTTP/1.1" status: 200 len: 2999 time: 0.0731590 Mar 08 12:00:09.840782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-295c4979-9a4e-4a4f-bb3f-1adc8b08bb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:10.060174 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:00:11.056724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54230) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:11.118350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b5f9f-afe2-4aa1-9ed7-31a18bcfeb93 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:11.120160 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-386b5f9f-afe2-4aa1-9ed7-31a18bcfeb93 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955 HTTP/1.1" status: 200 len: 814 time: 0.0625808 Mar 08 12:00:11.665805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54238) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:11.671181 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-754a9772-7a49-4502-a06a-00c66ae3ebdd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:11.778162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-754a9772-7a49-4502-a06a-00c66ae3ebdd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:12.443259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-754a9772-7a49-4502-a06a-00c66ae3ebdd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:12.565512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-754a9772-7a49-4502-a06a-00c66ae3ebdd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:12.569276 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-754a9772-7a49-4502-a06a-00c66ae3ebdd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP ad0ce380-8372-4696-a93e-94134a6b3b13 disassociated. External IP: 172.26.4.164, port: e91ce966-c09d-46dc-9a22-a48d5d68d1d4. Mar 08 12:00:12.605224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-543280a0-b790-47be-bd91-bb4a12afe7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:13.035038 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754a9772-7a49-4502-a06a-00c66ae3ebdd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router f3e757e4-d4a0-48a9-b496-282c91c1fd21 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:00:13.218704 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754a9772-7a49-4502-a06a-00c66ae3ebdd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:00:13.224089 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-754a9772-7a49-4502-a06a-00c66ae3ebdd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:13.229831 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e118f-29ec-4166-98bf-14e659153e0f None None] Sync routers for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:00:13.246697 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e118f-29ec-4166-98bf-14e659153e0f None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:00:13.246697 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ec9e118f-29ec-4166-98bf-14e659153e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:13.289165 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-754a9772-7a49-4502-a06a-00c66ae3ebdd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/floatingips/ad0ce380-8372-4696-a93e-94134a6b3b13 HTTP/1.1" status: 200 len: 690 time: 1.6198001 Mar 08 12:00:13.289165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'tag': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:13.290071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54242) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:13.342073 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'tag': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4', 'status': 'completed', 'code': 200} Mar 08 12:00:13.355559 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:13.395836 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dee9a56b-896a-4240-b510-b5b7db6f87e2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/ad0ce380-8372-4696-a93e-94134a6b3b13 HTTP/1.1" status: 200 len: 690 time: 0.1031950 Mar 08 12:00:13.435574 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-ec9e118f-29ec-4166-98bf-14e659153e0f None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:00:13.464802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:13.473208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5081f-1a35-4550-a768-bcb403cc2607 req-0e2e6be7-964c-48d2-b243-3f6c5dd99168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:13.473208 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9bf5081f-1a35-4550-a768-bcb403cc2607 req-0e2e6be7-964c-48d2-b243-3f6c5dd99168 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 1098 time: 0.0759928 Mar 08 12:00:13.491433 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:13.629259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5081f-1a35-4550-a768-bcb403cc2607 req-59643777-deac-4047-901b-c9b9720541db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:13.630961 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9bf5081f-1a35-4550-a768-bcb403cc2607 req-59643777-deac-4047-901b-c9b9720541db service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfebc0b7-9ddc-4463-be65-77014d64c76b HTTP/1.1" status: 200 len: 897 time: 0.1520438 Mar 08 12:00:13.706393 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9bf5081f-1a35-4550-a768-bcb403cc2607 req-9829ab73-e7ca-4424-8a10-07ea143a1bab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91ce966-c09d-46dc-9a22-a48d5d68d1d4 HTTP/1.1" status: 200 len: 217 time: 0.0694556 Mar 08 12:00:13.773282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5081f-1a35-4550-a768-bcb403cc2607 req-a0450e3d-b5cf-44cc-8607-b93d7e6dfc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:13.774746 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9bf5081f-1a35-4550-a768-bcb403cc2607 req-a0450e3d-b5cf-44cc-8607-b93d7e6dfc7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28b2c50d-808e-45c9-ae63-51d487e90408 HTTP/1.1" status: 200 len: 835 time: 0.0621173 Mar 08 12:00:13.845742 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ec9e118f-29ec-4166-98bf-14e659153e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:13.849196 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e118f-29ec-4166-98bf-14e659153e0f None None] Checking router: f3e757e4-d4a0-48a9-b496-282c91c1fd21 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:00:13.852304 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5081f-1a35-4550-a768-bcb403cc2607 req-068c306f-17dc-4c14-985f-491f9dd5e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:13.853801 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9bf5081f-1a35-4550-a768-bcb403cc2607 req-068c306f-17dc-4c14-985f-491f9dd5e4ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfebc0b7-9ddc-4463-be65-77014d64c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735569 Mar 08 12:00:13.858052 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e118f-29ec-4166-98bf-14e659153e0f None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:00:13.858267 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ec9e118f-29ec-4166-98bf-14e659153e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:13.987971 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9bf5081f-1a35-4550-a768-bcb403cc2607 req-4a595617-3534-49e2-b283-72ced34bb296 service neutron] 10.222.0.18 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269472 Mar 08 12:00:14.034461 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-ec9e118f-29ec-4166-98bf-14e659153e0f None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:00:14.126112 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9bf5081f-1a35-4550-a768-bcb403cc2607 req-16d80cca-4040-4fe0-a825-b73c8a315421 service neutron] 10.222.0.18 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325109 Mar 08 12:00:14.341964 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ec9e118f-29ec-4166-98bf-14e659153e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:14.345753 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e118f-29ec-4166-98bf-14e659153e0f None None] The sync data for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv is: [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:00:14.397672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54248) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:14.484388 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cb87ffa7-20fe-4aaf-9c47-45cccb643214 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/ad0ce380-8372-4696-a93e-94134a6b3b13 HTTP/1.1" status: 200 len: 690 time: 0.0854769 Mar 08 12:00:14.564750 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f5dc86-c823-4f6a-b55f-5b0e9bbb04fc None None] New status for floating IP ad0ce380-8372-4696-a93e-94134a6b3b13: DOWN {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:00:14.851132 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:15.487616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54252) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:15.574936 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6d3bca3b-37bd-4eaa-8998-1e6891e7574d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/ad0ce380-8372-4696-a93e-94134a6b3b13 HTTP/1.1" status: 200 len: 688 time: 0.0818074 Mar 08 12:00:17.001626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54258) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:17.006772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-267871177', 'description': 'tempest-secgroup-smoke-267871177 description', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:17.012593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:00:17.022495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:00:17.125834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:17.246430 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:00:17.250798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:00:17.253588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:00:17.259163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:00:17.325461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:17.411117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:17.454321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f793b01-1b9c-488b-a545-a2d212067aaa,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:17.462239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:17.462587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:17.462949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:17.463256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:17.463580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:17.463905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:17.464227 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:17.464547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:17.464866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:17.465182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:17.465497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:17.465812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:17.548476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:17.549683 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c6ee8fb4-e6fa-4641-9a3b-4874630a8c1e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5470281 Mar 08 12:00:17.552754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54262) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:17.557643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4d73255c-0bba-4549-a7b2-5de3305383ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '5f793b01-1b9c-488b-a545-a2d212067aaa', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:17.563734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4d73255c-0bba-4549-a7b2-5de3305383ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:00:17.567467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4d73255c-0bba-4549-a7b2-5de3305383ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:00:17.570456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4d73255c-0bba-4549-a7b2-5de3305383ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:00:17.576138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4d73255c-0bba-4549-a7b2-5de3305383ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:00:17.646547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4d73255c-0bba-4549-a7b2-5de3305383ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:17.705866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4d73255c-0bba-4549-a7b2-5de3305383ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:17.775300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4d73255c-0bba-4549-a7b2-5de3305383ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:17.799029 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73255c-0bba-4549-a7b2-5de3305383ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc7bf61-f837-4fb4-8591-e25c4fa8baa2,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:17.867231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4d73255c-0bba-4549-a7b2-5de3305383ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:17.868770 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4d73255c-0bba-4549-a7b2-5de3305383ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3149014 Mar 08 12:00:17.871676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54266) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:17.877504 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-63f8c82c-5f89-4535-8aad-6842f09eebe8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '5f793b01-1b9c-488b-a545-a2d212067aaa', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:17.883300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-63f8c82c-5f89-4535-8aad-6842f09eebe8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:00:17.887092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-63f8c82c-5f89-4535-8aad-6842f09eebe8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:00:17.889975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-63f8c82c-5f89-4535-8aad-6842f09eebe8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:00:17.895489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-63f8c82c-5f89-4535-8aad-6842f09eebe8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:00:18.023007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-63f8c82c-5f89-4535-8aad-6842f09eebe8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:18.080802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-63f8c82c-5f89-4535-8aad-6842f09eebe8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:18.159901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-63f8c82c-5f89-4535-8aad-6842f09eebe8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:18.183477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8c82c-5f89-4535-8aad-6842f09eebe8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4978064e-5cb8-40a0-916d-be52812e7190,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:18.262705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-63f8c82c-5f89-4535-8aad-6842f09eebe8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:18.264215 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-63f8c82c-5f89-4535-8aad-6842f09eebe8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3911602 Mar 08 12:00:18.267412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54270) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:18.272530 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '5f793b01-1b9c-488b-a545-a2d212067aaa', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:18.278751 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:00:18.283225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:00:18.286210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:00:18.295393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:00:18.377200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:18.446619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:18.536578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:18.560026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f1ecc3-9c6e-40c5-81f0-8694b32d5489,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:18.570623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:18.572312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:18.572312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:18.572312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:18.572312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:18.572312 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:18.572718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:18.572974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:18.573303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:18.573627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:18.573983 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:18.574309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:18.628536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:18.632342 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fe5ac3da-aa7a-4cea-b731-3ff1963f1695 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3613658 Mar 08 12:00:18.632622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54274) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:18.637658 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-606d79f8-d4a6-4b60-80a4-1868d52a4ad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '5f793b01-1b9c-488b-a545-a2d212067aaa', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:18.644489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-606d79f8-d4a6-4b60-80a4-1868d52a4ad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:00:18.648355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-606d79f8-d4a6-4b60-80a4-1868d52a4ad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:00:18.651206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-606d79f8-d4a6-4b60-80a4-1868d52a4ad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:00:18.658265 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-606d79f8-d4a6-4b60-80a4-1868d52a4ad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:00:18.714686 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-606d79f8-d4a6-4b60-80a4-1868d52a4ad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:18.778548 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-606d79f8-d4a6-4b60-80a4-1868d52a4ad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:18.845512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-606d79f8-d4a6-4b60-80a4-1868d52a4ad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:18.869850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d79f8-d4a6-4b60-80a4-1868d52a4ad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb5e75e-e487-4d2f-af56-e8ef9feb3654,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:18.983669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-606d79f8-d4a6-4b60-80a4-1868d52a4ad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:18.983669 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-606d79f8-d4a6-4b60-80a4-1868d52a4ad2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386073 Mar 08 12:00:18.983669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54280) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:18.983669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b11929f1-4e7c-43b6-a4de-d5a8050c8a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '5f793b01-1b9c-488b-a545-a2d212067aaa', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:18.985855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b11929f1-4e7c-43b6-a4de-d5a8050c8a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:00:18.989697 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b11929f1-4e7c-43b6-a4de-d5a8050c8a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:00:18.992521 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b11929f1-4e7c-43b6-a4de-d5a8050c8a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:00:18.998170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b11929f1-4e7c-43b6-a4de-d5a8050c8a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:00:19.074210 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-b11929f1-4e7c-43b6-a4de-d5a8050c8a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:00:19.081218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b11929f1-4e7c-43b6-a4de-d5a8050c8a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:19.152339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b11929f1-4e7c-43b6-a4de-d5a8050c8a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:19.234352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b11929f1-4e7c-43b6-a4de-d5a8050c8a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:19.256164 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11929f1-4e7c-43b6-a4de-d5a8050c8a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087f7605-22f9-4563-85ce-f5b27ae4d6c9,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:19.360269 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b11929f1-4e7c-43b6-a4de-d5a8050c8a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:19.361450 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b11929f1-4e7c-43b6-a4de-d5a8050c8a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3856864 Mar 08 12:00:19.364148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54284) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:19.368926 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-18a11ebe-a195-419c-92be-d0db20a6bbbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '5f793b01-1b9c-488b-a545-a2d212067aaa', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:19.375171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-18a11ebe-a195-419c-92be-d0db20a6bbbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:00:19.378865 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-18a11ebe-a195-419c-92be-d0db20a6bbbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:00:19.381626 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-18a11ebe-a195-419c-92be-d0db20a6bbbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:00:19.387186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-18a11ebe-a195-419c-92be-d0db20a6bbbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:00:19.462443 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-18a11ebe-a195-419c-92be-d0db20a6bbbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:00:19.469672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18a11ebe-a195-419c-92be-d0db20a6bbbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:19.532831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18a11ebe-a195-419c-92be-d0db20a6bbbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:19.599524 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18a11ebe-a195-419c-92be-d0db20a6bbbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:19.623867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a11ebe-a195-419c-92be-d0db20a6bbbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64220bb-eb4c-4b12-b7fe-137eeda20c62,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:19.720017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-18a11ebe-a195-419c-92be-d0db20a6bbbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:19.721198 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-18a11ebe-a195-419c-92be-d0db20a6bbbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3561606 Mar 08 12:00:19.883999 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-37a01c60-0aa1-4cec-941e-096ef7e79ecf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267871177&fields=id&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 267 time: 0.0430439 Mar 08 12:00:20.031827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-5f428997-09ce-4218-9516-369e9d4ddca8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:20.032415 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-5f428997-09ce-4218-9516-369e9d4ddca8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:00:20.043676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-5f428997-09ce-4218-9516-369e9d4ddca8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:00:20.044764 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-5f428997-09ce-4218-9516-369e9d4ddca8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/networks?id=cfebc0b7-9ddc-4463-be65-77014d64c76b HTTP/1.1" status: 200 len: 796 time: 0.1539476 Mar 08 12:00:20.058747 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-45d16238-74fa-4bd1-b2c2-65619892f619 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/quotas/c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 375 time: 0.0085752 Mar 08 12:00:20.148088 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-77fadc4b-8626-463c-a6ab-ea931f70be06 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0842321 Mar 08 12:00:20.203980 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-983c10af-cb14-4eb6-98c6-9e4e0f5404e4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:00:20.204946 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-983c10af-cb14-4eb6-98c6-9e4e0f5404e4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451698 Mar 08 12:00:20.334943 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-62ace5b8-b905-48ac-b695-0b499d0f6548 service neutron] 10.222.0.32 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242878 Mar 08 12:00:20.464476 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2418f0ff-f2ef-484b-aa34-af473db99260 service neutron] 10.222.0.32 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235442 Mar 08 12:00:20.738385 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3b9da8ae-73b2-443e-82ff-9df06f880dfb req-342db06e-1179-4d8d-80c7-8cd63758f390 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 210 time: 0.0423741 Mar 08 12:00:21.892764 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cbb321f0-4dd6-4119-98fd-b6638ad1b5d3 req-48b6aa87-40ad-4e0b-9048-173f75e37e2b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 210 time: 0.0432341 Mar 08 12:00:22.481983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2bb37366-beb6-447b-a068-11187060afc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:22.484430 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2bb37366-beb6-447b-a068-11187060afc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks?id=cfebc0b7-9ddc-4463-be65-77014d64c76b HTTP/1.1" status: 200 len: 796 time: 0.1455898 Mar 08 12:00:22.540650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2ec7880d-9739-416c-9e64-9bc314019d98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:00:22.679965 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2ec7880d-9739-416c-9e64-9bc314019d98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:00:22.681128 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2ec7880d-9739-416c-9e64-9bc314019d98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 472 time: 0.1890721 Mar 08 12:00:22.690237 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'port': {'device_id': '93d947b4-e7a6-4f50-87d8-5ca11f9cb05b', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'admin_state_up': True, 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'security_groups': ['5f793b01-1b9c-488b-a545-a2d212067aaa']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:22.824625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:00:22.829122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:port and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:00:22.831944 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:00:22.837708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:00:22.939111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:00:22.942025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:23.065848 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-07daf9df-3d75-4fd8-baa5-1c3b03bcbf4f req-76f0c536-c78b-4e4c-a7c4-32923714a68e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 210 time: 0.0596323 Mar 08 12:00:23.145528 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.5 (cfebc0b7-9ddc-4463-be65-77014d64c76b/28b2c50d-808e-45c9-ae63-51d487e90408/83449ad7-3c2f-4ec4-b06e-683373f49a84) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:00:23.327226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:23.342973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object 83449ad7-3c2f-4ec4-b06e-683373f49a84 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:00:23.432542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:23.497177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network cfebc0b7-9ddc-4463-be65-77014d64c76b is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:00:23.500171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:00:23.504595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:00:23.556710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=83449ad7-3c2f-4ec4-b06e-683373f49a84,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:23.580778 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:23.581403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:23.680316 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-73dff06f-d992-4fba-a03c-5d7524aad7fc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9943645 Mar 08 12:00:23.691882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Request body: {'port': {'device_id': '93d947b4-e7a6-4f50-87d8-5ca11f9cb05b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:23.804712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:23.839645 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8b75b359-1ebc-4481-9d41-05a5babe4d08 None None] Provisioning for port 83449ad7-3c2f-4ec4-b06e-683373f49a84 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:00:23.845270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8b75b359-1ebc-4481-9d41-05a5babe4d08 None None] Provisioning complete for port 83449ad7-3c2f-4ec4-b06e-683373f49a84 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:00:23.845673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8b75b359-1ebc-4481-9d41-05a5babe4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:23.903658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8b75b359-1ebc-4481-9d41-05a5babe4d08 None None] Port 83449ad7-3c2f-4ec4-b06e-683373f49a84 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:00:24.156890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83449ad7-3c2f-4ec4-b06e-683373f49a84 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:24.164462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:24.179436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Transition to ACTIVE for port object 83449ad7-3c2f-4ec4-b06e-683373f49a84 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:00:24.254421 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187be3cb-1c97-43e9-99d9-c6cac26db5b2 req-3ade35d8-a48c-4141-9742-a91992737af9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:24.255869 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-187be3cb-1c97-43e9-99d9-c6cac26db5b2 req-3ade35d8-a48c-4141-9742-a91992737af9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 931 time: 0.0825937 Mar 08 12:00:24.268539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:24.300295 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-187be3cb-1c97-43e9-99d9-c6cac26db5b2 req-00db91bc-f30a-4f9f-8003-1976f794681e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f793b01-1b9c-488b-a545-a2d212067aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388117 Mar 08 12:00:24.499827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Pushing event updated for resources: {'Port': ['ID=83449ad7-3c2f-4ec4-b06e-683373f49a84,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:24.603865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Attempting to bind port 83449ad7-3c2f-4ec4-b06e-683373f49a84 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:00:24.604123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Attempting to bind port 83449ad7-3c2f-4ec4-b06e-683373f49a84 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:00:24.604474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Attempting to bind port 83449ad7-3c2f-4ec4-b06e-683373f49a84 on network cfebc0b7-9ddc-4463-be65-77014d64c76b {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:00:24.609017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Port 83449ad7-3c2f-4ec4-b06e-683373f49a84 on network cfebc0b7-9ddc-4463-be65-77014d64c76b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:00:24.609374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Attempting to bind port 83449ad7-3c2f-4ec4-b06e-683373f49a84 on network cfebc0b7-9ddc-4463-be65-77014d64c76b {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:00:24.614986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:00:24.615351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Checking segment: {'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:00:24.615728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Bound using segment: {'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:00:24.616144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Bound port: 83449ad7-3c2f-4ec4-b06e-683373f49a84, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8325706c-583f-4efa-9382-3a4d6575e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:00:24.616482 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:24.709680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] For port 83449ad7-3c2f-4ec4-b06e-683373f49a84, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:00:24.712775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] For port 83449ad7-3c2f-4ec4-b06e-683373f49a84, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=83449ad7-3c2f-4ec4-b06e-683373f49a84,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:00:24.839510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:24.895684 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:24.896222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:24.897622 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] 10.222.0.18 "PUT /v2.0/ports/83449ad7-3c2f-4ec4-b06e-683373f49a84 HTTP/1.1" status: 200 len: 1093 time: 1.2097814 Mar 08 12:00:24.898083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d947b4-e7a6-4f50-87d8-5ca11f9cb05b', 'tag': '83449ad7-3c2f-4ec4-b06e-683373f49a84'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:24.923673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043448b-ea5b-4d10-8051-ff620d24ff3e service neutron] Pushing event updated for resources: {'Port': ['ID=83449ad7-3c2f-4ec4-b06e-683373f49a84,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:24.946772 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d947b4-e7a6-4f50-87d8-5ca11f9cb05b', 'tag': '83449ad7-3c2f-4ec4-b06e-683373f49a84', 'status': 'completed', 'code': 200} Mar 08 12:00:25.037434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7929b7-2e0f-4b5d-bab1-ae31a4d1e5f2 req-5457928f-00c5-4b46-9708-4c914d8f45f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:25.038963 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd7929b7-2e0f-4b5d-bab1-ae31a4d1e5f2 req-5457928f-00c5-4b46-9708-4c914d8f45f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 1096 time: 0.0729685 Mar 08 12:00:25.181359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7929b7-2e0f-4b5d-bab1-ae31a4d1e5f2 req-9e6aedc4-0cb6-4b0a-bb0d-9127a9981c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:25.182734 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd7929b7-2e0f-4b5d-bab1-ae31a4d1e5f2 req-9e6aedc4-0cb6-4b0a-bb0d-9127a9981c6d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1368418 Mar 08 12:00:25.366568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7929b7-2e0f-4b5d-bab1-ae31a4d1e5f2 req-fd0c2411-59a9-4c63-aea9-50e954fa1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:25.368062 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd7929b7-2e0f-4b5d-bab1-ae31a4d1e5f2 req-fd0c2411-59a9-4c63-aea9-50e954fa1dd5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1795146 Mar 08 12:00:25.384173 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-97ca37de-f0c2-4fbb-9944-c4207f883c48 req-1f3415c1-420f-4a96-84f3-2ad3f8b89544 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1102328 Mar 08 12:00:25.500531 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bd536-4c84-48da-ad7a-c1178b476519 req-e4dd11e7-dfa3-4606-97ed-9508c666044d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:25.501993 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6e5bd536-4c84-48da-ad7a-c1178b476519 req-e4dd11e7-dfa3-4606-97ed-9508c666044d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 943 time: 0.0949922 Mar 08 12:00:25.526810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-07d59cd1-ab71-4f27-97aa-78763310c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:25.535822 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-07d59cd1-ab71-4f27-97aa-78763310c1e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 1096 time: 0.1207838 Mar 08 12:00:25.548175 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6e5bd536-4c84-48da-ad7a-c1178b476519 req-f1dbf2b4-114e-4802-bce0-26dd44687570 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f793b01-1b9c-488b-a545-a2d212067aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398483 Mar 08 12:00:25.607333 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-79311472-a0b7-4868-ba3d-bae8e197fffe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83449ad7-3c2f-4ec4-b06e-683373f49a84 HTTP/1.1" status: 200 len: 217 time: 0.0715504 Mar 08 12:00:25.613321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca37de-f0c2-4fbb-9944-c4207f883c48 req-f737bea6-c3ce-49fd-b0d8-ba771b701dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:25.614720 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-97ca37de-f0c2-4fbb-9944-c4207f883c48 req-f737bea6-c3ce-49fd-b0d8-ba771b701dff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 1098 time: 0.1538129 Mar 08 12:00:25.763858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-040bebb2-fbe1-4534-9f38-7d86bc24df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:25.763858 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-040bebb2-fbe1-4534-9f38-7d86bc24df29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28b2c50d-808e-45c9-ae63-51d487e90408 HTTP/1.1" status: 200 len: 835 time: 0.1481345 Mar 08 12:00:25.840945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca37de-f0c2-4fbb-9944-c4207f883c48 req-e378c978-bcf0-4c4b-962c-d78a25d79015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:25.842930 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-97ca37de-f0c2-4fbb-9944-c4207f883c48 req-e378c978-bcf0-4c4b-962c-d78a25d79015 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 913 time: 0.1953740 Mar 08 12:00:25.938605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-58a9c946-9eb1-4115-a762-f28c7d52c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:25.940059 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-58a9c946-9eb1-4115-a762-f28c7d52c44c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfebc0b7-9ddc-4463-be65-77014d64c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1699612 Mar 08 12:00:25.986953 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-97ca37de-f0c2-4fbb-9944-c4207f883c48 req-96d315bf-fbe2-4f99-bc6b-12feef7afd3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc8892f-6452-4046-bea3-58a41f124af8 HTTP/1.1" status: 200 len: 1001 time: 0.1384711 Mar 08 12:00:26.111764 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca37de-f0c2-4fbb-9944-c4207f883c48 req-ee50dd14-d5b1-405d-9573-b7008dac452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:26.113171 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-97ca37de-f0c2-4fbb-9944-c4207f883c48 req-ee50dd14-d5b1-405d-9573-b7008dac452f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.1197011 Mar 08 12:00:26.264516 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-de1e3cb1-7526-428e-a574-41a0415eb502 service neutron] 10.222.0.18 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114750 Mar 08 12:00:26.386259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca37de-f0c2-4fbb-9944-c4207f883c48 req-90f94af3-49bf-4294-9b5c-128cefccd25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:26.387641 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-97ca37de-f0c2-4fbb-9944-c4207f883c48 req-90f94af3-49bf-4294-9b5c-128cefccd25f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2663238 Mar 08 12:00:26.442302 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0db36d4a-b6df-4cd7-bd08-938af6fbdd3c req-2740ced1-8f7c-4784-9590-0e70bf077370 service neutron] 10.222.0.18 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694787 Mar 08 12:00:26.532061 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-97ca37de-f0c2-4fbb-9944-c4207f883c48 req-b43ca728-a1a8-4b98-9ea3-074d12f439ea service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376524 Mar 08 12:00:26.702217 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-97ca37de-f0c2-4fbb-9944-c4207f883c48 req-9efe6911-d3bf-41bc-b582-1938d75638f4 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629593 Mar 08 12:00:26.744180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2d964-c074-475e-8fea-5fe2a995fcbe req-1239507d-45e2-441e-83d9-cab97b09a6bc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:26.744866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-efd2d964-c074-475e-8fea-5fe2a995fcbe req-1239507d-45e2-441e-83d9-cab97b09a6bc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:00:26.816585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-efd2d964-c074-475e-8fea-5fe2a995fcbe req-1239507d-45e2-441e-83d9-cab97b09a6bc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:00:26.817718 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-efd2d964-c074-475e-8fea-5fe2a995fcbe req-1239507d-45e2-441e-83d9-cab97b09a6bc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 943 time: 0.1561627 Mar 08 12:00:26.870422 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-efd2d964-c074-475e-8fea-5fe2a995fcbe req-0fe48e95-0f3f-4faa-97bc-fd17e2bf1efd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f793b01-1b9c-488b-a545-a2d212067aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449898 Mar 08 12:00:28.082973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 83449ad7-3c2f-4ec4-b06e-683373f49a84 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:00:28.192138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6256d2-076b-4b0f-ae13-09249132f5f2 req-17c70c12-1806-4413-b268-f5b9a5be9c5b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:28.193591 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1f6256d2-076b-4b0f-ae13-09249132f5f2 req-17c70c12-1806-4413-b268-f5b9a5be9c5b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 943 time: 0.2118111 Mar 08 12:00:28.220700 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 83449ad7-3c2f-4ec4-b06e-683373f49a84, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=83449ad7-3c2f-4ec4-b06e-683373f49a84,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:00:28.234081 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '83449ad7-3c2f-4ec4-b06e-683373f49a84', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'port_id': '83449ad7-3c2f-4ec4-b06e-683373f49a84', 'mac_address': 'fa:16:3e:c0:e7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:00:28.239615 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1f6256d2-076b-4b0f-ae13-09249132f5f2 req-3b9f2024-400f-4f2b-9d1d-f64819086c33 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f793b01-1b9c-488b-a545-a2d212067aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403631 Mar 08 12:00:28.288720 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:28.304606 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83449ad7-3c2f-4ec4-b06e-683373f49a84 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:00:28.319302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 83449ad7-3c2f-4ec4-b06e-683373f49a84, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=83449ad7-3c2f-4ec4-b06e-683373f49a84,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:00:28.374998 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:28.441959 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=83449ad7-3c2f-4ec4-b06e-683373f49a84,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:28.448763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:28.449114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:28.449455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:28.449790 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:28.450156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:28.450489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:28.450821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:28.451147 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:28.451472 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:28.451798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:28.452625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:28.452941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:28.729117 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['83449ad7-3c2f-4ec4-b06e-683373f49a84'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:00:29.422848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e249482-d8a5-4ffd-9ff2-8f8be0bf74da req-0ab2f0ba-d32e-4f27-8cca-8c60a3693abd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:29.424283 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2e249482-d8a5-4ffd-9ff2-8f8be0bf74da req-0ab2f0ba-d32e-4f27-8cca-8c60a3693abd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 944 time: 0.0794787 Mar 08 12:00:29.468132 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2e249482-d8a5-4ffd-9ff2-8f8be0bf74da req-af23e6c1-131e-49ef-8b1e-4aafe7e72185 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f793b01-1b9c-488b-a545-a2d212067aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375056 Mar 08 12:00:30.086539 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 83449ad7-3c2f-4ec4-b06e-683373f49a84 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:00:30.273242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 83449ad7-3c2f-4ec4-b06e-683373f49a84 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:00:30.278079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 83449ad7-3c2f-4ec4-b06e-683373f49a84 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:00:30.278455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:30.392091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:30.422736 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d947b4-e7a6-4f50-87d8-5ca11f9cb05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83449ad7-3c2f-4ec4-b06e-683373f49a84'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:30.432300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 83449ad7-3c2f-4ec4-b06e-683373f49a84, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=83449ad7-3c2f-4ec4-b06e-683373f49a84,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:00:30.469197 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d947b4-e7a6-4f50-87d8-5ca11f9cb05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83449ad7-3c2f-4ec4-b06e-683373f49a84', 'code': 200} Mar 08 12:00:30.525408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:30.599984 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=83449ad7-3c2f-4ec4-b06e-683373f49a84,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:30.662524 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba562740-2967-4d08-b36e-18625154bbdc req-cf3ecfcf-4499-42cf-bd0e-98cfe8aee43b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:30.663963 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ba562740-2967-4d08-b36e-18625154bbdc req-cf3ecfcf-4499-42cf-bd0e-98cfe8aee43b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 945 time: 0.0857401 Mar 08 12:00:30.709661 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ba562740-2967-4d08-b36e-18625154bbdc req-04e1c9a4-297d-4f0b-b51d-f15fcd86a28e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f793b01-1b9c-488b-a545-a2d212067aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388947 Mar 08 12:00:30.850511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad859b1-e8fe-4386-8445-80c9f5d1f4ad req-a8625b31-85b1-4372-9244-3e1413935411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:30.852069 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0ad859b1-e8fe-4386-8445-80c9f5d1f4ad req-a8625b31-85b1-4372-9244-3e1413935411 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 1098 time: 0.0726008 Mar 08 12:00:30.892073 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0ad859b1-e8fe-4386-8445-80c9f5d1f4ad req-8841c950-1799-43de-bb27-e176a3be3346 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5f793b01-1b9c-488b-a545-a2d212067aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342987 Mar 08 12:00:31.900015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6128d-c005-4c68-a7b0-b557c9112b2e req-6c9f7e23-8133-4914-a774-050fef4e64bc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:31.901470 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-59e6128d-c005-4c68-a7b0-b557c9112b2e req-6c9f7e23-8133-4914-a774-050fef4e64bc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 945 time: 0.0848267 Mar 08 12:00:31.946651 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-59e6128d-c005-4c68-a7b0-b557c9112b2e req-ed99a867-f07b-4ecf-bc18-306decfac8cc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f793b01-1b9c-488b-a545-a2d212067aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389917 Mar 08 12:00:33.131792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5342e-7f12-451e-84c4-227aef5caedd req-6c319d20-e355-45fd-99ee-98b4ceb56c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:33.133226 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0ca5342e-7f12-451e-84c4-227aef5caedd req-6c319d20-e355-45fd-99ee-98b4ceb56c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 945 time: 0.0831175 Mar 08 12:00:33.176824 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0ca5342e-7f12-451e-84c4-227aef5caedd req-b254f23b-2572-4d9f-b465-d8102f12e5b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f793b01-1b9c-488b-a545-a2d212067aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377848 Mar 08 12:00:33.360678 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e79e63-9c33-45c8-b993-0926ce402f26 req-098c770c-279d-46fb-bc69-68c6124fa35f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:33.362147 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-85e79e63-9c33-45c8-b993-0926ce402f26 req-098c770c-279d-46fb-bc69-68c6124fa35f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 945 time: 0.0814686 Mar 08 12:00:33.405415 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-85e79e63-9c33-45c8-b993-0926ce402f26 req-7a11039b-b972-44e2-8d2b-0896ce7cf532 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f793b01-1b9c-488b-a545-a2d212067aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376725 Mar 08 12:00:33.428332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54344) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:33.501402 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce86fea-558a-4c4d-82ee-9d02dcfc5c39 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:33.503049 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9ce86fea-558a-4c4d-82ee-9d02dcfc5c39 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 1093 time: 0.0736589 Mar 08 12:00:33.505919 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54348) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:33.510881 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-ad844507-4511-4523-a7e3-3e5071e4e486 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'floatingip': {'port_id': '83449ad7-3c2f-4ec4-b06e-683373f49a84'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:00:33.592267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad844507-4511-4523-a7e3-3e5071e4e486 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:34.206778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad844507-4511-4523-a7e3-3e5071e4e486 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:34.262658 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad844507-4511-4523-a7e3-3e5071e4e486 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:34.436168 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-ad844507-4511-4523-a7e3-3e5071e4e486 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP ad0ce380-8372-4696-a93e-94134a6b3b13 associated. External IP: 172.26.4.164, port: 83449ad7-3c2f-4ec4-b06e-683373f49a84. Mar 08 12:00:34.910492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad844507-4511-4523-a7e3-3e5071e4e486 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router f3e757e4-d4a0-48a9-b496-282c91c1fd21 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:00:35.091281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad844507-4511-4523-a7e3-3e5071e4e486 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:00:35.095970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad844507-4511-4523-a7e3-3e5071e4e486 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:35.100602 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a5441-66aa-45f6-bb4f-677340efbed9 None None] Sync routers for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:00:35.111538 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a5441-66aa-45f6-bb4f-677340efbed9 None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:00:35.112238 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-831a5441-66aa-45f6-bb4f-677340efbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:35.156147 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ad844507-4511-4523-a7e3-3e5071e4e486 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/floatingips/ad0ce380-8372-4696-a93e-94134a6b3b13 HTTP/1.1" status: 200 len: 991 time: 1.6467154 Mar 08 12:00:35.156147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d947b4-e7a6-4f50-87d8-5ca11f9cb05b', 'tag': '83449ad7-3c2f-4ec4-b06e-683373f49a84'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:00:35.156516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54352) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:35.206934 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d947b4-e7a6-4f50-87d8-5ca11f9cb05b', 'tag': '83449ad7-3c2f-4ec4-b06e-683373f49a84', 'status': 'completed', 'code': 200} Mar 08 12:00:35.288607 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-831a5441-66aa-45f6-bb4f-677340efbed9 None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:00:35.318195 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-af66b62d-264f-4379-989d-786da7a47635 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/ad0ce380-8372-4696-a93e-94134a6b3b13 HTTP/1.1" status: 200 len: 991 time: 0.1604469 Mar 08 12:00:35.336166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1087bcd-dc1e-406d-ae4a-cdb4ea55a426 req-c3c193b7-4d80-484b-b972-3464f19cc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:35.337622 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d1087bcd-dc1e-406d-ae4a-cdb4ea55a426 req-c3c193b7-4d80-484b-b972-3464f19cc736 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 1098 time: 0.1090271 Mar 08 12:00:35.470657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1087bcd-dc1e-406d-ae4a-cdb4ea55a426 req-ced20317-afbd-46fa-8462-2bd37a49684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:35.472101 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d1087bcd-dc1e-406d-ae4a-cdb4ea55a426 req-ced20317-afbd-46fa-8462-2bd37a49684a service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfebc0b7-9ddc-4463-be65-77014d64c76b HTTP/1.1" status: 200 len: 897 time: 0.1285865 Mar 08 12:00:35.578164 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d1087bcd-dc1e-406d-ae4a-cdb4ea55a426 req-112ef0c6-444b-449f-b873-748ecacd9f5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83449ad7-3c2f-4ec4-b06e-683373f49a84 HTTP/1.1" status: 200 len: 999 time: 0.1003356 Mar 08 12:00:35.644948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1087bcd-dc1e-406d-ae4a-cdb4ea55a426 req-60f1bb87-9443-4f91-8a4b-71b8078f149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:35.646341 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d1087bcd-dc1e-406d-ae4a-cdb4ea55a426 req-60f1bb87-9443-4f91-8a4b-71b8078f149c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28b2c50d-808e-45c9-ae63-51d487e90408 HTTP/1.1" status: 200 len: 835 time: 0.0624561 Mar 08 12:00:35.680917 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-831a5441-66aa-45f6-bb4f-677340efbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'ad0ce380-8372-4696-a93e-94134a6b3b13', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.164', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'port_id': '83449ad7-3c2f-4ec4-b06e-683373f49a84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'mac_address': 'fa:16:3e:c0:e7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d947b4-e7a6-4f50-87d8-5ca11f9cb05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:59:04Z', 'updated_at': '2022-03-08T12:00:34Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:35.684643 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a5441-66aa-45f6-bb4f-677340efbed9 None None] Checking router: f3e757e4-d4a0-48a9-b496-282c91c1fd21 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:00:35.695405 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a5441-66aa-45f6-bb4f-677340efbed9 None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:00:35.696002 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-831a5441-66aa-45f6-bb4f-677340efbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:00:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:35.724085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1087bcd-dc1e-406d-ae4a-cdb4ea55a426 req-f2afd089-603f-4989-b85c-bbf4401eabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:00:35.725492 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d1087bcd-dc1e-406d-ae4a-cdb4ea55a426 req-f2afd089-603f-4989-b85c-bbf4401eabb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfebc0b7-9ddc-4463-be65-77014d64c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731187 Mar 08 12:00:35.883063 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-831a5441-66aa-45f6-bb4f-677340efbed9 None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:00:35.968575 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d1087bcd-dc1e-406d-ae4a-cdb4ea55a426 req-21fee569-118e-4b18-b84a-973a9122abb2 service neutron] 10.222.0.18 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369020 Mar 08 12:00:36.105409 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d1087bcd-dc1e-406d-ae4a-cdb4ea55a426 req-a60da7c1-6c4e-4679-8cab-29c5308552f6 service neutron] 10.222.0.18 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307731 Mar 08 12:00:36.234107 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-831a5441-66aa-45f6-bb4f-677340efbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'ad0ce380-8372-4696-a93e-94134a6b3b13', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.164', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'port_id': '83449ad7-3c2f-4ec4-b06e-683373f49a84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'mac_address': 'fa:16:3e:c0:e7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d947b4-e7a6-4f50-87d8-5ca11f9cb05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:59:04Z', 'updated_at': '2022-03-08T12:00:34Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:00:36.238005 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a5441-66aa-45f6-bb4f-677340efbed9 None None] The sync data for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv is: [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'ad0ce380-8372-4696-a93e-94134a6b3b13', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.164', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'port_id': '83449ad7-3c2f-4ec4-b06e-683373f49a84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'mac_address': 'fa:16:3e:c0:e7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d947b4-e7a6-4f50-87d8-5ca11f9cb05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:59:04Z', 'updated_at': '2022-03-08T12:00:34Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:00:36.322476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54358) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:36.428554 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5bf6ed-0d92-4d94-8ae9-1011260a8164 None None] New status for floating IP ad0ce380-8372-4696-a93e-94134a6b3b13: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:00:36.452199 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c05a84c5-b5b0-4ed2-b719-2b9ddf4f4efa tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/ad0ce380-8372-4696-a93e-94134a6b3b13 HTTP/1.1" status: 200 len: 991 time: 0.1279976 Mar 08 12:00:37.454926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54362) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:00:37.562170 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-efe7193f-cdfb-48a4-bf62-57ee4f77d76f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/ad0ce380-8372-4696-a93e-94134a6b3b13 HTTP/1.1" status: 200 len: 993 time: 0.1060972 Mar 08 12:00:39.865564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ac52793c-f784-40ac-9851-78e16d0ecb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:42.171850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d3ed24d4-8291-4648-b057-993df70b9875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:43.356303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:43.514757 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:43.558658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:44.762792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:00:47.059020 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:01:09.887171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b296b76-4a0d-4c9e-992b-4d9b1b527b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:12.192494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b717ddcb-3f91-4d61-b7b8-60c0590f5ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:13.346435 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:13.481504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:13.515298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:14.690371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:24.058501 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:01:27.030333 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e3b1715-9410-4ec3-8b26-33a3b05487e7 req-8e988dc0-0e84-479c-84ac-80cb48d90735 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676279 Mar 08 12:01:27.119443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b1715-9410-4ec3-8b26-33a3b05487e7 req-9aaa97ce-ea4e-4129-ae00-de39381a10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:27.120878 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e3b1715-9410-4ec3-8b26-33a3b05487e7 req-9aaa97ce-ea4e-4129-ae00-de39381a10ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 1098 time: 0.0715623 Mar 08 12:01:27.260850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b1715-9410-4ec3-8b26-33a3b05487e7 req-818531e2-14bf-4f70-98d6-418eb6ed8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:27.262302 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e3b1715-9410-4ec3-8b26-33a3b05487e7 req-818531e2-14bf-4f70-98d6-418eb6ed8c5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfebc0b7-9ddc-4463-be65-77014d64c76b HTTP/1.1" status: 200 len: 897 time: 0.1238546 Mar 08 12:01:27.328968 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e3b1715-9410-4ec3-8b26-33a3b05487e7 req-aa55f49d-88c7-483a-a5bf-0a18dbeaad5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91ce966-c09d-46dc-9a22-a48d5d68d1d4 HTTP/1.1" status: 200 len: 217 time: 0.0579319 Mar 08 12:01:27.392205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b1715-9410-4ec3-8b26-33a3b05487e7 req-dcd6ebdc-18d3-4401-b135-f994bbb5bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:27.393589 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e3b1715-9410-4ec3-8b26-33a3b05487e7 req-dcd6ebdc-18d3-4401-b135-f994bbb5bc51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=28b2c50d-808e-45c9-ae63-51d487e90408 HTTP/1.1" status: 200 len: 835 time: 0.0588450 Mar 08 12:01:27.466616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b1715-9410-4ec3-8b26-33a3b05487e7 req-7fd5625a-826d-4f48-89fb-9aa304dec34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:27.468076 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e3b1715-9410-4ec3-8b26-33a3b05487e7 req-7fd5625a-826d-4f48-89fb-9aa304dec34f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfebc0b7-9ddc-4463-be65-77014d64c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688643 Mar 08 12:01:27.605284 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e3b1715-9410-4ec3-8b26-33a3b05487e7 req-c944909e-5bf7-4b4b-ba94-61055438ea2e service neutron] 10.222.0.18 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289039 Mar 08 12:01:27.734358 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e3b1715-9410-4ec3-8b26-33a3b05487e7 req-fa4a8d66-957b-40ff-902d-334fca72ecb9 service neutron] 10.222.0.18 "GET /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228509 Mar 08 12:01:38.909692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985de02e-ec97-4e82-b80d-2704795f3a6e req-66fd01d1-19f0-460b-805c-8eee61efc29d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:38.911162 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-985de02e-ec97-4e82-b80d-2704795f3a6e req-66fd01d1-19f0-460b-805c-8eee61efc29d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 945 time: 0.0804224 Mar 08 12:01:38.953640 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-985de02e-ec97-4e82-b80d-2704795f3a6e req-4a85cb54-6a85-4ce6-be47-d50f266c381c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f793b01-1b9c-488b-a545-a2d212067aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362768 Mar 08 12:01:39.954034 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5e31854e-42ce-4b20-91fa-b1b712bde30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:40.144745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586a089-d5b7-4d1b-8ee1-0b5961fc7f59 req-684d6fe0-5251-438c-9981-d0ea2383ad7c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:40.146190 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d586a089-d5b7-4d1b-8ee1-0b5961fc7f59 req-684d6fe0-5251-438c-9981-d0ea2383ad7c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 945 time: 0.0822117 Mar 08 12:01:40.190520 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d586a089-d5b7-4d1b-8ee1-0b5961fc7f59 req-a4439711-a58c-41f8-945b-5f142353250d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f793b01-1b9c-488b-a545-a2d212067aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378802 Mar 08 12:01:40.554512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-172207ae-6bae-45ee-b905-72f906ac759c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:40.555828 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-172207ae-6bae-45ee-b905-72f906ac759c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 945 time: 0.0765085 Mar 08 12:01:40.626072 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 83449ad7-3c2f-4ec4-b06e-683373f49a84 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:01:40.626413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:40.966710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 83449ad7-3c2f-4ec4-b06e-683373f49a84, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=83449ad7-3c2f-4ec4-b06e-683373f49a84,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:01:40.967049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:41.247702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:41.248377 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:41.248377 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP ad0ce380-8372-4696-a93e-94134a6b3b13 disassociated. External IP: 172.26.4.164, port: 83449ad7-3c2f-4ec4-b06e-683373f49a84. Mar 08 12:01:41.248699 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 83449ad7-3c2f-4ec4-b06e-683373f49a84 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:01:41.383806 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fb363-f014-4666-97c1-99fba09a062b req-4d8a8ff5-0abb-4cdb-a7dd-1b756de956ef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:41.385270 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3f9fb363-f014-4666-97c1-99fba09a062b req-4d8a8ff5-0abb-4cdb-a7dd-1b756de956ef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 945 time: 0.0843003 Mar 08 12:01:41.429923 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3f9fb363-f014-4666-97c1-99fba09a062b req-a8384320-fd39-46aa-8d1c-2fabab232a0c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f793b01-1b9c-488b-a545-a2d212067aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388491 Mar 08 12:01:41.485762 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:41.535531 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=83449ad7-3c2f-4ec4-b06e-683373f49a84,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:41.547092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:41.547092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:41.547092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:41.547092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:41.547092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:41.547092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:41.547092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:41.547985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:41.547985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:41.547985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:41.548312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:41.548631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:41.729709 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router f3e757e4-d4a0-48a9-b496-282c91c1fd21 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:01:41.907884 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:01:41.917847 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef709d-2611-4af2-928b-8ce23505c1be None None] Sync routers for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:01:41.928078 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef709d-2611-4af2-928b-8ce23505c1be None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:01:41.929314 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-74ef709d-2611-4af2-928b-8ce23505c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:41.981815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] No DVR routers for this DVR port 83449ad7-3c2f-4ec4-b06e-683373f49a84 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:01:41.985195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:41.988639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d947b4-e7a6-4f50-87d8-5ca11f9cb05b', 'name': 'network-vif-deleted', 'tag': '83449ad7-3c2f-4ec4-b06e-683373f49a84'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:42.044537 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d947b4-e7a6-4f50-87d8-5ca11f9cb05b', 'name': 'network-vif-deleted', 'tag': '83449ad7-3c2f-4ec4-b06e-683373f49a84', 'status': 'completed', 'code': 200} Mar 08 12:01:42.083818 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4c51284a-06e5-4fa6-8361-b1feb4599829 req-2f16f8e0-31c3-49fa-b9ea-2d3f2c9f44e7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "DELETE /v2.0/ports/83449ad7-3c2f-4ec4-b06e-683373f49a84 HTTP/1.1" status: 204 len: 173 time: 1.5225053 Mar 08 12:01:42.129773 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-74ef709d-2611-4af2-928b-8ce23505c1be None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:01:42.203324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-37a078eb-1e6a-4021-85fc-937278026e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:42.441352 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-74ef709d-2611-4af2-928b-8ce23505c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:42.445013 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef709d-2611-4af2-928b-8ce23505c1be None None] Checking router: f3e757e4-d4a0-48a9-b496-282c91c1fd21 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:01:42.453039 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef709d-2611-4af2-928b-8ce23505c1be None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:01:42.453721 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-74ef709d-2611-4af2-928b-8ce23505c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:42.601281 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e68fc8a9-38ba-4c0e-8f3d-b9256c43e155 req-ea4ddef6-207d-47b9-bde6-df9679d2cc49 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d947b4-e7a6-4f50-87d8-5ca11f9cb05b HTTP/1.1" status: 200 len: 210 time: 0.0484405 Mar 08 12:01:42.664039 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-74ef709d-2611-4af2-928b-8ce23505c1be None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:01:42.973385 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-74ef709d-2611-4af2-928b-8ce23505c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:42.977324 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef709d-2611-4af2-928b-8ce23505c1be None None] The sync data for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv is: [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T11:58:42Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'bed2cdd5-9005-4093-83cd-201865cc1d68', 'name': '', 'network_id': 'cfebc0b7-9ddc-4463-be65-77014d64c76b', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:8f:a3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:41Z', 'updated_at': '2022-03-08T11:58:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '28b2c50d-808e-45c9-ae63-51d487e90408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:01:43.300981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5342086f-75b8-4a04-819b-f9e4fe03451b None None] New status for floating IP ad0ce380-8372-4696-a93e-94134a6b3b13: DOWN {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:01:43.457450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:43.568549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:43.619945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:43.707783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54410) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:01:43.774292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e2426e2a-15bf-4207-97a4-6b53c1f47fff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:43.804763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e2426e2a-15bf-4207-97a4-6b53c1f47fff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:43.950932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e2426e2a-15bf-4207-97a4-6b53c1f47fff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:43.969109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2426e2a-15bf-4207-97a4-6b53c1f47fff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f793b01-1b9c-488b-a545-a2d212067aaa,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:44.058721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e2426e2a-15bf-4207-97a4-6b53c1f47fff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:44.059834 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e2426e2a-15bf-4207-97a4-6b53c1f47fff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/security-groups/5f793b01-1b9c-488b-a545-a2d212067aaa HTTP/1.1" status: 204 len: 168 time: 0.3598757 Mar 08 12:01:44.157045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54418) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:01:44.302776 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 83449ad7-3c2f-4ec4-b06e-683373f49a84 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:01:44.339802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 83449ad7-3c2f-4ec4-b06e-683373f49a84 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:01:44.340142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 83449ad7-3c2f-4ec4-b06e-683373f49a84 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:01:44.348087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-60cba426-e923-456c-aca1-82f2ea31d048 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 87e98f2d-3a49-4bf2-809e-56a5bc04084d {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:01:44.349139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60cba426-e923-456c-aca1-82f2ea31d048 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:44.658549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60cba426-e923-456c-aca1-82f2ea31d048 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:44.658909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60cba426-e923-456c-aca1-82f2ea31d048 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:44.736680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:44.782374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-60cba426-e923-456c-aca1-82f2ea31d048 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 87e98f2d-3a49-4bf2-809e-56a5bc04084d owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:01:45.094362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60cba426-e923-456c-aca1-82f2ea31d048 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:45.144324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cba426-e923-456c-aca1-82f2ea31d048 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=87e98f2d-3a49-4bf2-809e-56a5bc04084d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:45.232930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60cba426-e923-456c-aca1-82f2ea31d048 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:45.246360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-60cba426-e923-456c-aca1-82f2ea31d048 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:45.247486 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-60cba426-e923-456c-aca1-82f2ea31d048 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/floatingips/ad0ce380-8372-4696-a93e-94134a6b3b13 HTTP/1.1" status: 204 len: 168 time: 1.0894639 Mar 08 12:01:46.064893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae769a7-fc83-405b-9fa8-18b59bb5d4cb req-4c4ea89c-624a-4dd2-a7c5-0f20e6e15a0f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:46.066309 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bae769a7-fc83-405b-9fa8-18b59bb5d4cb req-4c4ea89c-624a-4dd2-a7c5-0f20e6e15a0f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 945 time: 0.0896299 Mar 08 12:01:46.110406 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bae769a7-fc83-405b-9fa8-18b59bb5d4cb req-092e39fb-a02a-4d34-8ccc-3ba6c9c8e03c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d7cdd93-8df5-42e1-a64c-807fa970febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384200 Mar 08 12:01:47.305475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f0d43-5bb4-4db5-9682-8adbd1c1edcb req-92415693-621f-4ff7-bf8f-4ddff73963ae tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:47.306198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-dc3f0d43-5bb4-4db5-9682-8adbd1c1edcb req-92415693-621f-4ff7-bf8f-4ddff73963ae tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:01:47.394819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-dc3f0d43-5bb4-4db5-9682-8adbd1c1edcb req-92415693-621f-4ff7-bf8f-4ddff73963ae tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:01:47.395870 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc3f0d43-5bb4-4db5-9682-8adbd1c1edcb req-92415693-621f-4ff7-bf8f-4ddff73963ae tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 945 time: 0.1711700 Mar 08 12:01:47.454786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b1055-dc4a-4f0c-a896-768942ea24d0 req-d9da9dd5-5cc6-41ca-bba5-6677d9577808 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:47.456202 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b17b1055-dc4a-4f0c-a896-768942ea24d0 req-d9da9dd5-5cc6-41ca-bba5-6677d9577808 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 945 time: 0.1081669 Mar 08 12:01:47.463939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-dc3f0d43-5bb4-4db5-9682-8adbd1c1edcb req-7fb37d38-21a7-4b63-93e3-7060f15fec52 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:01:47.537164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-b17b1055-dc4a-4f0c-a896-768942ea24d0 req-e58a3e0f-268c-4d1e-86e7-20060ae94fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port e91ce966-c09d-46dc-9a22-a48d5d68d1d4 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:01:47.538054 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-b17b1055-dc4a-4f0c-a896-768942ea24d0 req-e58a3e0f-268c-4d1e-86e7-20060ae94fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:47.635124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-dc3f0d43-5bb4-4db5-9682-8adbd1c1edcb req-7fb37d38-21a7-4b63-93e3-7060f15fec52 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:01:47.636269 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dc3f0d43-5bb4-4db5-9682-8adbd1c1edcb req-7fb37d38-21a7-4b63-93e3-7060f15fec52 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d7cdd93-8df5-42e1-a64c-807fa970febb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341185 Mar 08 12:01:47.812053 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-b17b1055-dc4a-4f0c-a896-768942ea24d0 req-e58a3e0f-268c-4d1e-86e7-20060ae94fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port e91ce966-c09d-46dc-9a22-a48d5d68d1d4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e91ce966-c09d-46dc-9a22-a48d5d68d1d4,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:01:47.812402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-b17b1055-dc4a-4f0c-a896-768942ea24d0 req-e58a3e0f-268c-4d1e-86e7-20060ae94fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:47.954717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-b17b1055-dc4a-4f0c-a896-768942ea24d0 req-e58a3e0f-268c-4d1e-86e7-20060ae94fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for e91ce966-c09d-46dc-9a22-a48d5d68d1d4 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:01:48.226349 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-b17b1055-dc4a-4f0c-a896-768942ea24d0 req-e58a3e0f-268c-4d1e-86e7-20060ae94fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:48.275729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a3e0f-268c-4d1e-86e7-20060ae94fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=e91ce966-c09d-46dc-9a22-a48d5d68d1d4,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:48.449091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17b1055-dc4a-4f0c-a896-768942ea24d0 req-e58a3e0f-268c-4d1e-86e7-20060ae94fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] No DVR routers for this DVR port e91ce966-c09d-46dc-9a22-a48d5d68d1d4 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:01:48.451632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-b17b1055-dc4a-4f0c-a896-768942ea24d0 req-e58a3e0f-268c-4d1e-86e7-20060ae94fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:48.454306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'name': 'network-vif-deleted', 'tag': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:48.498580 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33a75aa-1c04-4fe2-a8db-fd88528b5a80', 'name': 'network-vif-deleted', 'tag': 'e91ce966-c09d-46dc-9a22-a48d5d68d1d4', 'status': 'completed', 'code': 200} Mar 08 12:01:48.594683 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b17b1055-dc4a-4f0c-a896-768942ea24d0 req-e58a3e0f-268c-4d1e-86e7-20060ae94fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "DELETE /v2.0/ports/e91ce966-c09d-46dc-9a22-a48d5d68d1d4 HTTP/1.1" status: 204 len: 173 time: 1.1329992 Mar 08 12:01:48.794812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cf4762a5-5181-41ef-9e04-d6dfab7ed01b req-d2c67484-1d79-418c-b933-f336a3db9c81 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:01:48.885191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cf4762a5-5181-41ef-9e04-d6dfab7ed01b req-d2c67484-1d79-418c-b933-f336a3db9c81 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:01:48.886654 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf4762a5-5181-41ef-9e04-d6dfab7ed01b req-d2c67484-1d79-418c-b933-f336a3db9c81 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=f33a75aa-1c04-4fe2-a8db-fd88528b5a80 HTTP/1.1" status: 200 len: 210 time: 0.1344290 Mar 08 12:01:49.980993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54444) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:01:50.047566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-adcf2f91-e580-421e-9719-51de3c0029a4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:50.076581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-adcf2f91-e580-421e-9719-51de3c0029a4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:50.245204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-adcf2f91-e580-421e-9719-51de3c0029a4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:50.263443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf2f91-e580-421e-9719-51de3c0029a4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7cdd93-8df5-42e1-a64c-807fa970febb,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:50.316401 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e91ce966-c09d-46dc-9a22-a48d5d68d1d4 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:01:50.350358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: e91ce966-c09d-46dc-9a22-a48d5d68d1d4 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:01:50.350710 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e91ce966-c09d-46dc-9a22-a48d5d68d1d4 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:01:50.375883 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-adcf2f91-e580-421e-9719-51de3c0029a4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:50.377015 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-adcf2f91-e580-421e-9719-51de3c0029a4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/security-groups/2d7cdd93-8df5-42e1-a64c-807fa970febb HTTP/1.1" status: 204 len: 168 time: 0.3950145 Mar 08 12:01:50.509453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54450) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:01:51.059191 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:51.546641 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port bed2cdd5-9005-4093-83cd-201865cc1d68 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:01:51.547333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:51.743709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port bed2cdd5-9005-4093-83cd-201865cc1d68, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=bed2cdd5-9005-4093-83cd-201865cc1d68,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:01:51.744065 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:51.867737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for bed2cdd5-9005-4093-83cd-201865cc1d68 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:01:52.208011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:52.256596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=bed2cdd5-9005-4093-83cd-201865cc1d68,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:52.298760 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:52.299129 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:52.299450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:52.299778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:52.300102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:52.300432 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:52.300756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:52.301074 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:52.301397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:52.301710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:52.302052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:52.302366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:52.542511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:53.018693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router f3e757e4-d4a0-48a9-b496-282c91c1fd21 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:01:53.197428 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:01:53.206855 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d0399-2c06-4283-907a-d1a276a63b17 None None] Sync routers for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:01:53.215744 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d0399-2c06-4283-907a-d1a276a63b17 None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:01:53.216331 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e85d0399-2c06-4283-907a-d1a276a63b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:53.341562 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-53934af3-40a9-4b74-abee-f0f4ee0e2157 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/f3e757e4-d4a0-48a9-b496-282c91c1fd21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8309386 Mar 08 12:01:53.344296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54454) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:01:53.392199 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-e85d0399-2c06-4283-907a-d1a276a63b17 None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:01:53.410344 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e44290-e344-4ff4-9995-3543b4627f24 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting subnet 28b2c50d-808e-45c9-ae63-51d487e90408 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:01:53.413903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-91e44290-e344-4ff4-9995-3543b4627f24 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:53.467722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-91e44290-e344-4ff4-9995-3543b4627f24 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:53.553363 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-91e44290-e344-4ff4-9995-3543b4627f24 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:53.680114 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e85d0399-2c06-4283-907a-d1a276a63b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T12:01:52Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:53.687042 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d0399-2c06-4283-907a-d1a276a63b17 None None] Checking router: f3e757e4-d4a0-48a9-b496-282c91c1fd21 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:01:53.696299 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d0399-2c06-4283-907a-d1a276a63b17 None None] Routers {'f3e757e4-d4a0-48a9-b496-282c91c1fd21'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:01:53.696888 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e85d0399-2c06-4283-907a-d1a276a63b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:53.708136 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-91e44290-e344-4ff4-9995-3543b4627f24 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:53.762112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e44290-e344-4ff4-9995-3543b4627f24 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Subnet': ['ID=28b2c50d-808e-45c9-ae63-51d487e90408,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:53.765826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-91e44290-e344-4ff4-9995-3543b4627f24 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:53.767500 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157ec1c0-75d9-4fd7-8c30-05e1831bf71b None None] Network cfebc0b7-9ddc-4463-be65-77014d64c76b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:01:53.775489 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-91e44290-e344-4ff4-9995-3543b4627f24 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/subnets/28b2c50d-808e-45c9-ae63-51d487e90408 HTTP/1.1" status: 204 len: 168 time: 0.4277620 Mar 08 12:01:53.776381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54458) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:01:53.893022 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-e85d0399-2c06-4283-907a-d1a276a63b17 None None] Set router f3e757e4-d4a0-48a9-b496-282c91c1fd21 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:01:53.963413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:54.046226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] DHCP port deletion for cfebc0b7-9ddc-4463-be65-77014d64c76b request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:01:54.050678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Deleting port c38a0531-f5e0-4a77-b594-3505c16fea3c {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:01:54.051059 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:54.150640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:54.189165 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e85d0399-2c06-4283-907a-d1a276a63b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T12:01:52Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:54.193702 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d0399-2c06-4283-907a-d1a276a63b17 None None] The sync data for ids ['f3e757e4-d4a0-48a9-b496-282c91c1fd21'] in dv-neutron-828143-8-hyperv is: [{'id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'name': 'tempest-TestNetworkBasicOps-router-1455257661', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:58:36Z', 'updated_at': '2022-03-08T12:01:52Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '1f4ba9df-776c-4d4f-839b-1fa6751e2167', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e757e4-d4a0-48a9-b496-282c91c1fd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:58:37Z', 'updated_at': '2022-03-08T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:01:54.231063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 1f4ba9df-776c-4d4f-839b-1fa6751e2167 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:01:54.231337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:54.303620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] For port c38a0531-f5e0-4a77-b594-3505c16fea3c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c38a0531-f5e0-4a77-b594-3505c16fea3c,segment=NetworkSegment(8325706c-583f-4efa-9382-3a4d6575e531),segment_id=8325706c-583f-4efa-9382-3a4d6575e531)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:01:54.303879 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:54.410814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 1f4ba9df-776c-4d4f-839b-1fa6751e2167, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1f4ba9df-776c-4d4f-839b-1fa6751e2167,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:01:54.411173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:54.425782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Calling delete_port for c38a0531-f5e0-4a77-b594-3505c16fea3c owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:01:54.533793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 1f4ba9df-776c-4d4f-839b-1fa6751e2167 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:01:54.616353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:54.669323 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Pushing event deleted for resources: {'Port': ['ID=c38a0531-f5e0-4a77-b594-3505c16fea3c,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:54.678757 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] No DVR routers for this DVR port c38a0531-f5e0-4a77-b594-3505c16fea3c on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:01:54.680960 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:54.681312 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:54.681668 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:54.682023 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:54.682367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:54.682695 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:54.683026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:54.683354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:54.683679 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:54.684008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:54.684328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:54.684650 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f673c7-2690-47c2-b085-8e5f894e9bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:01:54.810815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:54.856415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=1f4ba9df-776c-4d4f-839b-1fa6751e2167,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:54.953737 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:54.989437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device bed2cdd5-9005-4093-83cd-201865cc1d68 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:01:55.026511 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: bed2cdd5-9005-4093-83cd-201865cc1d68 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:01:55.026860 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device bed2cdd5-9005-4093-83cd-201865cc1d68 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:01:55.027275 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c38a0531-f5e0-4a77-b594-3505c16fea3c no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:01:55.060396 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: c38a0531-f5e0-4a77-b594-3505c16fea3c {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:01:55.060747 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c38a0531-f5e0-4a77-b594-3505c16fea3c not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:01:55.232453 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:55.234651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:55.373716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:55.374333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Fanout notify agent at l3_agent the message router_deleted on router f3e757e4-d4a0-48a9-b496-282c91c1fd21 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:01:55.389267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:55.392411 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-037a8528-a383-4e8a-959c-867927c0dc98 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/routers/f3e757e4-d4a0-48a9-b496-282c91c1fd21 HTTP/1.1" status: 204 len: 168 time: 1.6136601 Mar 08 12:01:55.393257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54462) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:01:55.509013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13d62f07-2a36-48b1-9eb6-77b6d6705a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:55.641528 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13d62f07-2a36-48b1-9eb6-77b6d6705a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:55.666962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-13d62f07-2a36-48b1-9eb6-77b6d6705a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfebc0b7-9ddc-4463-be65-77014d64c76b']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:55.679250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-13d62f07-2a36-48b1-9eb6-77b6d6705a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8325706c-583f-4efa-9382-3a4d6575e531') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:55.680460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-13d62f07-2a36-48b1-9eb6-77b6d6705a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8325706c-583f-4efa-9382-3a4d6575e531') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:55.690788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13d62f07-2a36-48b1-9eb6-77b6d6705a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:55.707305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13d62f07-2a36-48b1-9eb6-77b6d6705a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:55.713702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d62f07-2a36-48b1-9eb6-77b6d6705a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:01:55.714202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13d62f07-2a36-48b1-9eb6-77b6d6705a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:01:55.728709 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:01:55.867461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13d62f07-2a36-48b1-9eb6-77b6d6705a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:55.872242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-13d62f07-2a36-48b1-9eb6-77b6d6705a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:55.900264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d62f07-2a36-48b1-9eb6-77b6d6705a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Network': ['ID=cfebc0b7-9ddc-4463-be65-77014d64c76b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:55.965148 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-13d62f07-2a36-48b1-9eb6-77b6d6705a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/networks/cfebc0b7-9ddc-4463-be65-77014d64c76b HTTP/1.1" status: 204 len: 168 time: 0.5709498 Mar 08 12:01:55.988035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54466) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:01:55.998083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'network': {'name': 'tempest-network-smoke--266060870', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'port_security_enabled': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:56.003160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:01:56.007890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:network and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:01:56.010755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:01:56.021360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:01:56.104778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:01:56.109668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:56.142160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:01:56.153242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:56.153242 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Added segment ea794eac-5a38-4de8-b01c-2e69296ebb07 of type vlan for network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 Mar 08 12:01:56.176119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:56.267725 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:56.273195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:56.273798 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:56.382228 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Network': ['ID=1183dbb7-d967-410b-ba12-4f70fabf1bb3,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:56.394054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:01:56.449048 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-43f9083c-4566-4276-9b1a-ac4c27065107 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4596910 Mar 08 12:01:56.451533 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54470) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:01:56.456767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-998503982', 'admin_state_up': True, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:01:56.463937 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:01:56.468050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:router and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:01:56.471047 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:01:56.478534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:01:56.654006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:56.655082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:56.671011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:56.701288 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54474) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:01:56.900940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1f4ba9df-776c-4d4f-839b-1fa6751e2167 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:01:56.937963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 1f4ba9df-776c-4d4f-839b-1fa6751e2167 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:01:56.938337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1f4ba9df-776c-4d4f-839b-1fa6751e2167 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:01:57.332915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:57.360581 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-1989165d-21f0-4e13-9f7e-dc15993e5153 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Deleting port 097700ef-9fad-4361-9890-070148c33987 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:01:57.360986 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1989165d-21f0-4e13-9f7e-dc15993e5153 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:57.668121 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1989165d-21f0-4e13-9f7e-dc15993e5153 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:57.668463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1989165d-21f0-4e13-9f7e-dc15993e5153 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:57.826409 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-1989165d-21f0-4e13-9f7e-dc15993e5153 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Calling delete_port for 097700ef-9fad-4361-9890-070148c33987 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:01:58.125603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:58.159902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:58.343211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1989165d-21f0-4e13-9f7e-dc15993e5153 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:58.405253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989165d-21f0-4e13-9f7e-dc15993e5153 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event deleted for resources: {'Port': ['ID=097700ef-9fad-4361-9890-070148c33987,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:58.554209 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1989165d-21f0-4e13-9f7e-dc15993e5153 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:58.554548 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-1989165d-21f0-4e13-9f7e-dc15993e5153 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Floating IP f0f9c759-5903-4994-a9c9-c07ead3a7dae disassociated (deleted). External IP: 172.26.4.175, port: 28f9b8a4-c0ee-497d-bf7b-e231a2af0212. Mar 08 12:01:58.629866 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.205 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/9447e0f1-f5fc-42f5-878e-580ea2c335ae) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:01:59.051703 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:59.162577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1989165d-21f0-4e13-9f7e-dc15993e5153 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Router d022898a-3d5e-4663-8bad-de865a36458b has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:01:59.238868 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:59.310243 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:01:59.314480 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:01:59.329982 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:01:59.416835 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=9447e0f1-f5fc-42f5-878e-580ea2c335ae,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:01:59.513081 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1989165d-21f0-4e13-9f7e-dc15993e5153 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:01:59.522884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c6dc9e-96d5-4e61-80b9-b9c8c150da2e None None] Sync routers for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:01:59.531748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6dc9e-96d5-4e61-80b9-b9c8c150da2e None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:01:59.532357 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a2c6dc9e-96d5-4e61-80b9-b9c8c150da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:01:59.680061 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1989165d-21f0-4e13-9f7e-dc15993e5153 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:59.711546 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a2c6dc9e-96d5-4e61-80b9-b9c8c150da2e None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:01:59.735264 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1989165d-21f0-4e13-9f7e-dc15993e5153 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "DELETE /v2.0/floatingips/f0f9c759-5903-4994-a9c9-c07ead3a7dae HTTP/1.1" status: 204 len: 168 time: 3.0330088 Mar 08 12:01:59.735942 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70358301-d281-4337-b11a-46135c101eb4', 'tag': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:01:59.939021 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70358301-d281-4337-b11a-46135c101eb4', 'tag': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212', 'status': 'completed', 'code': 200} Mar 08 12:01:59.973529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:01:59.990708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5db0c-4566-4fbb-a9ba-8144f027768e req-f0b8157d-cef2-4c3b-9196-4d154174b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:01:59.994275 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4ed5db0c-4566-4fbb-a9ba-8144f027768e req-f0b8157d-cef2-4c3b-9196-4d154174b6e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 1099 time: 0.0850072 Mar 08 12:02:00.085139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a2c6dc9e-96d5-4e61-80b9-b9c8c150da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '53bafd2b-55be-4a5d-b152-2e3c41bdbb13', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': 'acc8892f-6452-4046-bea3-58a41f124af8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:dd:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:56:08Z', 'updated_at': '2022-03-08T11:56:11Z', 'revision_number': 1, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:00.090018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c6dc9e-96d5-4e61-80b9-b9c8c150da2e None None] Checking router: d022898a-3d5e-4663-8bad-de865a36458b for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:02:00.104442 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6dc9e-96d5-4e61-80b9-b9c8c150da2e None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:02:00.105517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a2c6dc9e-96d5-4e61-80b9-b9c8c150da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:00.133398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5db0c-4566-4fbb-a9ba-8144f027768e req-127a26ba-79cc-4486-b06c-14252471c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:00.136247 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4ed5db0c-4566-4fbb-a9ba-8144f027768e req-127a26ba-79cc-4486-b06c-14252471c3bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 913 time: 0.1339982 Mar 08 12:02:00.209653 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4ed5db0c-4566-4fbb-a9ba-8144f027768e req-dd301099-7911-4ae1-8c02-9bdf9906e8de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f9b8a4-c0ee-497d-bf7b-e231a2af0212 HTTP/1.1" status: 200 len: 217 time: 0.0686164 Mar 08 12:02:00.308338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5db0c-4566-4fbb-a9ba-8144f027768e req-e33429ab-7c71-405f-91d6-db19378ff76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:00.310503 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4ed5db0c-4566-4fbb-a9ba-8144f027768e req-e33429ab-7c71-405f-91d6-db19378ff76a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.0888164 Mar 08 12:02:00.345593 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a2c6dc9e-96d5-4e61-80b9-b9c8c150da2e None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:02:00.465106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e65b62-dc52-4aee-8fae-490a4863fd83 req-1951270f-e79d-401d-8a12-6eea710c5592 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:00.470684 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a5e65b62-dc52-4aee-8fae-490a4863fd83 req-1951270f-e79d-401d-8a12-6eea710c5592 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 946 time: 0.1126471 Mar 08 12:02:00.471258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:00.478013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5db0c-4566-4fbb-a9ba-8144f027768e req-d1800e5a-8ceb-4eee-8d10-9f4764aebb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:00.479451 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4ed5db0c-4566-4fbb-a9ba-8144f027768e req-d1800e5a-8ceb-4eee-8d10-9f4764aebb67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1620171 Mar 08 12:02:00.624036 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a5e65b62-dc52-4aee-8fae-490a4863fd83 req-4f274454-8fa3-499f-b4f3-18a30c24aa2c tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504421 Mar 08 12:02:00.670208 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4ed5db0c-4566-4fbb-a9ba-8144f027768e req-337b4b83-34bd-4896-a3d7-e2e975f45f91 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750617 Mar 08 12:02:00.714177 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a2c6dc9e-96d5-4e61-80b9-b9c8c150da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '53bafd2b-55be-4a5d-b152-2e3c41bdbb13', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': 'acc8892f-6452-4046-bea3-58a41f124af8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:dd:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:56:08Z', 'updated_at': '2022-03-08T11:56:11Z', 'revision_number': 1, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:00.718434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c6dc9e-96d5-4e61-80b9-b9c8c150da2e None None] The sync data for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv is: [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '53bafd2b-55be-4a5d-b152-2e3c41bdbb13', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'port_id': 'acc8892f-6452-4046-bea3-58a41f124af8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'mac_address': 'fa:16:3e:dd:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:56:08Z', 'updated_at': '2022-03-08T11:56:11Z', 'revision_number': 1, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:02:00.773739 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:02:00.810176 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4ed5db0c-4566-4fbb-a9ba-8144f027768e req-c3f6a561-9c96-4d8b-b58e-dd534804a69a service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336205 Mar 08 12:02:00.939378 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256de557-c7b8-4fbd-9cf6-19fe20c5361f None None] New status for floating IP f0f9c759-5903-4994-a9c9-c07ead3a7dae: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:02:00.966504 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:02:00.975454 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Sync routers for ids ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:02:00.984588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Routers {'244aa907-816a-4aa4-9e3e-5aae1f25bf4b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:02:00.985186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:01.079298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:01.084546 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bb348efb-bd42-458c-8307-517b7d4fa8b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6282504 Mar 08 12:02:01.085029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54486) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:01.102111 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:02:01.129922 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b75b1daa-c119-4208-be26-4c9853efabe3 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c6ec9fcbfccf47d68d2acd05b7c2000a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429091 Mar 08 12:02:01.132261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54490) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:01.163001 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Set router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:02:01.264194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2051e4-b805-4f6b-853f-2393a268211a tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:01.268281 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5b2051e4-b805-4f6b-853f-2393a268211a tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322711 Mar 08 12:02:01.268510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54494) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:01.313288 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-43e2dfb3-d928-494d-8b85-a2d8d5cd4eae tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414999 Mar 08 12:02:01.313494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54498) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:01.319286 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-919848947', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:01.430958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:01.434810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:subnet and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:01.437565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:01.439890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:01:59Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:01.443867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:01.444431 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Checking router: 244aa907-816a-4aa4-9e3e-5aae1f25bf4b for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:02:01.444785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Updating router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b port 9447e0f1-f5fc-42f5-878e-580ea2c335ae binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:02:01.499274 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:01.522076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:02:01.525603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:01.844744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8782f27-f8b8-4eff-8b72-abcf433a799b req-e444fe25-b7a8-4ca6-94ae-99ac7c2acab7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:01.844744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-a8782f27-f8b8-4eff-8b72-abcf433a799b req-e444fe25-b7a8-4ca6-94ae-99ac7c2acab7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Synchronizing usage tracker for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:02:01.850071 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:01.866256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Transition to ACTIVE for port object 9447e0f1-f5fc-42f5-878e-580ea2c335ae will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:02:01.887950 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:01.950041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fada0-3ee7-4ee5-9de4-29e27a3e0002 req-e08e7a9d-c023-4768-aba6-be5c0eeb9144 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:01.951562 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4d3fada0-3ee7-4ee5-9de4-29e27a3e0002 req-e08e7a9d-c023-4768-aba6-be5c0eeb9144 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 946 time: 0.0801330 Mar 08 12:02:01.968034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-a8782f27-f8b8-4eff-8b72-abcf433a799b req-e444fe25-b7a8-4ca6-94ae-99ac7c2acab7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Unset dirty status for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:02:01.969183 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a8782f27-f8b8-4eff-8b72-abcf433a799b req-e444fe25-b7a8-4ca6-94ae-99ac7c2acab7 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 946 time: 0.2159145 Mar 08 12:02:01.971497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Subnet': ['ID=9c858db6-e912-4d27-9c57-efebe75fa873,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:01.987525 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:01.994773 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Checking segment: {'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:02:01.996787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network hostable DHCP agents. Network: 1183dbb7-d967-410b-ba12-4f70fabf1bb3, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:02:02.031998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-4d3fada0-3ee7-4ee5-9de4-29e27a3e0002 req-3e36cdf7-ade8-4790-9138-06234d1e85aa tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Deleting port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:02.032342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4d3fada0-3ee7-4ee5-9de4-29e27a3e0002 req-3e36cdf7-ade8-4790-9138-06234d1e85aa tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:02.033193 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a8782f27-f8b8-4eff-8b72-abcf433a799b req-bf45f746-fd02-443c-91ef-c3c3bc506456 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555232 Mar 08 12:02:02.069138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dac28-914f-4894-86cb-62f0e16fbac5 None None] Pushing event updated for resources: {'Port': ['ID=9447e0f1-f5fc-42f5-878e-580ea2c335ae,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:02.071402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Attempting to bind port 9447e0f1-f5fc-42f5-878e-580ea2c335ae on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:02:02.071777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Attempting to bind port 9447e0f1-f5fc-42f5-878e-580ea2c335ae by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:02:02.072154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Attempting to bind port 9447e0f1-f5fc-42f5-878e-580ea2c335ae on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:02:02.078042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:02:02.078426 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:02:02.078836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:02.079241 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:02:02.079688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Bound port: 9447e0f1-f5fc-42f5-878e-580ea2c335ae, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:02:02.080066 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:02.131324 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:02:02.200967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] For port 9447e0f1-f5fc-42f5-878e-580ea2c335ae, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:02:02.204532 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] For port 9447e0f1-f5fc-42f5-878e-580ea2c335ae, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9447e0f1-f5fc-42f5-878e-580ea2c335ae,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:02:02.265371 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 1183dbb7-d967-410b-ba12-4f70fabf1bb3) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:02.269401 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:02.270034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:02.276050 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120382bc-bc1f-4731-9037-27bb6e2cce1e None None] Network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:02:02.355990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:02.388942 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4e80c597-44a2-478e-9763-30f3854defd1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0716376 Mar 08 12:02:02.389126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54504) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:02.396298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-4d3fada0-3ee7-4ee5-9de4-29e27a3e0002 req-3e36cdf7-ade8-4790-9138-06234d1e85aa tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] For port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=28f9b8a4-c0ee-497d-bf7b-e231a2af0212,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:02.396649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4d3fada0-3ee7-4ee5-9de4-29e27a3e0002 req-3e36cdf7-ade8-4790-9138-06234d1e85aa tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:02.471100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Routers {'244aa907-816a-4aa4-9e3e-5aae1f25bf4b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:02:02.471360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:02.526782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-4d3fada0-3ee7-4ee5-9de4-29e27a3e0002 req-3e36cdf7-ade8-4790-9138-06234d1e85aa tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Calling delete_port for 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:02:02.580234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dac28-914f-4894-86cb-62f0e16fbac5 None None] Pushing event updated for resources: {'Port': ['ID=9447e0f1-f5fc-42f5-878e-580ea2c335ae,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:02.748818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ips': [{'subnet_id': '9c858db6-e912-4d27-9c57-efebe75fa873'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:02:02.748818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:02.753763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] Set router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:02:02.870494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4d3fada0-3ee7-4ee5-9de4-29e27a3e0002 req-3e36cdf7-ade8-4790-9138-06234d1e85aa tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:02.958643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36cdf7-ade8-4790-9138-06234d1e85aa tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event deleted for resources: {'Port': ['ID=28f9b8a4-c0ee-497d-bf7b-e231a2af0212,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:03.014774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3fada0-3ee7-4ee5-9de4-29e27a3e0002 req-3e36cdf7-ade8-4790-9138-06234d1e85aa tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] No DVR routers for this DVR port 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:02:03.018647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-4d3fada0-3ee7-4ee5-9de4-29e27a3e0002 req-3e36cdf7-ade8-4790-9138-06234d1e85aa tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:03.021915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70358301-d281-4337-b11a-46135c101eb4', 'name': 'network-vif-deleted', 'tag': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:03.067714 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70358301-d281-4337-b11a-46135c101eb4', 'name': 'network-vif-deleted', 'tag': '28f9b8a4-c0ee-497d-bf7b-e231a2af0212', 'status': 'completed', 'code': 200} Mar 08 12:02:03.129689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Allocated IP 172.20.0.2 (1183dbb7-d967-410b-ba12-4f70fabf1bb3/9c858db6-e912-4d27-9c57-efebe75fa873/6571a2c4-bc73-4470-8e30-eb191fe1124b) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:03.141714 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4d3fada0-3ee7-4ee5-9de4-29e27a3e0002 req-3e36cdf7-ade8-4790-9138-06234d1e85aa tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "DELETE /v2.0/ports/28f9b8a4-c0ee-497d-bf7b-e231a2af0212 HTTP/1.1" status: 204 len: 173 time: 1.1844869 Mar 08 12:02:03.221205 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-adbf3485-288b-482e-aa94-c52d9384ccd8 req-0c817e86-1624-4275-9081-04c7bd3238d5 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 210 time: 0.0625908 Mar 08 12:02:03.280063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:01:59Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:03.289699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:03.296494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc74d59-91dd-4232-b394-4334e6161ab6 None None] The sync data for ids ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'] in dv-neutron-828143-8-hyperv is: [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:01:59Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:02:03.419265 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:03.432472 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Transition to ACTIVE for port object 6571a2c4-bc73-4470-8e30-eb191fe1124b will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:02:03.454821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Transition to ACTIVE for port object 6571a2c4-bc73-4470-8e30-eb191fe1124b will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:02:03.536918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:03.610568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:03.622126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:03.623078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:02:03.693260 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Pushing event updated for resources: {'Port': ['ID=6571a2c4-bc73-4470-8e30-eb191fe1124b,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:03.772021 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Attempting to bind port 6571a2c4-bc73-4470-8e30-eb191fe1124b on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:02:03.772469 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Attempting to bind port 6571a2c4-bc73-4470-8e30-eb191fe1124b by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:02:03.773103 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Attempting to bind port 6571a2c4-bc73-4470-8e30-eb191fe1124b on network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:02:03.783377 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:02:03.784181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Checking segment: {'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:02:03.785636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:03.786284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Bound using segment: {'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:02:03.787038 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Bound port: 6571a2c4-bc73-4470-8e30-eb191fe1124b, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:02:03.787652 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:03.862301 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.1 (1183dbb7-d967-410b-ba12-4f70fabf1bb3/9c858db6-e912-4d27-9c57-efebe75fa873/35aa7f93-1cbb-42e4-a22a-1f356a6010de) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:03.888821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] For port 6571a2c4-bc73-4470-8e30-eb191fe1124b, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:02:03.892114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] For port 6571a2c4-bc73-4470-8e30-eb191fe1124b, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6571a2c4-bc73-4470-8e30-eb191fe1124b,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:02:03.986175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:04.046517 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:04.069441 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object 35aa7f93-1cbb-42e4-a22a-1f356a6010de will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:02:04.125773 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25035cd-5ccf-4d1b-8bb5-3e168ff04266 None None] Pushing event updated for resources: {'Port': ['ID=6571a2c4-bc73-4470-8e30-eb191fe1124b,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:04.163463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:04.278643 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:04.288362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:04.301030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:02:04.345908 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=35aa7f93-1cbb-42e4-a22a-1f356a6010de,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:04.384330 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:02:04.448266 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:04.477391 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:02:04.477741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 28f9b8a4-c0ee-497d-bf7b-e231a2af0212 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:02:04.487389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-fe7eabdb-b6dd-477d-abf1-824093b96eda req-e2fd9aca-5ae5-41ea-9f07-45c830730b66 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Synchronizing usage tracker for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:02:04.561954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-fe7eabdb-b6dd-477d-abf1-824093b96eda req-e2fd9aca-5ae5-41ea-9f07-45c830730b66 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Unset dirty status for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:02:04.565553 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe7eabdb-b6dd-477d-abf1-824093b96eda req-e2fd9aca-5ae5-41ea-9f07-45c830730b66 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=70358301-d281-4337-b11a-46135c101eb4 HTTP/1.1" status: 200 len: 210 time: 0.1344786 Mar 08 12:02:04.935669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:05.027626 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9447e0f1-f5fc-42f5-878e-580ea2c335ae up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:02:05.153110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 9447e0f1-f5fc-42f5-878e-580ea2c335ae completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:02:05.158535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 9447e0f1-f5fc-42f5-878e-580ea2c335ae triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:02:05.159294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:05.288558 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:05.307233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 9447e0f1-f5fc-42f5-878e-580ea2c335ae, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9447e0f1-f5fc-42f5-878e-580ea2c335ae,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:05.322914 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641b300c-1283-431e-99ef-73948f86529b None None] Network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:02:05.399148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:05.404094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:05.404810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6571a2c4-bc73-4470-8e30-eb191fe1124b up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:02:05.473050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:05.569912 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=9447e0f1-f5fc-42f5-878e-580ea2c335ae,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:05.587993 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:05.591448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=35aa7f93-1cbb-42e4-a22a-1f356a6010de,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:05.617752 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3dfbc3dc-578f-4400-b47d-4974f1fec7dc None None] Provisioning for port 6571a2c4-bc73-4470-8e30-eb191fe1124b completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:02:05.672782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 6571a2c4-bc73-4470-8e30-eb191fe1124b completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:02:05.682027 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 6571a2c4-bc73-4470-8e30-eb191fe1124b triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:02:05.682458 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:05.762459 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:05.763590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:05.829848 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:05.865103 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 6571a2c4-bc73-4470-8e30-eb191fe1124b, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6571a2c4-bc73-4470-8e30-eb191fe1124b,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:05.950907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:05.968507 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:02:06.028360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=6571a2c4-bc73-4470-8e30-eb191fe1124b,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:06.129114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5f7ba5d3-dd6e-47b4-9c23-18a66c9ccd41 None None] Provisioning for port 35aa7f93-1cbb-42e4-a22a-1f356a6010de completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:02:06.137055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5f7ba5d3-dd6e-47b4-9c23-18a66c9ccd41 None None] Provisioning complete for port 35aa7f93-1cbb-42e4-a22a-1f356a6010de triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:02:06.140536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba5d3-dd6e-47b4-9c23-18a66c9ccd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:06.169919 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:02:06.182560 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Sync routers for ids ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:02:06.189407 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-41606cb2-6268-4e7f-b983-f112c3748f95 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/244aa907-816a-4aa4-9e3e-5aae1f25bf4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7971582 Mar 08 12:02:06.189904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54520) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:06.192950 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Routers {'244aa907-816a-4aa4-9e3e-5aae1f25bf4b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:02:06.193796 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:06.246181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ba5d3-dd6e-47b4-9c23-18a66c9ccd41 None None] Port 35aa7f93-1cbb-42e4-a22a-1f356a6010de cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:02:06.263742 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5f7ba5d3-dd6e-47b4-9c23-18a66c9ccd41 None None] Provisioning complete for port 6571a2c4-bc73-4470-8e30-eb191fe1124b triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:02:06.264116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba5d3-dd6e-47b4-9c23-18a66c9ccd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:06.394153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bbf29-12fc-430d-9cba-5e1d8b0e3531 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.394735 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bbf29-12fc-430d-9cba-5e1d8b0e3531 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.396094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bbf29-12fc-430d-9cba-5e1d8b0e3531 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.396995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bbf29-12fc-430d-9cba-5e1d8b0e3531 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.397644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bbf29-12fc-430d-9cba-5e1d8b0e3531 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.398588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bbf29-12fc-430d-9cba-5e1d8b0e3531 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.400570 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6b0bbf29-12fc-430d-9cba-5e1d8b0e3531 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2090607 Mar 08 12:02:06.403231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54524) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:06.415172 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Set router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:02:06.493476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d39411-9749-499f-91bd-2c33b33dc1c1 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.494103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d39411-9749-499f-91bd-2c33b33dc1c1 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.494657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d39411-9749-499f-91bd-2c33b33dc1c1 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.495124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d39411-9749-499f-91bd-2c33b33dc1c1 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.495579 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d39411-9749-499f-91bd-2c33b33dc1c1 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.496033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d39411-9749-499f-91bd-2c33b33dc1c1 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:06.497965 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b9d39411-9749-499f-91bd-2c33b33dc1c1 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0937335 Mar 08 12:02:06.500623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54528) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:06.554324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-00c1ede0-e868-4e87-88c5-b357f3e521a0 None None] Provisioning complete for port 35aa7f93-1cbb-42e4-a22a-1f356a6010de triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:02:06.554908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-00c1ede0-e868-4e87-88c5-b357f3e521a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:06.614240 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-00c1ede0-e868-4e87-88c5-b357f3e521a0 None None] Port 35aa7f93-1cbb-42e4-a22a-1f356a6010de cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:02:06.725212 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-171e33e1-bd1b-4076-8fb5-e2d560ea85f2 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2232971 Mar 08 12:02:06.727868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54532) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:06.733398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1257636384', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:06.767951 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:02:04Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '35aa7f93-1cbb-42e4-a22a-1f356a6010de', 'name': '', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:30:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:03Z', 'updated_at': '2022-03-08T12:02:05Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:06.772561 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Checking router: 244aa907-816a-4aa4-9e3e-5aae1f25bf4b for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:02:06.772913 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Updating router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b port 35aa7f93-1cbb-42e4-a22a-1f356a6010de binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:02:06.825574 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:06.873791 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:06.878414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:port and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:06.881965 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:06.887819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:06.958846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:02:06.960968 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9447e0f1-f5fc-42f5-878e-580ea2c335ae up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:02:06.962637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:06.986737 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] device_id is not set on port 7c9caf04-297a-44c9-ae01-7eecbd73452d yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:02:07.048850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 9447e0f1-f5fc-42f5-878e-580ea2c335ae triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:02:07.049432 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:07.175497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6571a2c4-bc73-4470-8e30-eb191fe1124b up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:02:07.238660 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:07.245572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 6571a2c4-bc73-4470-8e30-eb191fe1124b triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:02:07.245985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:07.250865 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Transition to ACTIVE for port object 35aa7f93-1cbb-42e4-a22a-1f356a6010de will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:02:07.330427 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:07.407564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.11 (1183dbb7-d967-410b-ba12-4f70fabf1bb3/9c858db6-e912-4d27-9c57-efebe75fa873/7c9caf04-297a-44c9-ae01-7eecbd73452d) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:07.474879 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Pushing event updated for resources: {'Port': ['ID=35aa7f93-1cbb-42e4-a22a-1f356a6010de,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:07.515246 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:07.515601 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:07.515939 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:07.516283 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:07.516624 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:07.516959 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:07.517287 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:07.517613 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:07.517962 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:07.518299 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:07.518610 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:07.518927 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:07.578675 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Attempting to bind port 35aa7f93-1cbb-42e4-a22a-1f356a6010de on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:02:07.579052 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Attempting to bind port 35aa7f93-1cbb-42e4-a22a-1f356a6010de by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:02:07.579417 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Attempting to bind port 35aa7f93-1cbb-42e4-a22a-1f356a6010de on network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:02:07.585644 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:02:07.586124 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Checking segment: {'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:02:07.586529 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:07.586923 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Bound using segment: {'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:02:07.587384 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Bound port: 35aa7f93-1cbb-42e4-a22a-1f356a6010de, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:02:07.587760 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:07.669200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:07.685183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object 7c9caf04-297a-44c9-ae01-7eecbd73452d will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:02:07.691780 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] For port 35aa7f93-1cbb-42e4-a22a-1f356a6010de, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:02:07.695232 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] For port 35aa7f93-1cbb-42e4-a22a-1f356a6010de, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=35aa7f93-1cbb-42e4-a22a-1f356a6010de,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:02:07.836828 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:07.885131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:07.954983 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Routers {'244aa907-816a-4aa4-9e3e-5aae1f25bf4b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:02:07.954983 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:08.029122 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef2391-64fa-4fbb-aa54-bd3c2e11b104 None None] Pushing event updated for resources: {'Port': ['ID=35aa7f93-1cbb-42e4-a22a-1f356a6010de,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:08.067523 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:08.075967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:08.080739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:02:08.138760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=7c9caf04-297a-44c9-ae01-7eecbd73452d,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:08.153288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:08.153950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:08.158215 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] Set router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:02:08.365675 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c7f5ab8a-73d3-4248-8b39-58ce82a6cfe0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6367569 Mar 08 12:02:08.490683 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:02:04Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '35aa7f93-1cbb-42e4-a22a-1f356a6010de', 'name': '', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:30:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:03Z', 'updated_at': '2022-03-08T12:02:07Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:08.494960 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a912e-5d05-4392-b4e5-0fd2689c4adb None None] The sync data for ids ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'] in dv-neutron-828143-8-hyperv is: [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:02:04Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '35aa7f93-1cbb-42e4-a22a-1f356a6010de', 'name': '', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:30:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:03Z', 'updated_at': '2022-03-08T12:02:07Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:02:08.512992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-79026ebb-34f5-4817-bdfb-4375fcc5de00 None None] Provisioning for port 7c9caf04-297a-44c9-ae01-7eecbd73452d completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:02:08.519065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-79026ebb-34f5-4817-bdfb-4375fcc5de00 None None] Provisioning complete for port 7c9caf04-297a-44c9-ae01-7eecbd73452d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:02:08.519551 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-79026ebb-34f5-4817-bdfb-4375fcc5de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:08.609360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-79026ebb-34f5-4817-bdfb-4375fcc5de00 None None] Port 7c9caf04-297a-44c9-ae01-7eecbd73452d cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:02:08.719054 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54542) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:08.726868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-682866635', 'description': 'tempest-secgroup-smoke-682866635 description', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:08.733724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:08.738178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:08.741154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:08.747418 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:08.827623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:08.851462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:08.855850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:08.859071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:08.865746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:08.955368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:08.996394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 35aa7f93-1cbb-42e4-a22a-1f356a6010de up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:02:09.072876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:09.130033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20964a89-9ced-4bd5-a6ca-4dfcab8a6fa8,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:09.264602 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 35aa7f93-1cbb-42e4-a22a-1f356a6010de completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:02:09.270058 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 35aa7f93-1cbb-42e4-a22a-1f356a6010de triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:02:09.270448 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:09.307232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:09.312623 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9c3ca9e0-1665-4a5c-b6f1-379f49d367f3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5867577 Mar 08 12:02:09.312777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54548) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:09.317583 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-9d9492d1-c975-4860-ba0c-56834905b5c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '20964a89-9ced-4bd5-a6ca-4dfcab8a6fa8', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:09.329332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9d9492d1-c975-4860-ba0c-56834905b5c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:09.336735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9d9492d1-c975-4860-ba0c-56834905b5c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:09.341249 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9d9492d1-c975-4860-ba0c-56834905b5c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:09.356363 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9d9492d1-c975-4860-ba0c-56834905b5c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:09.449543 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:09.473081 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d9492d1-c975-4860-ba0c-56834905b5c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:09.496584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 35aa7f93-1cbb-42e4-a22a-1f356a6010de, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=35aa7f93-1cbb-42e4-a22a-1f356a6010de,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:09.548648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d9492d1-c975-4860-ba0c-56834905b5c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:09.587242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:09.636536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d9492d1-c975-4860-ba0c-56834905b5c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:09.665259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9492d1-c975-4860-ba0c-56834905b5c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d00955-243f-4c38-b70a-af0537e62f25,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:09.683207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=35aa7f93-1cbb-42e4-a22a-1f356a6010de,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:09.770240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d9492d1-c975-4860-ba0c-56834905b5c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:09.772147 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9d9492d1-c975-4860-ba0c-56834905b5c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4594712 Mar 08 12:02:09.775556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54556) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:09.781492 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-470ed32e-a999-4336-b3f1-5e0b76cd6dc3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '20964a89-9ced-4bd5-a6ca-4dfcab8a6fa8', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:09.789662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-470ed32e-a999-4336-b3f1-5e0b76cd6dc3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:09.793903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-470ed32e-a999-4336-b3f1-5e0b76cd6dc3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:09.796875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-470ed32e-a999-4336-b3f1-5e0b76cd6dc3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:09.802883 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-470ed32e-a999-4336-b3f1-5e0b76cd6dc3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:09.905091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4024eea8-8393-4fd1-ba5e-4bd8cf0f91db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:09.969082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-470ed32e-a999-4336-b3f1-5e0b76cd6dc3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:10.030719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-470ed32e-a999-4336-b3f1-5e0b76cd6dc3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:10.133191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-470ed32e-a999-4336-b3f1-5e0b76cd6dc3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:10.159512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ed32e-a999-4336-b3f1-5e0b76cd6dc3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fd2b80-1d8f-4d85-90c5-b7be9e39923a,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:10.247791 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-470ed32e-a999-4336-b3f1-5e0b76cd6dc3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:10.248974 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-470ed32e-a999-4336-b3f1-5e0b76cd6dc3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4716821 Mar 08 12:02:10.251964 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54560) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:10.258097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-9247b7c5-a5e4-46ea-b929-d26f7fa3af17 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '20964a89-9ced-4bd5-a6ca-4dfcab8a6fa8', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:10.264239 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9247b7c5-a5e4-46ea-b929-d26f7fa3af17 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:10.269611 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9247b7c5-a5e4-46ea-b929-d26f7fa3af17 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:10.270897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9247b7c5-a5e4-46ea-b929-d26f7fa3af17 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:10.276573 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9247b7c5-a5e4-46ea-b929-d26f7fa3af17 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:10.403883 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9247b7c5-a5e4-46ea-b929-d26f7fa3af17 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:10.475879 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9247b7c5-a5e4-46ea-b929-d26f7fa3af17 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:10.600509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9247b7c5-a5e4-46ea-b929-d26f7fa3af17 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:10.629034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247b7c5-a5e4-46ea-b929-d26f7fa3af17 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc319c3-eb50-4033-a904-c70de4ce0791,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:10.824783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9247b7c5-a5e4-46ea-b929-d26f7fa3af17 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:10.826046 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9247b7c5-a5e4-46ea-b929-d26f7fa3af17 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5729895 Mar 08 12:02:10.828767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54566) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:10.834655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3b0ad80e-0bd1-4d07-8834-8ecea68db481 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '20964a89-9ced-4bd5-a6ca-4dfcab8a6fa8', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:10.840825 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3b0ad80e-0bd1-4d07-8834-8ecea68db481 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:10.844578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3b0ad80e-0bd1-4d07-8834-8ecea68db481 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:10.847431 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3b0ad80e-0bd1-4d07-8834-8ecea68db481 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:10.853115 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3b0ad80e-0bd1-4d07-8834-8ecea68db481 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:10.949182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad80e-0bd1-4d07-8834-8ecea68db481 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:10.953772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 35aa7f93-1cbb-42e4-a22a-1f356a6010de up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:02:11.015283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad80e-0bd1-4d07-8834-8ecea68db481 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:11.023631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 35aa7f93-1cbb-42e4-a22a-1f356a6010de triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:02:11.024007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:11.087594 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad80e-0bd1-4d07-8834-8ecea68db481 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:11.113221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ad80e-0bd1-4d07-8834-8ecea68db481 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab66ffa6-e347-41d1-9ed3-f224e9f5f58c,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:11.259076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b0ad80e-0bd1-4d07-8834-8ecea68db481 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:11.260310 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3b0ad80e-0bd1-4d07-8834-8ecea68db481 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4306169 Mar 08 12:02:11.262945 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54570) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:11.267894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3b4f52b8-f1d0-4403-ac83-ab8d91bbab84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '20964a89-9ced-4bd5-a6ca-4dfcab8a6fa8', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:11.274011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3b4f52b8-f1d0-4403-ac83-ab8d91bbab84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:11.278035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3b4f52b8-f1d0-4403-ac83-ab8d91bbab84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:11.280941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3b4f52b8-f1d0-4403-ac83-ab8d91bbab84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:11.286587 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3b4f52b8-f1d0-4403-ac83-ab8d91bbab84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:11.373308 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-3b4f52b8-f1d0-4403-ac83-ab8d91bbab84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:02:11.380268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b4f52b8-f1d0-4403-ac83-ab8d91bbab84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:11.444966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b4f52b8-f1d0-4403-ac83-ab8d91bbab84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:11.506785 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b4f52b8-f1d0-4403-ac83-ab8d91bbab84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:11.530188 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f52b8-f1d0-4403-ac83-ab8d91bbab84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d29b37f-2ab6-4ba8-be3b-9b2127460589,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:11.632769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b4f52b8-f1d0-4403-ac83-ab8d91bbab84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:11.633995 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3b4f52b8-f1d0-4403-ac83-ab8d91bbab84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3701043 Mar 08 12:02:11.636854 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54574) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:11.641872 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1903a3de-dff9-4e43-80cc-b1c53c49eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '20964a89-9ced-4bd5-a6ca-4dfcab8a6fa8', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:11.647944 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1903a3de-dff9-4e43-80cc-b1c53c49eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:11.651861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1903a3de-dff9-4e43-80cc-b1c53c49eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:11.654641 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1903a3de-dff9-4e43-80cc-b1c53c49eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:11.660461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1903a3de-dff9-4e43-80cc-b1c53c49eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:11.729403 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-1903a3de-dff9-4e43-80cc-b1c53c49eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:02:11.736194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1903a3de-dff9-4e43-80cc-b1c53c49eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:11.783657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54580) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:11.912576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1903a3de-dff9-4e43-80cc-b1c53c49eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:11.990611 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1903a3de-dff9-4e43-80cc-b1c53c49eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:11.994485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-8befe55c-bfba-44f3-9b44-5ad3a346e102 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Deleting port 9eb9a577-400f-4eb4-b52f-9a7cecce8c36 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:11.994839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8befe55c-bfba-44f3-9b44-5ad3a346e102 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:12.017582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903a3de-dff9-4e43-80cc-b1c53c49eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f1c462-9ea5-4fa2-a106-cc5d2f885d1d,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:12.107171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1903a3de-dff9-4e43-80cc-b1c53c49eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:12.108381 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1903a3de-dff9-4e43-80cc-b1c53c49eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4706178 Mar 08 12:02:12.169774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8befe55c-bfba-44f3-9b44-5ad3a346e102 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:12.170139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8befe55c-bfba-44f3-9b44-5ad3a346e102 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:12.204339 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-812b0c20-1534-4c7a-aa57-fca9f6d0df04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:12.296827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-8befe55c-bfba-44f3-9b44-5ad3a346e102 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Calling delete_port for 9eb9a577-400f-4eb4-b52f-9a7cecce8c36 owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:02:12.417907 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-14bd1e19-db44-44b4-92d2-0f8cf6b49b37 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682866635&fields=id&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 267 time: 0.0414686 Mar 08 12:02:12.493428 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-03f00d72-a249-4881-8613-33f279227ede tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:12.494147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-03f00d72-a249-4881-8613-33f279227ede tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:02:12.535647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8befe55c-bfba-44f3-9b44-5ad3a346e102 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:12.562217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-03f00d72-a249-4881-8613-33f279227ede tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:02:12.563689 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-03f00d72-a249-4881-8613-33f279227ede tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 200 len: 931 time: 0.1391649 Mar 08 12:02:12.584634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befe55c-bfba-44f3-9b44-5ad3a346e102 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event deleted for resources: {'Port': ['ID=9eb9a577-400f-4eb4-b52f-9a7cecce8c36,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:12.645747 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-586f4ce0-5cd6-4479-8012-6f5153aa2ec8 service neutron] 10.222.0.32 "GET /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0690141 Mar 08 12:02:12.680855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8befe55c-bfba-44f3-9b44-5ad3a346e102 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:12.681281 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-8befe55c-bfba-44f3-9b44-5ad3a346e102 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Floating IP 53bafd2b-55be-4a5d-b152-2e3c41bdbb13 disassociated (deleted). External IP: 172.26.4.225, port: acc8892f-6452-4046-bea3-58a41f124af8. Mar 08 12:02:12.786312 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-faf9ab2b-8e30-42d9-8ed3-3b8211bb05b7 service neutron] 10.222.0.32 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343324 Mar 08 12:02:12.921944 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-c9075fd1-f5ee-45f3-861e-610c1ed888e7 service neutron] 10.222.0.32 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299407 Mar 08 12:02:13.189041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-0095b891-fac9-41d6-86fb-e9995d9fa25e req-497dbcf2-4c95-4e5b-ab48-73eea07b415d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:02:13.196076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8befe55c-bfba-44f3-9b44-5ad3a346e102 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Router d022898a-3d5e-4663-8bad-de865a36458b has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:02:13.210241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-0095b891-fac9-41d6-86fb-e9995d9fa25e req-497dbcf2-4c95-4e5b-ab48-73eea07b415d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:02:13.211363 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0095b891-fac9-41d6-86fb-e9995d9fa25e req-497dbcf2-4c95-4e5b-ab48-73eea07b415d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 210 time: 0.0738561 Mar 08 12:02:13.379145 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:13.400067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8befe55c-bfba-44f3-9b44-5ad3a346e102 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:02:13.411540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3dd3bb-2b8b-4738-8dac-db224d5b64fd None None] Sync routers for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:02:13.428178 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3dd3bb-2b8b-4738-8dac-db224d5b64fd None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:02:13.428862 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-bf3dd3bb-2b8b-4738-8dac-db224d5b64fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:13.494391 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:13.521866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8befe55c-bfba-44f3-9b44-5ad3a346e102 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:13.608125 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8befe55c-bfba-44f3-9b44-5ad3a346e102 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "DELETE /v2.0/floatingips/53bafd2b-55be-4a5d-b152-2e3c41bdbb13 HTTP/1.1" status: 204 len: 168 time: 1.8227611 Mar 08 12:02:13.610365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'tag': 'acc8892f-6452-4046-bea3-58a41f124af8'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:13.618371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:13.643215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-bf3dd3bb-2b8b-4738-8dac-db224d5b64fd None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:02:13.672639 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'tag': 'acc8892f-6452-4046-bea3-58a41f124af8', 'status': 'completed', 'code': 200} Mar 08 12:02:13.786540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be09fb-6e73-4b5c-8263-eee86c753b09 req-29a32e70-60ce-4cca-adb2-89b338dcf7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:13.788156 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-01be09fb-6e73-4b5c-8263-eee86c753b09 req-29a32e70-60ce-4cca-adb2-89b338dcf7cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 1098 time: 0.0872023 Mar 08 12:02:13.923471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be09fb-6e73-4b5c-8263-eee86c753b09 req-1f9b4cdd-0d30-4507-8b4f-18902429a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:13.924871 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-01be09fb-6e73-4b5c-8263-eee86c753b09 req-1f9b4cdd-0d30-4507-8b4f-18902429a665 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 200 len: 913 time: 0.1315377 Mar 08 12:02:13.992621 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-01be09fb-6e73-4b5c-8263-eee86c753b09 req-4df2813c-f66a-4029-b94f-cc303d00cc54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc8892f-6452-4046-bea3-58a41f124af8 HTTP/1.1" status: 200 len: 217 time: 0.0622101 Mar 08 12:02:14.014649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-bf3dd3bb-2b8b-4738-8dac-db224d5b64fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:14.018932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3dd3bb-2b8b-4738-8dac-db224d5b64fd None None] Checking router: d022898a-3d5e-4663-8bad-de865a36458b for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:02:14.027446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3dd3bb-2b8b-4738-8dac-db224d5b64fd None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:02:14.028078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-bf3dd3bb-2b8b-4738-8dac-db224d5b64fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:14.061261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be09fb-6e73-4b5c-8263-eee86c753b09 req-95f79ec9-c532-4dca-97b0-c75ec26ff84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:14.062714 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-01be09fb-6e73-4b5c-8263-eee86c753b09 req-95f79ec9-c532-4dca-97b0-c75ec26ff84c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 200 len: 851 time: 0.0643933 Mar 08 12:02:14.139659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be09fb-6e73-4b5c-8263-eee86c753b09 req-edaf7a11-c5a8-4438-8ac0-3edd96871811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:14.141162 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-01be09fb-6e73-4b5c-8263-eee86c753b09 req-edaf7a11-c5a8-4438-8ac0-3edd96871811 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cb5307d-f1c4-4c48-9397-88891f9fc66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726454 Mar 08 12:02:14.230724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-bf3dd3bb-2b8b-4738-8dac-db224d5b64fd None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:02:14.311179 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-01be09fb-6e73-4b5c-8263-eee86c753b09 req-72be2c29-243d-462a-85e4-1318ca65f44f service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625478 Mar 08 12:02:14.414014 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-aa921b50-7121-47b9-a9ea-d5c62e90a6b8 req-a287863f-38b1-40c3-9b6e-64edca0e55ff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 210 time: 0.0644495 Mar 08 12:02:14.537996 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-01be09fb-6e73-4b5c-8263-eee86c753b09 req-ff467f32-173f-4f7a-98dd-320c8b215a41 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211559 Mar 08 12:02:14.546536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0b84a-4881-4f26-ba15-c75c9af0fce7 req-5953c240-e3ac-47d7-89f9-316284ea064e tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:14.547240 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e6c0b84a-4881-4f26-ba15-c75c9af0fce7 req-5953c240-e3ac-47d7-89f9-316284ea064e tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Synchronizing usage tracker for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:02:14.630717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-bf3dd3bb-2b8b-4738-8dac-db224d5b64fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:14.634963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3dd3bb-2b8b-4738-8dac-db224d5b64fd None None] The sync data for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv is: [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T11:50:51Z', 'revision_number': 4, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f667e6e7-b277-4092-a17f-2dfd8ca595f8', 'name': '', 'network_id': '0cb5307d-f1c4-4c48-9397-88891f9fc66b', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'mac_address': 'fa:16:3e:c5:95:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:49Z', 'updated_at': '2022-03-08T11:51:00Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'subnets': [{'id': 'da5e07e7-3d89-486c-b9a0-ded02e68dde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:02:14.650402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e6c0b84a-4881-4f26-ba15-c75c9af0fce7 req-5953c240-e3ac-47d7-89f9-316284ea064e tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Unset dirty status for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:02:14.651906 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e6c0b84a-4881-4f26-ba15-c75c9af0fce7 req-5953c240-e3ac-47d7-89f9-316284ea064e tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 945 time: 0.4164915 Mar 08 12:02:14.703343 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e6c0b84a-4881-4f26-ba15-c75c9af0fce7 req-f24a0a1d-25a0-4c93-96c5-c4cde8f25559 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457177 Mar 08 12:02:14.724834 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:14.870806 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b7c5b-7f91-4a3a-82a1-e2c099a67b0f None None] New status for floating IP 53bafd2b-55be-4a5d-b152-2e3c41bdbb13: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:02:14.943943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0584fc5-fa0f-4312-a80a-d178578474fd req-95713794-2556-4461-b515-9d195e8abd54 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:14.945376 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f0584fc5-fa0f-4312-a80a-d178578474fd req-95713794-2556-4461-b515-9d195e8abd54 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 945 time: 0.0817747 Mar 08 12:02:15.021536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-f0584fc5-fa0f-4312-a80a-d178578474fd req-33cd3dbe-e47a-4b33-b8f2-c8b96e926561 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Deleting port acc8892f-6452-4046-bea3-58a41f124af8 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:15.021908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-f0584fc5-fa0f-4312-a80a-d178578474fd req-33cd3dbe-e47a-4b33-b8f2-c8b96e926561 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:15.268802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-f0584fc5-fa0f-4312-a80a-d178578474fd req-33cd3dbe-e47a-4b33-b8f2-c8b96e926561 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] For port acc8892f-6452-4046-bea3-58a41f124af8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=acc8892f-6452-4046-bea3-58a41f124af8,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:15.269179 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-f0584fc5-fa0f-4312-a80a-d178578474fd req-33cd3dbe-e47a-4b33-b8f2-c8b96e926561 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:15.540046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-f0584fc5-fa0f-4312-a80a-d178578474fd req-33cd3dbe-e47a-4b33-b8f2-c8b96e926561 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Calling delete_port for acc8892f-6452-4046-bea3-58a41f124af8 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:02:15.570653 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-422dde43-f8e4-4bff-8f09-b5199a743331 req-5ca7278a-b00d-40ee-ad60-f18af8bb3910 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 210 time: 0.0478995 Mar 08 12:02:15.594555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-f102b7c0-3e44-4936-b253-e16b80852f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:15.595888 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-f102b7c0-3e44-4936-b253-e16b80852f93 service neutron] 10.222.0.18 "GET /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 200 len: 1027 time: 0.3190129 Mar 08 12:02:15.815586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-a24faf4f-818b-4105-9836-ac2690fb5e26 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:15.816271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-a24faf4f-818b-4105-9836-ac2690fb5e26 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:02:15.877848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-f0584fc5-fa0f-4312-a80a-d178578474fd req-33cd3dbe-e47a-4b33-b8f2-c8b96e926561 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:15.929322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd3dbe-e47a-4b33-b8f2-c8b96e926561 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event deleted for resources: {'Port': ['ID=acc8892f-6452-4046-bea3-58a41f124af8,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:15.967571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-a24faf4f-818b-4105-9836-ac2690fb5e26 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:02:15.968624 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-a24faf4f-818b-4105-9836-ac2690fb5e26 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks?id=1183dbb7-d967-410b-ba12-4f70fabf1bb3 HTTP/1.1" status: 200 len: 796 time: 0.3659472 Mar 08 12:02:16.030876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0584fc5-fa0f-4312-a80a-d178578474fd req-33cd3dbe-e47a-4b33-b8f2-c8b96e926561 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] No DVR routers for this DVR port acc8892f-6452-4046-bea3-58a41f124af8 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:02:16.036264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-f0584fc5-fa0f-4312-a80a-d178578474fd req-33cd3dbe-e47a-4b33-b8f2-c8b96e926561 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:16.039590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'name': 'network-vif-deleted', 'tag': 'acc8892f-6452-4046-bea3-58a41f124af8'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:16.067890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f884f-63f1-4f52-a3cf-0f917770f908 req-36cda8e1-a55e-436d-8d86-a40d430982c2 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:16.069334 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f54f884f-63f1-4f52-a3cf-0f917770f908 req-36cda8e1-a55e-436d-8d86-a40d430982c2 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 945 time: 0.2491083 Mar 08 12:02:16.082432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bac73135-7896-4317-ae0e-9f4244084fa0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:02:16.086333 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5657502e-6130-4e2a-8d2f-83e56c8a7c41', 'name': 'network-vif-deleted', 'tag': 'acc8892f-6452-4046-bea3-58a41f124af8', 'status': 'completed', 'code': 200} Mar 08 12:02:16.130800 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f54f884f-63f1-4f52-a3cf-0f917770f908 req-c1bea78f-620a-443d-aace-d6f5da63913d tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521870 Mar 08 12:02:16.210673 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f0584fc5-fa0f-4312-a80a-d178578474fd req-33cd3dbe-e47a-4b33-b8f2-c8b96e926561 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.18 "DELETE /v2.0/ports/acc8892f-6452-4046-bea3-58a41f124af8 HTTP/1.1" status: 204 len: 173 time: 1.2591000 Mar 08 12:02:16.249867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bac73135-7896-4317-ae0e-9f4244084fa0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:02:16.251313 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bac73135-7896-4317-ae0e-9f4244084fa0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 379 time: 0.2523143 Mar 08 12:02:16.265421 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Request body: {'port': {'device_id': '092229cd-5073-4103-9c37-3f03f8fc98c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:16.402285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:16.741155 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e6d9bfe5-c278-4ebe-809b-092df8e7e3ca req-14c707ca-6696-4bf3-a9ce-7cb0dd189b47 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 210 time: 0.0465620 Mar 08 12:02:16.776658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9caf04-297a-44c9-ae01-7eecbd73452d {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:02:16.784025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:16.797850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Transition to ACTIVE for port object 7c9caf04-297a-44c9-ae01-7eecbd73452d will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:02:16.904205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:17.062155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9caf04-297a-44c9-ae01-7eecbd73452d,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:17.142477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Attempting to bind port 7c9caf04-297a-44c9-ae01-7eecbd73452d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:02:17.142753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Attempting to bind port 7c9caf04-297a-44c9-ae01-7eecbd73452d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:02:17.143133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Attempting to bind port 7c9caf04-297a-44c9-ae01-7eecbd73452d on network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:02:17.147856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Port 7c9caf04-297a-44c9-ae01-7eecbd73452d on network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:02:17.148188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Attempting to bind port 7c9caf04-297a-44c9-ae01-7eecbd73452d on network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:02:17.153477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:02:17.153921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Checking segment: {'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:02:17.154232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Bound using segment: {'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:02:17.159014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Bound port: 7c9caf04-297a-44c9-ae01-7eecbd73452d, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:02:17.159014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:17.359518 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-67563178-59d0-4744-8952-3f3ebb5b64fc req-5b48edc3-f59b-44e1-929d-f7bcee086389 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Synchronizing usage tracker for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:02:17.392167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:02:17.395730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:02:17.460639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-67563178-59d0-4744-8952-3f3ebb5b64fc req-5b48edc3-f59b-44e1-929d-f7bcee086389 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Unset dirty status for tenant:fc845f00a4be4cc0b54e556d5bddbd4f on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:02:17.462017 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-67563178-59d0-4744-8952-3f3ebb5b64fc req-5b48edc3-f59b-44e1-929d-f7bcee086389 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5657502e-6130-4e2a-8d2f-83e56c8a7c41 HTTP/1.1" status: 200 len: 210 time: 0.1559789 Mar 08 12:02:17.484162 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:17.542651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:17.543060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:17.544557 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] 10.222.0.18 "PUT /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 200 len: 1132 time: 1.2861402 Mar 08 12:02:17.564477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb13486-70d8-4630-bd51-2259da5d7ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9caf04-297a-44c9-ae01-7eecbd73452d,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:17.716067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-0c0bee10-ae8c-43de-81cd-76d3fb7f7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:17.718210 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-0c0bee10-ae8c-43de-81cd-76d3fb7f7a15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 1135 time: 0.0848005 Mar 08 12:02:17.792866 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-ab4fd1ff-b523-404b-aa25-d985d25b4e8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 200 len: 217 time: 0.0666137 Mar 08 12:02:17.858820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-df643ba7-b375-4481-a12d-2655727d0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:17.860274 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-df643ba7-b375-4481-a12d-2655727d0cad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c858db6-e912-4d27-9c57-efebe75fa873 HTTP/1.1" status: 200 len: 834 time: 0.0618520 Mar 08 12:02:17.931434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34a415-e7ef-458f-8f51-4ae0158b7dec req-f2e12354-26b2-4ca0-9e0c-e220b0522853 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:17.932966 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ff34a415-e7ef-458f-8f51-4ae0158b7dec req-f2e12354-26b2-4ca0-9e0c-e220b0522853 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 982 time: 0.0816767 Mar 08 12:02:17.941094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-433edb30-26c4-4228-ae2a-e888a0a85d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:17.942840 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-433edb30-26c4-4228-ae2a-e888a0a85d1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1183dbb7-d967-410b-ba12-4f70fabf1bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769472 Mar 08 12:02:17.982052 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ff34a415-e7ef-458f-8f51-4ae0158b7dec req-34fd5f3e-164f-4cbf-bef9-56aa7f34f10d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432980 Mar 08 12:02:18.074760 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-48e1348e-f140-4b2b-bca6-791c4573ab28 service neutron] 10.222.0.18 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263239 Mar 08 12:02:18.099791 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092229cd-5073-4103-9c37-3f03f8fc98c6', 'tag': '7c9caf04-297a-44c9-ae01-7eecbd73452d'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:18.169603 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092229cd-5073-4103-9c37-3f03f8fc98c6', 'tag': '7c9caf04-297a-44c9-ae01-7eecbd73452d', 'status': 'completed', 'code': 200} Mar 08 12:02:18.214011 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-497c9df3-0897-41be-a20f-7a90cfbd11d9 req-4864e7ab-0311-4ea2-94d0-2b11193e999a service neutron] 10.222.0.18 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320102 Mar 08 12:02:18.376083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d48e7-a68e-45cf-9df4-a7ff0799c176 req-1c36152b-3d05-4744-870e-973383e35b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:18.377572 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-956d48e7-a68e-45cf-9df4-a7ff0799c176 req-1c36152b-3d05-4744-870e-973383e35b45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 1135 time: 0.0706770 Mar 08 12:02:18.475317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device acc8892f-6452-4046-bea3-58a41f124af8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:02:18.509666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: acc8892f-6452-4046-bea3-58a41f124af8 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:02:18.510050 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device acc8892f-6452-4046-bea3-58a41f124af8 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:02:18.530635 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d48e7-a68e-45cf-9df4-a7ff0799c176 req-459dda33-1c42-438d-8ec9-8b5ff7315f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:18.532266 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-956d48e7-a68e-45cf-9df4-a7ff0799c176 req-459dda33-1c42-438d-8ec9-8b5ff7315f33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1183dbb7-d967-410b-ba12-4f70fabf1bb3 HTTP/1.1" status: 200 len: 897 time: 0.1493247 Mar 08 12:02:18.560976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54638) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:18.611833 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-956d48e7-a68e-45cf-9df4-a7ff0799c176 req-ab5d4641-f099-41b9-991f-64345ae829f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 200 len: 217 time: 0.0736616 Mar 08 12:02:18.674613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d48e7-a68e-45cf-9df4-a7ff0799c176 req-5ab4ee32-6ce8-44b3-a790-e9ec6b3cf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:18.676981 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-956d48e7-a68e-45cf-9df4-a7ff0799c176 req-5ab4ee32-6ce8-44b3-a790-e9ec6b3cf516 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c858db6-e912-4d27-9c57-efebe75fa873 HTTP/1.1" status: 200 len: 834 time: 0.0593495 Mar 08 12:02:18.720732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-1ae3dcf9-a628-4a1e-9eb0-4fef9973a0d6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Deleting port 65a35ac3-b9c5-48aa-9932-b1ce8f2eb279 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:18.721077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ae3dcf9-a628-4a1e-9eb0-4fef9973a0d6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:18.764812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d48e7-a68e-45cf-9df4-a7ff0799c176 req-482facb8-1f6d-461a-a5a5-0c923cdddad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:18.766552 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-956d48e7-a68e-45cf-9df4-a7ff0799c176 req-482facb8-1f6d-461a-a5a5-0c923cdddad5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1183dbb7-d967-410b-ba12-4f70fabf1bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832767 Mar 08 12:02:18.924990 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ae3dcf9-a628-4a1e-9eb0-4fef9973a0d6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:18.925475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ae3dcf9-a628-4a1e-9eb0-4fef9973a0d6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:18.933057 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-956d48e7-a68e-45cf-9df4-a7ff0799c176 req-f77dfed2-18bd-4584-b63a-1867a945c5cf service neutron] 10.222.0.18 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599331 Mar 08 12:02:19.066105 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-956d48e7-a68e-45cf-9df4-a7ff0799c176 req-3670fa65-a663-4625-a8b6-95c2da56aa22 service neutron] 10.222.0.18 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264842 Mar 08 12:02:19.104947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-1ae3dcf9-a628-4a1e-9eb0-4fef9973a0d6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Calling delete_port for 65a35ac3-b9c5-48aa-9932-b1ce8f2eb279 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:02:19.170996 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd716b-7f0b-4a23-bc9c-e2bce9794c33 req-036ddfa1-f70e-4781-9dd8-5704c8d40518 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:19.172473 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4bcd716b-7f0b-4a23-bc9c-e2bce9794c33 req-036ddfa1-f70e-4781-9dd8-5704c8d40518 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 982 time: 0.0822484 Mar 08 12:02:19.217448 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4bcd716b-7f0b-4a23-bc9c-e2bce9794c33 req-555d3722-ea75-4509-820a-dc0a29af7a64 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386145 Mar 08 12:02:19.352250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ae3dcf9-a628-4a1e-9eb0-4fef9973a0d6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:19.399208 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3dcf9-a628-4a1e-9eb0-4fef9973a0d6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event deleted for resources: {'Port': ['ID=65a35ac3-b9c5-48aa-9932-b1ce8f2eb279,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:19.584596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ae3dcf9-a628-4a1e-9eb0-4fef9973a0d6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:19.663988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ae3dcf9-a628-4a1e-9eb0-4fef9973a0d6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:19.665174 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1ae3dcf9-a628-4a1e-9eb0-4fef9973a0d6 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "DELETE /v2.0/floatingips/bc0902fa-95b6-48e6-a918-3efa5e0bf94a HTTP/1.1" status: 204 len: 168 time: 1.1031694 Mar 08 12:02:20.568545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd602c-f81b-4005-ae6f-87487d121fcf req-0812071e-0501-4f47-b738-cacda439f196 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:20.570035 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b7bd602c-f81b-4005-ae6f-87487d121fcf req-0812071e-0501-4f47-b738-cacda439f196 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 982 time: 0.0896988 Mar 08 12:02:20.620102 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b7bd602c-f81b-4005-ae6f-87487d121fcf req-d0caa797-0eb2-4fe7-ab83-c00d97bf72f8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 Mar 08 12:02:21.924835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e2876-3390-4c7b-8be2-fdc43c7b5dc9 req-0477fb18-871f-4080-8774-13dcc2074a42 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:21.926327 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-520e2876-3390-4c7b-8be2-fdc43c7b5dc9 req-0477fb18-871f-4080-8774-13dcc2074a42 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 982 time: 0.1961935 Mar 08 12:02:21.970852 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-520e2876-3390-4c7b-8be2-fdc43c7b5dc9 req-3b985f19-6677-48bd-8977-5a10201a29b0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387573 Mar 08 12:02:22.326384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54660) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:22.393449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17ebf675-c528-49ef-932d-81cc6ac41cf0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:22.430049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17ebf675-c528-49ef-932d-81cc6ac41cf0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:22.490103 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7c9caf04-297a-44c9-ae01-7eecbd73452d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:02:22.562135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17ebf675-c528-49ef-932d-81cc6ac41cf0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:22.586922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebf675-c528-49ef-932d-81cc6ac41cf0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b40134e-559d-46e7-9b5d-eb9ae4d02f8d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:22.650616 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:22.666125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-17ebf675-c528-49ef-932d-81cc6ac41cf0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:22.666125 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-17ebf675-c528-49ef-932d-81cc6ac41cf0 tempest-TestVolumeBootPattern-748896476 tempest-TestVolumeBootPattern-748896476-project] 10.222.0.32 "DELETE /v2.0/security-groups/5b40134e-559d-46e7-9b5d-eb9ae4d02f8d HTTP/1.1" status: 204 len: 168 time: 0.3352664 Mar 08 12:02:22.666513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '7c9caf04-297a-44c9-ae01-7eecbd73452d', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'port_id': '7c9caf04-297a-44c9-ae01-7eecbd73452d', 'mac_address': 'fa:16:3e:73:93:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:02:22.726814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:22.743763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9caf04-297a-44c9-ae01-7eecbd73452d {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:02:22.758719 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:22.803807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54666) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:22.843261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:22.914741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7c9caf04-297a-44c9-ae01-7eecbd73452d,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:23.187107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['7c9caf04-297a-44c9-ae01-7eecbd73452d'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:02:23.286722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c4ea2-f8ea-4411-b0c0-2a8b05daaf4a req-e1b79b11-4ef1-494c-960c-79a463b8c1a0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:23.288208 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-780c4ea2-f8ea-4411-b0c0-2a8b05daaf4a req-e1b79b11-4ef1-494c-960c-79a463b8c1a0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 983 time: 0.1857564 Mar 08 12:02:23.415413 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-780c4ea2-f8ea-4411-b0c0-2a8b05daaf4a req-6aa8d921-fb5e-46b8-92b4-6721217dbf74 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803266 Mar 08 12:02:23.635468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7a76-c75d-4bc5-afc2-0bcf2a6e7d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:23.987107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd7a76-c75d-4bc5-afc2-0bcf2a6e7d6d admin admin] Deleting port f667e6e7-b277-4092-a17f-2dfd8ca595f8 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:23.987447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7a76-c75d-4bc5-afc2-0bcf2a6e7d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:24.151819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-fdbd7a76-c75d-4bc5-afc2-0bcf2a6e7d6d admin admin] For port f667e6e7-b277-4092-a17f-2dfd8ca595f8, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f667e6e7-b277-4092-a17f-2dfd8ca595f8,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:24.152170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7a76-c75d-4bc5-afc2-0bcf2a6e7d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:24.371448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd7a76-c75d-4bc5-afc2-0bcf2a6e7d6d admin admin] Calling delete_port for f667e6e7-b277-4092-a17f-2dfd8ca595f8 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:02:24.512351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7c9caf04-297a-44c9-ae01-7eecbd73452d up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:02:24.606309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762041d-7a3e-44d9-8989-6422a13081de req-cf768c58-bc5e-4788-9421-8d62de6616b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:24.607753 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6762041d-7a3e-44d9-8989-6422a13081de req-cf768c58-bc5e-4788-9421-8d62de6616b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 983 time: 0.0826836 Mar 08 12:02:24.632126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7a76-c75d-4bc5-afc2-0bcf2a6e7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:24.653202 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6762041d-7a3e-44d9-8989-6422a13081de req-815a04f8-3bbc-477f-b0ca-2c6dae7f723b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388298 Mar 08 12:02:24.675883 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 7c9caf04-297a-44c9-ae01-7eecbd73452d completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:02:24.680815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 7c9caf04-297a-44c9-ae01-7eecbd73452d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:02:24.684827 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:24.719202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd7a76-c75d-4bc5-afc2-0bcf2a6e7d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=f667e6e7-b277-4092-a17f-2dfd8ca595f8,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:24.811126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:24.840640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092229cd-5073-4103-9c37-3f03f8fc98c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9caf04-297a-44c9-ae01-7eecbd73452d'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:24.851339 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:24.892134 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092229cd-5073-4103-9c37-3f03f8fc98c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9caf04-297a-44c9-ae01-7eecbd73452d', 'code': 200} Mar 08 12:02:24.976441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7a76-c75d-4bc5-afc2-0bcf2a6e7d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:24.978545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:25.054532 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7c9caf04-297a-44c9-ae01-7eecbd73452d,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:25.345639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbd7a76-c75d-4bc5-afc2-0bcf2a6e7d6d admin admin] Router d022898a-3d5e-4663-8bad-de865a36458b has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:02:25.577406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbd7a76-c75d-4bc5-afc2-0bcf2a6e7d6d admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:02:25.580543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeb33e-a503-4444-9d62-b2de04b1959b req-dc137efe-1a8f-45aa-b89f-00afb4d20cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:25.582019 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aaeeb33e-a503-4444-9d62-b2de04b1959b req-dc137efe-1a8f-45aa-b89f-00afb4d20cc0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 1137 time: 0.2735312 Mar 08 12:02:25.585994 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496888e9-33b6-4c61-9ca8-a4df1ab132b4 None None] Sync routers for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:02:25.594851 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496888e9-33b6-4c61-9ca8-a4df1ab132b4 None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:02:25.595456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-496888e9-33b6-4c61-9ca8-a4df1ab132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:25.611252 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fdbd7a76-c75d-4bc5-afc2-0bcf2a6e7d6d admin admin] 10.222.0.32 "PUT /v2.0/routers/d022898a-3d5e-4663-8bad-de865a36458b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8041279 Mar 08 12:02:25.612093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54680) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:25.701939 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aaeeb33e-a503-4444-9d62-b2de04b1959b req-2c1bf708-fbc1-498e-af0a-35be0eccff33 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127508 Mar 08 12:02:25.787116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-496888e9-33b6-4c61-9ca8-a4df1ab132b4 None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:02:25.886993 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7620847-930d-43bd-b5a6-a15ff60b597c req-39cd509f-f563-4e00-9bed-13e6cc0f47dc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:25.896592 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f7620847-930d-43bd-b5a6-a15ff60b597c req-39cd509f-f563-4e00-9bed-13e6cc0f47dc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 984 time: 0.1027398 Mar 08 12:02:25.944708 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f7620847-930d-43bd-b5a6-a15ff60b597c req-632035b1-5ddc-4e24-afdb-7e740cd8204d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466695 Mar 08 12:02:25.958164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:26.093351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-496888e9-33b6-4c61-9ca8-a4df1ab132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T12:02:24Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:26.097125 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496888e9-33b6-4c61-9ca8-a4df1ab132b4 None None] Checking router: d022898a-3d5e-4663-8bad-de865a36458b for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:02:26.106062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496888e9-33b6-4c61-9ca8-a4df1ab132b4 None None] Routers {'d022898a-3d5e-4663-8bad-de865a36458b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:02:26.106647 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-496888e9-33b6-4c61-9ca8-a4df1ab132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['d022898a-3d5e-4663-8bad-de865a36458b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:26.145116 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:26.271734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Deleting port 7725931a-2a63-466e-9c93-57197952e2f5 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:26.272148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:26.338482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-496888e9-33b6-4c61-9ca8-a4df1ab132b4 None None] Set router d022898a-3d5e-4663-8bad-de865a36458b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:02:26.449275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] For port 7725931a-2a63-466e-9c93-57197952e2f5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7725931a-2a63-466e-9c93-57197952e2f5,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:26.449557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:26.573590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Calling delete_port for 7725931a-2a63-466e-9c93-57197952e2f5 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:02:26.651878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-496888e9-33b6-4c61-9ca8-a4df1ab132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T12:02:24Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:26.655946 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496888e9-33b6-4c61-9ca8-a4df1ab132b4 None None] The sync data for ids ['d022898a-3d5e-4663-8bad-de865a36458b'] in dv-neutron-828143-8-hyperv is: [{'id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'name': 'tempest-TestVolumeBootPattern-1747520630-router', 'tenant_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '7725931a-2a63-466e-9c93-57197952e2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:50:36Z', 'updated_at': '2022-03-08T12:02:24Z', 'revision_number': 5, 'project_id': 'fc845f00a4be4cc0b54e556d5bddbd4f', 'gw_port': {'id': '7725931a-2a63-466e-9c93-57197952e2f5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd022898a-3d5e-4663-8bad-de865a36458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:50:39Z', 'updated_at': '2022-03-08T11:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:02:26.832006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:26.877789 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7725931a-2a63-466e-9c93-57197952e2f5,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:26.974607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:27.088256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f667e6e7-b277-4092-a17f-2dfd8ca595f8 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:02:27.129160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: f667e6e7-b277-4092-a17f-2dfd8ca595f8 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:02:27.129519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f667e6e7-b277-4092-a17f-2dfd8ca595f8 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:02:27.209996 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:27.212848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:27.257555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150a07b-88bf-413c-b840-e82e6c40ca5b req-b2ee90dd-09b1-483c-8401-99a867d1134f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:27.259041 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2150a07b-88bf-413c-b840-e82e6c40ca5b req-b2ee90dd-09b1-483c-8401-99a867d1134f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 984 time: 0.1648664 Mar 08 12:02:27.302545 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2150a07b-88bf-413c-b840-e82e6c40ca5b req-2280e13f-4a18-4266-a2b2-458feb219a38 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377872 Mar 08 12:02:27.401495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:27.402141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d022898a-3d5e-4663-8bad-de865a36458b {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:02:27.414725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:27.417111 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9f869cff-4c69-40fe-aa51-bf5d876179e7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d022898a-3d5e-4663-8bad-de865a36458b HTTP/1.1" status: 204 len: 168 time: 1.8032582 Mar 08 12:02:27.418605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54688) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:27.494662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8a3610-6c78-4e5e-b291-d9868c81c06c admin admin] Deleting subnet da5e07e7-3d89-486c-b9a0-ded02e68dde4 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:02:27.494662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e8a3610-6c78-4e5e-b291-d9868c81c06c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:27.540510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e8a3610-6c78-4e5e-b291-d9868c81c06c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:27.717380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e8a3610-6c78-4e5e-b291-d9868c81c06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:27.855396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e8a3610-6c78-4e5e-b291-d9868c81c06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:27.893367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a3610-6c78-4e5e-b291-d9868c81c06c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da5e07e7-3d89-486c-b9a0-ded02e68dde4,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:27.901836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2e8a3610-6c78-4e5e-b291-d9868c81c06c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:27.903302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1b76d6-ec13-4293-8159-a9cb38e04502 None None] Network 0cb5307d-f1c4-4c48-9397-88891f9fc66b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:02:27.908368 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2e8a3610-6c78-4e5e-b291-d9868c81c06c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/da5e07e7-3d89-486c-b9a0-ded02e68dde4 HTTP/1.1" status: 204 len: 168 time: 0.4865363 Mar 08 12:02:27.908740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54692) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:28.020112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:28.030362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Deleting port 62efcfa4-6640-4565-a2a3-094d6d89d5ff {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:28.030704 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:28.162310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ebbd62-d3bf-4799-9dbd-20fef065c049 None None] DHCP port deletion for 0cb5307d-f1c4-4c48-9397-88891f9fc66b request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:02:28.166484 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-45ebbd62-d3bf-4799-9dbd-20fef065c049 None None] Deleting port 62efcfa4-6640-4565-a2a3-094d6d89d5ff {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:28.166863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-45ebbd62-d3bf-4799-9dbd-20fef065c049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:28.242049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] For port 62efcfa4-6640-4565-a2a3-094d6d89d5ff, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=62efcfa4-6640-4565-a2a3-094d6d89d5ff,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:28.242493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:28.369085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Calling delete_port for 62efcfa4-6640-4565-a2a3-094d6d89d5ff owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:02:28.372874 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-45ebbd62-d3bf-4799-9dbd-20fef065c049 None None] For port 62efcfa4-6640-4565-a2a3-094d6d89d5ff, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=62efcfa4-6640-4565-a2a3-094d6d89d5ff,segment=NetworkSegment(38a38765-80a6-449b-a280-de050e4a83b9),segment_id=38a38765-80a6-449b-a280-de050e4a83b9)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:28.373457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-45ebbd62-d3bf-4799-9dbd-20fef065c049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:28.517110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4aca6-e64f-461d-8423-e7dbf6349bee req-6f1000a7-1b33-44ca-b4be-bf640ab5040d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:28.518540 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3ad4aca6-e64f-461d-8423-e7dbf6349bee req-6f1000a7-1b33-44ca-b4be-bf640ab5040d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 984 time: 0.0963445 Mar 08 12:02:28.542013 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-45ebbd62-d3bf-4799-9dbd-20fef065c049 None None] Calling delete_port for 62efcfa4-6640-4565-a2a3-094d6d89d5ff owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:02:28.567724 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3ad4aca6-e64f-461d-8423-e7dbf6349bee req-fe1c1984-1f5c-42ba-b30b-276cd10f95b4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 Mar 08 12:02:28.607232 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:28.638442 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-45ebbd62-d3bf-4799-9dbd-20fef065c049 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:02:28.638820 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-45ebbd62-d3bf-4799-9dbd-20fef065c049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:02:28.659562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Pushing event deleted for resources: {'Port': ['ID=62efcfa4-6640-4565-a2a3-094d6d89d5ff,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:28.661901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] No DVR routers for this DVR port 62efcfa4-6640-4565-a2a3-094d6d89d5ff on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:02:28.779967 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:28.780284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796621d2-96fb-4a0f-8d2b-1a64537d6250 req-05f70505-de45-40aa-b3f4-f976d86cd552 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:28.781751 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-796621d2-96fb-4a0f-8d2b-1a64537d6250 req-05f70505-de45-40aa-b3f4-f976d86cd552 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 984 time: 0.0835438 Mar 08 12:02:28.805811 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb5307d-f1c4-4c48-9397-88891f9fc66b']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:28.817588 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a38765-80a6-449b-a280-de050e4a83b9') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:28.817902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a38765-80a6-449b-a280-de050e4a83b9') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:28.826183 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-796621d2-96fb-4a0f-8d2b-1a64537d6250 req-eb4ebee9-e72c-491d-99a8-270a419e167c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381715 Mar 08 12:02:28.829071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:28.849319 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54700) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:28.852153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:28.899613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:02:28.900011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:02:28.914330 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:02:28.957558 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 62efcfa4-6640-4565-a2a3-094d6d89d5ff no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:02:28.991351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 62efcfa4-6640-4565-a2a3-094d6d89d5ff {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:02:28.991989 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 62efcfa4-6640-4565-a2a3-094d6d89d5ff not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:02:28.992461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7725931a-2a63-466e-9c93-57197952e2f5 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:02:29.008822 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a949364-c315-4fa4-a8bb-2e0b37fe9452 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:29.010361 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3a949364-c315-4fa4-a8bb-2e0b37fe9452 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 1132 time: 0.1601028 Mar 08 12:02:29.013117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54704) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:29.017931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '7c9caf04-297a-44c9-ae01-7eecbd73452d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:29.024305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:29.028165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:floatingip and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:29.028761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 7725931a-2a63-466e-9c93-57197952e2f5 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:02:29.029117 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7725931a-2a63-466e-9c93-57197952e2f5 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:02:29.031733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:29.038111 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:29.101287 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:29.106048 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:29.132298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb5307d-f1c4-4c48-9397-88891f9fc66b,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:29.139826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-45ebbd62-d3bf-4799-9dbd-20fef065c049 None None] Deleting port 62efcfa4-6640-4565-a2a3-094d6d89d5ff {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:29.140662 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-45ebbd62-d3bf-4799-9dbd-20fef065c049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:29.205906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-45ebbd62-d3bf-4799-9dbd-20fef065c049 None None] The port '62efcfa4-6640-4565-a2a3-094d6d89d5ff' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 12:02:29.207371 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:29.291777 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0424ed1f-45c6-443b-908d-e16ac894ba65 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0cb5307d-f1c4-4c48-9397-88891f9fc66b HTTP/1.1" status: 204 len: 168 time: 1.3819156 Mar 08 12:02:29.294707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54708) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:29.345170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:29.483003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.158 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/ad0bf57f-acdb-48d5-a952-791844f04c25) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:02:29.629313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:29.824422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:29.826469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-067890aa-1f57-4da6-a78a-4ad5b2b9449a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:29.982883 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:02:29.985667 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:02:29.989756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:02:30.037619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=ad0bf57f-acdb-48d5-a952-791844f04c25,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:30.177064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-067890aa-1f57-4da6-a78a-4ad5b2b9449a admin admin] Deleting port 0a138575-9904-446a-a2fe-ac1c4558c4bb {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:30.177404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-067890aa-1f57-4da6-a78a-4ad5b2b9449a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:30.350508 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-067890aa-1f57-4da6-a78a-4ad5b2b9449a admin admin] For port 0a138575-9904-446a-a2fe-ac1c4558c4bb, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0a138575-9904-446a-a2fe-ac1c4558c4bb,segment=NetworkSegment(95e86169-24e4-4493-92e2-f32872fcf532),segment_id=95e86169-24e4-4493-92e2-f32872fcf532)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:30.351181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-067890aa-1f57-4da6-a78a-4ad5b2b9449a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:30.409627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:30.572897 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-067890aa-1f57-4da6-a78a-4ad5b2b9449a admin admin] Calling delete_port for 0a138575-9904-446a-a2fe-ac1c4558c4bb owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:02:30.670281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:30.854712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-067890aa-1f57-4da6-a78a-4ad5b2b9449a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:30.875263 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:30.905630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067890aa-1f57-4da6-a78a-4ad5b2b9449a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a138575-9904-446a-a2fe-ac1c4558c4bb,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:31.041304 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:31.153724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=ad0bf57f-acdb-48d5-a952-791844f04c25,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:31.166505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:31.177150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-067890aa-1f57-4da6-a78a-4ad5b2b9449a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:31.343771 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 3d340e39-3c5f-49e4-8f9c-3bd489dd59fc associated. External IP: 172.26.4.158, port: 7c9caf04-297a-44c9-ae01-7eecbd73452d. Mar 08 12:02:31.534048 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067890aa-1f57-4da6-a78a-4ad5b2b9449a admin admin] Router 815cf3bb-aa67-4ddf-9cd9-559518c99956 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:02:31.715318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067890aa-1f57-4da6-a78a-4ad5b2b9449a admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:02:31.724503 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d67ba6-6182-42dd-93ca-322e3750a964 None None] Sync routers for ids ['815cf3bb-aa67-4ddf-9cd9-559518c99956'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:02:31.734440 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d67ba6-6182-42dd-93ca-322e3750a964 None None] Routers {'815cf3bb-aa67-4ddf-9cd9-559518c99956'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:02:31.736914 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d0d67ba6-6182-42dd-93ca-322e3750a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['815cf3bb-aa67-4ddf-9cd9-559518c99956'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:31.808847 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:02:31.820049 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-067890aa-1f57-4da6-a78a-4ad5b2b9449a admin admin] 10.222.0.32 "PUT /v2.0/routers/815cf3bb-aa67-4ddf-9cd9-559518c99956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5242245 Mar 08 12:02:31.832655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54712) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:31.916681 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-d0d67ba6-6182-42dd-93ca-322e3750a964 None None] Set router 815cf3bb-aa67-4ddf-9cd9-559518c99956 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:02:31.995066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:02:32.009607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7cffc-8276-415a-9805-296d4c0cac53 None None] Sync routers for ids ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:02:32.017721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:32.019624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7cffc-8276-415a-9805-296d4c0cac53 None None] Routers {'244aa907-816a-4aa4-9e3e-5aae1f25bf4b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:02:32.020299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c5e7cffc-8276-415a-9805-296d4c0cac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:32.130341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:32.209082 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c9a9e2cf-58fb-4baf-a827-2153422a1d2c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 3.1948848 Mar 08 12:02:32.209844 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54716) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:32.210625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092229cd-5073-4103-9c37-3f03f8fc98c6', 'tag': '7c9caf04-297a-44c9-ae01-7eecbd73452d'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:32.271232 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092229cd-5073-4103-9c37-3f03f8fc98c6', 'tag': '7c9caf04-297a-44c9-ae01-7eecbd73452d', 'status': 'completed', 'code': 200} Mar 08 12:02:32.285393 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d0d67ba6-6182-42dd-93ca-322e3750a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'name': 'tempest-TestVolumeBootPattern-45097611-router', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:01Z', 'updated_at': '2022-03-08T12:02:30Z', 'revision_number': 5, 'project_id': 'fcc47698978846d99ffc2804a3a64ff1', 'gw_port': {'id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:04Z', 'updated_at': '2022-03-08T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:32.287131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c5e7cffc-8276-415a-9805-296d4c0cac53 None None] Set router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:02:32.290070 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d67ba6-6182-42dd-93ca-322e3750a964 None None] Checking router: 815cf3bb-aa67-4ddf-9cd9-559518c99956 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:02:32.299346 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d67ba6-6182-42dd-93ca-322e3750a964 None None] Routers {'815cf3bb-aa67-4ddf-9cd9-559518c99956'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:02:32.300186 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d0d67ba6-6182-42dd-93ca-322e3750a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['815cf3bb-aa67-4ddf-9cd9-559518c99956'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:32.305293 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d9a8d6-8197-4bf5-a1d4-af167408161f tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:32.310121 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f6d9a8d6-8197-4bf5-a1d4-af167408161f tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6&network_id=1183dbb7-d967-410b-ba12-4f70fabf1bb3 HTTP/1.1" status: 200 len: 1132 time: 0.0936885 Mar 08 12:02:32.426407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:32.460923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4b6b-7790-4148-bcea-09cf98ca9b6f req-2b0574a4-7bf4-4aba-bf2d-684cad518812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:32.462593 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c60c4b6b-7790-4148-bcea-09cf98ca9b6f req-2b0574a4-7bf4-4aba-bf2d-684cad518812 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 1137 time: 0.1278503 Mar 08 12:02:32.492078 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-d0d67ba6-6182-42dd-93ca-322e3750a964 None None] Set router 815cf3bb-aa67-4ddf-9cd9-559518c99956 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:02:32.612090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4b6b-7790-4148-bcea-09cf98ca9b6f req-a8481a8f-4a5b-457b-bbdd-7c4d96f2b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:32.614438 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c60c4b6b-7790-4148-bcea-09cf98ca9b6f req-a8481a8f-4a5b-457b-bbdd-7c4d96f2b546 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1183dbb7-d967-410b-ba12-4f70fabf1bb3 HTTP/1.1" status: 200 len: 897 time: 0.1457160 Mar 08 12:02:32.620820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Deleting port de46df8c-9c5b-4404-9ebf-54166d415a53 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:32.621174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:32.688297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c5e7cffc-8276-415a-9805-296d4c0cac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:02:04Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '3d340e39-3c5f-49e4-8f9c-3bd489dd59fc', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.158', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'port_id': '7c9caf04-297a-44c9-ae01-7eecbd73452d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1257636384', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'mac_address': 'fa:16:3e:73:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092229cd-5073-4103-9c37-3f03f8fc98c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:02:30Z', 'updated_at': '2022-03-08T12:02:30Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35aa7f93-1cbb-42e4-a22a-1f356a6010de', 'name': '', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:30:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:03Z', 'updated_at': '2022-03-08T12:02:09Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:32.700030 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7cffc-8276-415a-9805-296d4c0cac53 None None] Checking router: 244aa907-816a-4aa4-9e3e-5aae1f25bf4b for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:02:32.700977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7cffc-8276-415a-9805-296d4c0cac53 None None] Routers {'244aa907-816a-4aa4-9e3e-5aae1f25bf4b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:02:32.701577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c5e7cffc-8276-415a-9805-296d4c0cac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:32.803415 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c60c4b6b-7790-4148-bcea-09cf98ca9b6f req-1085efcf-36c0-4af0-b279-b0d98ecf6c99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 200 len: 1038 time: 0.1478944 Mar 08 12:02:32.815859 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d0d67ba6-6182-42dd-93ca-322e3750a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'name': 'tempest-TestVolumeBootPattern-45097611-router', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:01Z', 'updated_at': '2022-03-08T12:02:30Z', 'revision_number': 5, 'project_id': 'fcc47698978846d99ffc2804a3a64ff1', 'gw_port': {'id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:04Z', 'updated_at': '2022-03-08T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:32.820625 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d67ba6-6182-42dd-93ca-322e3750a964 None None] The sync data for ids ['815cf3bb-aa67-4ddf-9cd9-559518c99956'] in dv-neutron-828143-8-hyperv is: [{'id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'name': 'tempest-TestVolumeBootPattern-45097611-router', 'tenant_id': 'fcc47698978846d99ffc2804a3a64ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:51:01Z', 'updated_at': '2022-03-08T12:02:30Z', 'revision_number': 5, 'project_id': 'fcc47698978846d99ffc2804a3a64ff1', 'gw_port': {'id': 'de46df8c-9c5b-4404-9ebf-54166d415a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:51:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815cf3bb-aa67-4ddf-9cd9-559518c99956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:51:04Z', 'updated_at': '2022-03-08T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:02:32.896157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c5e7cffc-8276-415a-9805-296d4c0cac53 None None] Set router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:02:32.941334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4b6b-7790-4148-bcea-09cf98ca9b6f req-be0a16fe-5be8-4dbb-a13d-806a871eec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:32.942713 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c60c4b6b-7790-4148-bcea-09cf98ca9b6f req-be0a16fe-5be8-4dbb-a13d-806a871eec98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c858db6-e912-4d27-9c57-efebe75fa873 HTTP/1.1" status: 200 len: 834 time: 0.0879736 Mar 08 12:02:33.004167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] For port de46df8c-9c5b-4404-9ebf-54166d415a53, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=de46df8c-9c5b-4404-9ebf-54166d415a53,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:33.004544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:33.146631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Calling delete_port for de46df8c-9c5b-4404-9ebf-54166d415a53 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:02:33.173738 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c983f14-40df-43e7-af07-3fa2776dfc25 req-9a0f28ba-8d7a-4e80-bc66-aad42d3628db tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:33.175368 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0c983f14-40df-43e7-af07-3fa2776dfc25 req-9a0f28ba-8d7a-4e80-bc66-aad42d3628db tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 984 time: 0.0831387 Mar 08 12:02:33.213285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4b6b-7790-4148-bcea-09cf98ca9b6f req-7a98d97c-22e5-4503-ac7d-d5d6d2e43558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:33.214690 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c60c4b6b-7790-4148-bcea-09cf98ca9b6f req-7a98d97c-22e5-4503-ac7d-d5d6d2e43558 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1183dbb7-d967-410b-ba12-4f70fabf1bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2637906 Mar 08 12:02:33.240422 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0c983f14-40df-43e7-af07-3fa2776dfc25 req-5127ccef-ba92-42b1-a8c0-0fe3aa8e2d94 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572469 Mar 08 12:02:33.297062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0a138575-9904-446a-a2fe-ac1c4558c4bb no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:02:33.330539 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c5e7cffc-8276-415a-9805-296d4c0cac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:02:04Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '3d340e39-3c5f-49e4-8f9c-3bd489dd59fc', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.158', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'port_id': '7c9caf04-297a-44c9-ae01-7eecbd73452d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1257636384', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'mac_address': 'fa:16:3e:73:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092229cd-5073-4103-9c37-3f03f8fc98c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:02:30Z', 'updated_at': '2022-03-08T12:02:30Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35aa7f93-1cbb-42e4-a22a-1f356a6010de', 'name': '', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:30:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:03Z', 'updated_at': '2022-03-08T12:02:09Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:33.342495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 0a138575-9904-446a-a2fe-ac1c4558c4bb {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:02:33.342841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0a138575-9904-446a-a2fe-ac1c4558c4bb not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:02:33.347354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7cffc-8276-415a-9805-296d4c0cac53 None None] The sync data for ids ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'] in dv-neutron-828143-8-hyperv is: [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:02:04Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '3d340e39-3c5f-49e4-8f9c-3bd489dd59fc', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.158', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'port_id': '7c9caf04-297a-44c9-ae01-7eecbd73452d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1257636384', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'mac_address': 'fa:16:3e:73:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092229cd-5073-4103-9c37-3f03f8fc98c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:02:30Z', 'updated_at': '2022-03-08T12:02:30Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35aa7f93-1cbb-42e4-a22a-1f356a6010de', 'name': '', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:30:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:03Z', 'updated_at': '2022-03-08T12:02:09Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:02:33.393915 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c60c4b6b-7790-4148-bcea-09cf98ca9b6f req-7e9b77c8-adfa-4a11-8a0f-70ce75aa9710 service neutron] 10.222.0.18 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581190 Mar 08 12:02:33.570426 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c60c4b6b-7790-4148-bcea-09cf98ca9b6f req-16136a34-0434-4630-8243-106c9634f96c service neutron] 10.222.0.18 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480660 Mar 08 12:02:33.588995 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a15b03-31fc-4dd4-a813-53e6d1490bb9 None None] New status for floating IP 3d340e39-3c5f-49e4-8f9c-3bd489dd59fc: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:02:33.717552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:33.876795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=de46df8c-9c5b-4404-9ebf-54166d415a53,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:33.963314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:34.130680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:34.132791 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:34.254088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:34.254585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 815cf3bb-aa67-4ddf-9cd9-559518c99956 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:02:34.266792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:34.268087 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-320f5ce5-32c0-459f-bdb6-a4208888c0c2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/815cf3bb-aa67-4ddf-9cd9-559518c99956 HTTP/1.1" status: 204 len: 168 time: 2.4444647 Mar 08 12:02:34.271150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54726) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:34.334910 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbe20a9-374c-4018-994d-d13872257db7 admin admin] Deleting subnet 3505cc4f-0c47-4a9e-95e8-084735fadbd7 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:02:34.338233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2cbe20a9-374c-4018-994d-d13872257db7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:34.441945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2cbe20a9-374c-4018-994d-d13872257db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:34.516396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d574e9b-73ec-4a68-a647-86c5670f2534 req-65e38251-9be0-4b85-99d9-1de9c0691db7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:34.517786 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7d574e9b-73ec-4a68-a647-86c5670f2534 req-65e38251-9be0-4b85-99d9-1de9c0691db7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 984 time: 0.1505599 Mar 08 12:02:34.614549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2cbe20a9-374c-4018-994d-d13872257db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:34.643656 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7d574e9b-73ec-4a68-a647-86c5670f2534 req-8d806304-ea33-448f-a5b1-076299feed84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190860 Mar 08 12:02:34.712263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-aabbcdaa-06e6-4971-99d6-3c12dbc0eeef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:34.713917 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-aabbcdaa-06e6-4971-99d6-3c12dbc0eeef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 984 time: 0.1523249 Mar 08 12:02:34.795223 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-3af5ebf2-1ac4-4eb7-8cda-ce8fdae75e0d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:34.796536 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-3af5ebf2-1ac4-4eb7-8cda-ce8fdae75e0d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0776575 Mar 08 12:02:34.823168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2cbe20a9-374c-4018-994d-d13872257db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:34.874668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe20a9-374c-4018-994d-d13872257db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3505cc4f-0c47-4a9e-95e8-084735fadbd7,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:34.929962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2cbe20a9-374c-4018-994d-d13872257db7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:34.935438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e1a415-ca45-473d-9a42-6c9c3e18bd24 None None] Network 9d44f032-84b8-4898-8f7f-5b208d70df96 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:02:34.950686 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2cbe20a9-374c-4018-994d-d13872257db7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3505cc4f-0c47-4a9e-95e8-084735fadbd7 HTTP/1.1" status: 204 len: 168 time: 0.6784451 Mar 08 12:02:34.953643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54732) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:34.967334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device de46df8c-9c5b-4404-9ebf-54166d415a53 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:02:35.003799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: de46df8c-9c5b-4404-9ebf-54166d415a53 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:02:35.004065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device de46df8c-9c5b-4404-9ebf-54166d415a53 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:02:35.083658 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-263e1daf-c443-4f82-a898-7d9ef1fece33 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2818713 Mar 08 12:02:35.089233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:35.094882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-cba2d3f4-4110-4004-90b3-e480f5059096 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:35.143507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Deleting port 40c816ed-0270-435b-929e-e3a778daa634 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:35.143851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:35.225998 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f555d4-782e-4156-8ae8-64b75ed17eec None None] DHCP port deletion for 9d44f032-84b8-4898-8f7f-5b208d70df96 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:02:35.230252 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-05f555d4-782e-4156-8ae8-64b75ed17eec None None] Deleting port 40c816ed-0270-435b-929e-e3a778daa634 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:35.230657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-05f555d4-782e-4156-8ae8-64b75ed17eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:35.298939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-cba2d3f4-4110-4004-90b3-e480f5059096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:35.474631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-05f555d4-782e-4156-8ae8-64b75ed17eec None None] For port 40c816ed-0270-435b-929e-e3a778daa634, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=40c816ed-0270-435b-929e-e3a778daa634,segment=NetworkSegment(95e86169-24e4-4493-92e2-f32872fcf532),segment_id=95e86169-24e4-4493-92e2-f32872fcf532)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:35.474922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-05f555d4-782e-4156-8ae8-64b75ed17eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:35.581242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] For port 40c816ed-0270-435b-929e-e3a778daa634, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=40c816ed-0270-435b-929e-e3a778daa634,segment=NetworkSegment(95e86169-24e4-4493-92e2-f32872fcf532),segment_id=95e86169-24e4-4493-92e2-f32872fcf532)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:35.581650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:35.601333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-05f555d4-782e-4156-8ae8-64b75ed17eec None None] Calling delete_port for 40c816ed-0270-435b-929e-e3a778daa634 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:02:35.731969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Calling delete_port for 40c816ed-0270-435b-929e-e3a778daa634 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:02:35.829735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61aa2a3-b69b-4f3e-906f-a8ba386d3e4f req-e5af7d7a-3f37-40ed-81bd-1dfa2ce2f373 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:35.831467 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-05f555d4-782e-4156-8ae8-64b75ed17eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:35.832038 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d61aa2a3-b69b-4f3e-906f-a8ba386d3e4f req-e5af7d7a-3f37-40ed-81bd-1dfa2ce2f373 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 984 time: 0.0814302 Mar 08 12:02:35.880902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f555d4-782e-4156-8ae8-64b75ed17eec None None] Pushing event deleted for resources: {'Port': ['ID=40c816ed-0270-435b-929e-e3a778daa634,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:35.881376 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d61aa2a3-b69b-4f3e-906f-a8ba386d3e4f req-a55b14d7-62b7-4c2f-929f-9727884f8540 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Mar 08 12:02:35.886985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f555d4-782e-4156-8ae8-64b75ed17eec None None] No DVR routers for this DVR port 40c816ed-0270-435b-929e-e3a778daa634 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:02:35.890859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-cba2d3f4-4110-4004-90b3-e480f5059096 service neutron] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:35.899375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:02:35.900043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:02:35.925768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-cba2d3f4-4110-4004-90b3-e480f5059096 service neutron] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:02:35.975739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-cba2d3f4-4110-4004-90b3-e480f5059096 service neutron] device_id is not set on port 7c9caf04-297a-44c9-ae01-7eecbd73452d yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:02:35.992949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-cba2d3f4-4110-4004-90b3-e480f5059096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:36.155385 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-cba2d3f4-4110-4004-90b3-e480f5059096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:36.291406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2d3f4-4110-4004-90b3-e480f5059096 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9caf04-297a-44c9-ae01-7eecbd73452d,revision_number=6']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:36.354020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-cba2d3f4-4110-4004-90b3-e480f5059096 service neutron] No DVR routers for this DVR port 7c9caf04-297a-44c9-ae01-7eecbd73452d on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:02:36.400932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Deleting port 40c816ed-0270-435b-929e-e3a778daa634 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:02:36.401280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:36.474820 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f3cddf20-ce30-412b-ae21-86e69c662436 None None] Provisioning complete for port 7c9caf04-297a-44c9-ae01-7eecbd73452d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:02:36.475380 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f3cddf20-ce30-412b-ae21-86e69c662436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:36.483591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] The port '40c816ed-0270-435b-929e-e3a778daa634' was deleted {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 12:02:36.532475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f3cddf20-ce30-412b-ae21-86e69c662436 None None] Port 7c9caf04-297a-44c9-ae01-7eecbd73452d cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:02:36.570179 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7c9caf04-297a-44c9-ae01-7eecbd73452d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:02:36.627779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7c9caf04-297a-44c9-ae01-7eecbd73452d not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:02:36.675369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:36.738539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d44f032-84b8-4898-8f7f-5b208d70df96']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:36.763493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e86169-24e4-4493-92e2-f32872fcf532') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:36.763788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e86169-24e4-4493-92e2-f32872fcf532') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:02:36.779807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:36.798833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-cba2d3f4-4110-4004-90b3-e480f5059096 service neutron] In _notify_port_updated(), no bound segment for port 7c9caf04-297a-44c9-ae01-7eecbd73452d on network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 {{(pid=88469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 12:02:36.799631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-cba2d3f4-4110-4004-90b3-e480f5059096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:36.800261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-cba2d3f4-4110-4004-90b3-e480f5059096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:36.801518 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e83389d6-81cc-4a83-b217-1e7773a11f6f req-cba2d3f4-4110-4004-90b3-e480f5059096 service neutron] 10.222.0.18 "PUT /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 200 len: 1027 time: 1.7104506 Mar 08 12:02:36.802481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:36.809705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:02:36.810121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:02:36.823235 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:02:36.962161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 40c816ed-0270-435b-929e-e3a778daa634 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:02:36.995625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 40c816ed-0270-435b-929e-e3a778daa634 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:02:36.995970 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 40c816ed-0270-435b-929e-e3a778daa634 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:02:37.037165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:37.057411 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-77484b06-23fb-4be0-972e-7b2a358b2c1e req-3182ac71-9134-4279-8f35-20df1b75c7ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 210 time: 0.0604641 Mar 08 12:02:37.060278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:37.065680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=9d44f032-84b8-4898-8f7f-5b208d70df96,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:37.075712 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-641026e9-832f-4fc3-a751-1753d5777d6d admin admin] 10.222.0.32 "DELETE /v2.0/networks/9d44f032-84b8-4898-8f7f-5b208d70df96 HTTP/1.1" status: 204 len: 168 time: 2.1212313 Mar 08 12:02:37.677974 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54742) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:37.702820 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ddb6dbfa-9930-4a8c-acee-0f43ff469547 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc845f00a4be4cc0b54e556d5bddbd4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475652 Mar 08 12:02:37.705487 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54746) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:37.766845 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb82fe77-bcec-409a-a29d-ab219103628e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:37.795235 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb82fe77-bcec-409a-a29d-ab219103628e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:38.012083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb82fe77-bcec-409a-a29d-ab219103628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:38.029468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82fe77-bcec-409a-a29d-ab219103628e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf64685c-9b1f-4b58-8d91-01b95d2b4577,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:38.038392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cb82fe77-bcec-409a-a29d-ab219103628e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:38.039510 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cb82fe77-bcec-409a-a29d-ab219103628e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf64685c-9b1f-4b58-8d91-01b95d2b4577 HTTP/1.1" status: 204 len: 168 time: 0.3330078 Mar 08 12:02:38.096499 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:02:38.239221 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c8159ced-186a-49cd-b611-cbd24639616f req-5342a9a3-85fc-4996-87e1-cf46ca71ef57 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=092229cd-5073-4103-9c37-3f03f8fc98c6 HTTP/1.1" status: 200 len: 210 time: 0.0427535 Mar 08 12:02:39.244998 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54756) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:39.292745 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0a43a92c-eeb8-46b4-b88d-937085fae2f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcc47698978846d99ffc2804a3a64ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466273 Mar 08 12:02:39.295140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54762) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:39.335832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54766) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:39.356380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3aa822a7-dfcf-4cd6-aec4-e94b228c364f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:39.382154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3aa822a7-dfcf-4cd6-aec4-e94b228c364f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:39.405937 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f615b25c-dad4-4a1e-bf7f-e763a023143b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:39.407281 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f615b25c-dad4-4a1e-bf7f-e763a023143b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 200 len: 926 time: 0.0704293 Mar 08 12:02:39.647131 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3aa822a7-dfcf-4cd6-aec4-e94b228c364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:39.664723 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa822a7-dfcf-4cd6-aec4-e94b228c364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db482de3-653d-4b81-8838-6c1b97974272,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:39.669514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3aa822a7-dfcf-4cd6-aec4-e94b228c364f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:39.670318 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3aa822a7-dfcf-4cd6-aec4-e94b228c364f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db482de3-653d-4b81-8838-6c1b97974272 HTTP/1.1" status: 204 len: 168 time: 0.3743021 Mar 08 12:02:40.054584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54774) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:40.059693 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e429c15a-6e3b-411d-b1e7-7777c8b1994c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-848349365', 'description': 'tempest-secgroup-smoke-848349365 description', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:40.065538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e429c15a-6e3b-411d-b1e7-7777c8b1994c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:40.075527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e429c15a-6e3b-411d-b1e7-7777c8b1994c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:40.109440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e9288906-cd59-430a-91c3-e25d83bbca79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:40.214078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e429c15a-6e3b-411d-b1e7-7777c8b1994c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:40.351123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e429c15a-6e3b-411d-b1e7-7777c8b1994c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:40.355108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e429c15a-6e3b-411d-b1e7-7777c8b1994c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:40.358307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e429c15a-6e3b-411d-b1e7-7777c8b1994c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:40.365426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e429c15a-6e3b-411d-b1e7-7777c8b1994c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:40.451909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e429c15a-6e3b-411d-b1e7-7777c8b1994c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:40.579878 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e429c15a-6e3b-411d-b1e7-7777c8b1994c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:40.625200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429c15a-6e3b-411d-b1e7-7777c8b1994c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c6f932-e938-4f4d-9236-3d5bcc1dc5ad,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:40.760578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e429c15a-6e3b-411d-b1e7-7777c8b1994c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:40.761905 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e429c15a-6e3b-411d-b1e7-7777c8b1994c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7063239 Mar 08 12:02:40.766433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54778) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:40.771571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-244cf14d-c8ba-4dda-aeef-ee7e2c80958f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'b0c6f932-e938-4f4d-9236-3d5bcc1dc5ad', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:40.777725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-244cf14d-c8ba-4dda-aeef-ee7e2c80958f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:40.781492 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-244cf14d-c8ba-4dda-aeef-ee7e2c80958f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:40.785017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-244cf14d-c8ba-4dda-aeef-ee7e2c80958f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:40.790993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-244cf14d-c8ba-4dda-aeef-ee7e2c80958f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:40.911958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-244cf14d-c8ba-4dda-aeef-ee7e2c80958f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:40.970181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-244cf14d-c8ba-4dda-aeef-ee7e2c80958f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:41.091878 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-244cf14d-c8ba-4dda-aeef-ee7e2c80958f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:41.115101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cf14d-c8ba-4dda-aeef-ee7e2c80958f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e869d5-c6b8-4b2d-bc1a-6fa5c2eb4fd6,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:41.252184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-244cf14d-c8ba-4dda-aeef-ee7e2c80958f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:41.253335 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-244cf14d-c8ba-4dda-aeef-ee7e2c80958f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4859529 Mar 08 12:02:41.256022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54782) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:41.261007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'b0c6f932-e938-4f4d-9236-3d5bcc1dc5ad', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:41.266869 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:41.271159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:41.273938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:41.279544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:41.431760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:41.491151 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:41.640686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:41.664199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4434816-b4e9-402b-a5e4-1afeb5a41c96,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:41.674352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:41.681091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:41.681091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:41.681091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:41.681091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:41.681091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:41.681091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:41.681091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:41.681091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:41.681091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:41.681091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:41.681091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:41.791244 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:41.794349 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0a3be04e-5711-4923-8f9b-fdba3b2716e1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5374126 Mar 08 12:02:41.797454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54786) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:41.802433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-7a5d0f40-94cd-4b7e-80dd-dcfe995bb530 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'b0c6f932-e938-4f4d-9236-3d5bcc1dc5ad', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:41.808527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7a5d0f40-94cd-4b7e-80dd-dcfe995bb530 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:41.812376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7a5d0f40-94cd-4b7e-80dd-dcfe995bb530 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:41.815495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7a5d0f40-94cd-4b7e-80dd-dcfe995bb530 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:41.822443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7a5d0f40-94cd-4b7e-80dd-dcfe995bb530 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:41.929221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0f40-94cd-4b7e-80dd-dcfe995bb530 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:41.989284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0f40-94cd-4b7e-80dd-dcfe995bb530 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:42.088242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0f40-94cd-4b7e-80dd-dcfe995bb530 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:42.113217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d0f40-94cd-4b7e-80dd-dcfe995bb530 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce19789-7ff5-4cfc-870c-ef40cf205a53,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:42.173656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3beaa9d6-0ec3-4e8a-8fa0-34a4c506b6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:42.202439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0f40-94cd-4b7e-80dd-dcfe995bb530 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:42.203568 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7a5d0f40-94cd-4b7e-80dd-dcfe995bb530 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4056587 Mar 08 12:02:42.207066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54790) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:42.211871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c0a5d9f5-dffd-4192-a199-b17fc51fcd62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'b0c6f932-e938-4f4d-9236-3d5bcc1dc5ad', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:42.217677 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c0a5d9f5-dffd-4192-a199-b17fc51fcd62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:42.221496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c0a5d9f5-dffd-4192-a199-b17fc51fcd62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:42.224339 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c0a5d9f5-dffd-4192-a199-b17fc51fcd62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:42.229832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c0a5d9f5-dffd-4192-a199-b17fc51fcd62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:42.356975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d9f5-dffd-4192-a199-b17fc51fcd62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:42.426285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d9f5-dffd-4192-a199-b17fc51fcd62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:42.577620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d9f5-dffd-4192-a199-b17fc51fcd62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:42.600514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5d9f5-dffd-4192-a199-b17fc51fcd62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12f006b-fda5-479f-b1a9-ed8c4ca9576a,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:42.711217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d9f5-dffd-4192-a199-b17fc51fcd62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:42.712469 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c0a5d9f5-dffd-4192-a199-b17fc51fcd62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5044830 Mar 08 12:02:42.715185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54794) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:42.720219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ad24b346-930f-4276-915a-648aa77be30f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'b0c6f932-e938-4f4d-9236-3d5bcc1dc5ad', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:42.726644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ad24b346-930f-4276-915a-648aa77be30f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:42.730686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad24b346-930f-4276-915a-648aa77be30f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:42.733796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad24b346-930f-4276-915a-648aa77be30f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:42.740100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ad24b346-930f-4276-915a-648aa77be30f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:42.842407 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-ad24b346-930f-4276-915a-648aa77be30f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:02:42.849726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad24b346-930f-4276-915a-648aa77be30f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:42.912563 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad24b346-930f-4276-915a-648aa77be30f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:42.996294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad24b346-930f-4276-915a-648aa77be30f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:43.019314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24b346-930f-4276-915a-648aa77be30f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0052be2-f108-40ac-9577-8c487a9f4525,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:43.116547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad24b346-930f-4276-915a-648aa77be30f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:43.117653 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ad24b346-930f-4276-915a-648aa77be30f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4015334 Mar 08 12:02:43.120516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54798) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:43.125549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e0d7aaa1-141d-4d99-8f15-214460fd4474 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'b0c6f932-e938-4f4d-9236-3d5bcc1dc5ad', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:43.131452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e0d7aaa1-141d-4d99-8f15-214460fd4474 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:02:43.135306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e0d7aaa1-141d-4d99-8f15-214460fd4474 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:02:43.138217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e0d7aaa1-141d-4d99-8f15-214460fd4474 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:02:43.143826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e0d7aaa1-141d-4d99-8f15-214460fd4474 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:02:43.241839 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-e0d7aaa1-141d-4d99-8f15-214460fd4474 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:02:43.248334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0d7aaa1-141d-4d99-8f15-214460fd4474 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:43.311578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0d7aaa1-141d-4d99-8f15-214460fd4474 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:43.383444 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:43.419635 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0d7aaa1-141d-4d99-8f15-214460fd4474 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:43.446387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7aaa1-141d-4d99-8f15-214460fd4474 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5301becc-213c-40f5-9279-a168d4cfc3ef,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:43.665089 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:43.699333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:43.699592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0d7aaa1-141d-4d99-8f15-214460fd4474 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:43.701142 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e0d7aaa1-141d-4d99-8f15-214460fd4474 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5794563 Mar 08 12:02:43.909439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-2bf93f78-0cb2-4d3b-84ef-6fe04f387605 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:02:44.002026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-2bf93f78-0cb2-4d3b-84ef-6fe04f387605 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:02:44.003858 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-2bf93f78-0cb2-4d3b-84ef-6fe04f387605 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848349365&fields=id&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 267 time: 0.1322970 Mar 08 12:02:44.079260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-c1643fe3-b060-4ee5-8d61-827aca4b83a3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:44.080583 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-c1643fe3-b060-4ee5-8d61-827aca4b83a3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 200 len: 931 time: 0.0704153 Mar 08 12:02:44.247820 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-90283228-81c4-42d9-981f-b2ccb38cef4b service neutron] 10.222.0.32 "GET /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1556563 Mar 08 12:02:44.393996 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8f9eef12-51a4-4579-8c14-6dc4342a0be1 service neutron] 10.222.0.32 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398141 Mar 08 12:02:44.583810 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-05c41b7b-814e-4b86-9944-1bccf3eba3a2 service neutron] 10.222.0.32 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841803 Mar 08 12:02:44.727824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:44.890826 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9609ed7a-c2c0-4fe9-a097-f914d786a293 req-46d35ef5-d128-4f07-b67c-b5a7c27e2def tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 210 time: 0.0416520 Mar 08 12:02:46.044259 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe87e091-8c96-4078-8226-4e28e641f240 req-b95ad6a0-bfdc-43dc-8001-540713be58e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 210 time: 0.0414686 Mar 08 12:02:46.657126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-a4f7a932-6028-479b-acf7-fdac52326e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:46.658608 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-a4f7a932-6028-479b-acf7-fdac52326e67 service neutron] 10.222.0.18 "GET /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 200 len: 1027 time: 0.0608678 Mar 08 12:02:46.806475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-d26190da-f70a-40a9-a18c-bdd44096baca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:46.808104 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-d26190da-f70a-40a9-a18c-bdd44096baca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks?id=1183dbb7-d967-410b-ba12-4f70fabf1bb3 HTTP/1.1" status: 200 len: 796 time: 0.1450386 Mar 08 12:02:46.861680 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-c7c2e279-32f1-4f64-a657-ab79c5d49e94 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 471 time: 0.0451312 Mar 08 12:02:46.870723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Request body: {'port': {'device_id': '54e21260-1b2b-4a2c-a928-9eacc73caa51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:02:46.976390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:47.198164 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d3243432-f938-42c2-8250-190d031f0cee req-c1952ec0-087f-43ed-900a-a3ebdafed432 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 210 time: 0.0468488 Mar 08 12:02:47.318351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9caf04-297a-44c9-ae01-7eecbd73452d {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:02:47.325411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:47.339179 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Transition to ACTIVE for port object 7c9caf04-297a-44c9-ae01-7eecbd73452d will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:02:47.422826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:47.659406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9caf04-297a-44c9-ae01-7eecbd73452d,revision_number=7']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:47.781841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Attempting to bind port 7c9caf04-297a-44c9-ae01-7eecbd73452d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:02:47.782098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Attempting to bind port 7c9caf04-297a-44c9-ae01-7eecbd73452d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:02:47.782429 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Attempting to bind port 7c9caf04-297a-44c9-ae01-7eecbd73452d on network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:02:47.787393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Port 7c9caf04-297a-44c9-ae01-7eecbd73452d on network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:02:47.787707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Attempting to bind port 7c9caf04-297a-44c9-ae01-7eecbd73452d on network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:02:47.792599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:02:47.792943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Checking segment: {'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:02:47.793319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Bound using segment: {'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:02:47.793731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Bound port: 7c9caf04-297a-44c9-ae01-7eecbd73452d, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea794eac-5a38-4de8-b01c-2e69296ebb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:02:47.794099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:47.881107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:02:47.883952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:02:47.967815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:48.021082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:48.021686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:48.023054 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 200 len: 1132 time: 1.1561344 Mar 08 12:02:48.030713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e21260-1b2b-4a2c-a928-9eacc73caa51', 'tag': '7c9caf04-297a-44c9-ae01-7eecbd73452d'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:48.055287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba418d-ac7f-40de-84fe-02fe185731f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9caf04-297a-44c9-ae01-7eecbd73452d,revision_number=8']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:48.070735 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e21260-1b2b-4a2c-a928-9eacc73caa51', 'tag': '7c9caf04-297a-44c9-ae01-7eecbd73452d', 'status': 'completed', 'code': 200} Mar 08 12:02:48.162442 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed64e5d-46e8-4d1f-8124-7456a1070bda req-6f8f2ddb-7092-452f-b689-b1ae6aa0c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:48.163917 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3ed64e5d-46e8-4d1f-8124-7456a1070bda req-6f8f2ddb-7092-452f-b689-b1ae6aa0c672 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 1135 time: 0.0726404 Mar 08 12:02:48.304261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed64e5d-46e8-4d1f-8124-7456a1070bda req-c5f893dc-67d1-4a2e-b871-d1702e9204b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:48.305618 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3ed64e5d-46e8-4d1f-8124-7456a1070bda req-c5f893dc-67d1-4a2e-b871-d1702e9204b1 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1352139 Mar 08 12:02:48.381575 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b1e80-c322-4933-825e-03bbee369ff0 req-668e87b7-4b88-42b7-8bcf-400195b63240 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:48.383166 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b35b1e80-c322-4933-825e-03bbee369ff0 req-668e87b7-4b88-42b7-8bcf-400195b63240 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 982 time: 0.0792911 Mar 08 12:02:48.427785 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b35b1e80-c322-4933-825e-03bbee369ff0 req-f6c7400f-47cf-4e19-82bb-d3cbf4409a7c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388231 Mar 08 12:02:48.441489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed64e5d-46e8-4d1f-8124-7456a1070bda req-2398c942-5eec-4750-94da-8062fa5b9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:48.442976 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3ed64e5d-46e8-4d1f-8124-7456a1070bda req-2398c942-5eec-4750-94da-8062fa5b9baf service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311209 Mar 08 12:02:48.575339 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-a0da41b5-1c69-4c7c-bf70-4da69bcef499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:48.576713 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-a0da41b5-1c69-4c7c-bf70-4da69bcef499 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 1135 time: 0.0732641 Mar 08 12:02:48.678841 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-7f615f27-8243-48bb-9d08-f7aee5740c56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 200 len: 1038 time: 0.0951383 Mar 08 12:02:48.739802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-dce72c09-be03-4615-9e25-4494b690fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:48.741227 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-dce72c09-be03-4615-9e25-4494b690fca8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c858db6-e912-4d27-9c57-efebe75fa873 HTTP/1.1" status: 200 len: 834 time: 0.0566859 Mar 08 12:02:48.816897 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-3d1f8463-724f-4fc0-82ea-bedb27d99b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:48.818351 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-3d1f8463-724f-4fc0-82ea-bedb27d99b21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1183dbb7-d967-410b-ba12-4f70fabf1bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715606 Mar 08 12:02:48.949528 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-4b5986e2-4bb4-43ec-8143-e7194e1e4500 service neutron] 10.222.0.18 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242230 Mar 08 12:02:49.079584 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-212f543f-3ee9-4ae0-abc5-a087b2988226 req-30204877-511c-48a5-a54d-6c7b6566c442 service neutron] 10.222.0.18 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235864 Mar 08 12:02:49.610593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518402f-00e8-4581-ab6c-e2c632e0ea20 req-158f24b2-1628-46a3-b9ce-d9578d73746a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:49.612095 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1518402f-00e8-4581-ab6c-e2c632e0ea20 req-158f24b2-1628-46a3-b9ce-d9578d73746a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 982 time: 0.0797465 Mar 08 12:02:49.655513 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1518402f-00e8-4581-ab6c-e2c632e0ea20 req-16c4b99b-11af-4a73-9f39-820a99dafc7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371642 Mar 08 12:02:50.846383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107abe0-1031-436a-880f-b3caf073084b req-ba2315e1-4a1d-405a-adf6-fea313bcccc0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:50.847869 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8107abe0-1031-436a-880f-b3caf073084b req-ba2315e1-4a1d-405a-adf6-fea313bcccc0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 982 time: 0.0850708 Mar 08 12:02:50.891858 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8107abe0-1031-436a-880f-b3caf073084b req-94427d7e-d869-471d-8003-507368f5d159 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382495 Mar 08 12:02:52.078281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca065a-8240-49fe-99da-4ec36db977d1 req-102b74fc-92c6-424f-909b-647e2b52a245 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:52.079971 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-caca065a-8240-49fe-99da-4ec36db977d1 req-102b74fc-92c6-424f-909b-647e2b52a245 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 982 time: 0.0821848 Mar 08 12:02:52.124250 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-caca065a-8240-49fe-99da-4ec36db977d1 req-21dfaf0f-a011-4257-a979-54de2ba7a604 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380559 Mar 08 12:02:52.608517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7c9caf04-297a-44c9-ae01-7eecbd73452d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:02:52.738278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:52.750859 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '7c9caf04-297a-44c9-ae01-7eecbd73452d', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'port_id': '7c9caf04-297a-44c9-ae01-7eecbd73452d', 'mac_address': 'fa:16:3e:73:93:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:02:52.806965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:52.823416 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9caf04-297a-44c9-ae01-7eecbd73452d {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:02:52.838640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:52.956715 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:53.023767 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7c9caf04-297a-44c9-ae01-7eecbd73452d,revision_number=9']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:53.255209 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['7c9caf04-297a-44c9-ae01-7eecbd73452d'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:02:53.313319 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd85f2-3304-4101-81cd-088667402d3f req-489f6c68-edd2-47d5-849f-22aed4e0a0b2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:53.314828 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d5cd85f2-3304-4101-81cd-088667402d3f req-489f6c68-edd2-47d5-849f-22aed4e0a0b2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 983 time: 0.0801985 Mar 08 12:02:53.359651 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d5cd85f2-3304-4101-81cd-088667402d3f req-392a386e-d77e-4c9f-9c42-678f14c7b732 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385201 Mar 08 12:02:54.541803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de03494-d74c-4012-90c9-6e85a92582ee req-ef25e77b-0259-4a77-bef7-b5b5e4a9579b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:54.543286 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6de03494-d74c-4012-90c9-6e85a92582ee req-ef25e77b-0259-4a77-bef7-b5b5e4a9579b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 983 time: 0.0802946 Mar 08 12:02:54.588105 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6de03494-d74c-4012-90c9-6e85a92582ee req-3e8ce227-36a5-429a-a5ce-bee498ea3244 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388823 Mar 08 12:02:54.644396 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7c9caf04-297a-44c9-ae01-7eecbd73452d up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:02:54.859075 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 7c9caf04-297a-44c9-ae01-7eecbd73452d completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:02:54.864216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 7c9caf04-297a-44c9-ae01-7eecbd73452d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:02:54.864592 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:54.981292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:55.007212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e21260-1b2b-4a2c-a928-9eacc73caa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9caf04-297a-44c9-ae01-7eecbd73452d'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:02:55.016594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:02:55.050754 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e21260-1b2b-4a2c-a928-9eacc73caa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9caf04-297a-44c9-ae01-7eecbd73452d', 'code': 200} Mar 08 12:02:55.144973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:02:55.228123 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7c9caf04-297a-44c9-ae01-7eecbd73452d,revision_number=10']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:02:55.237203 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:55.237711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:55.238226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:55.238707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:55.239188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:55.239722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:55.240238 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:55.240626 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:55.240956 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:55.241284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:55.241608 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:55.241955 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:02:55.567684 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bb7d7-2fa5-48a5-ab9d-9034c2f8c7aa req-0f108e64-d023-4d88-a044-b7e09729c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:55.569097 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f07bb7d7-2fa5-48a5-ab9d-9034c2f8c7aa req-0f108e64-d023-4d88-a044-b7e09729c8af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 1138 time: 0.0747411 Mar 08 12:02:55.609020 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f07bb7d7-2fa5-48a5-ab9d-9034c2f8c7aa req-b4a7ce28-e335-4b49-8758-e8e20406c6df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342519 Mar 08 12:02:55.771684 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c492bc-4eb2-4634-b75b-1f42b6e514bf req-fc4e2654-0932-419e-b271-838ab9a3bd6a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:55.773127 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09c492bc-4eb2-4634-b75b-1f42b6e514bf req-fc4e2654-0932-419e-b271-838ab9a3bd6a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 985 time: 0.0798714 Mar 08 12:02:55.816738 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09c492bc-4eb2-4634-b75b-1f42b6e514bf req-6c7cf581-f1be-484d-89d0-7ba25a50547e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379553 Mar 08 12:02:57.008967 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59497b7-dd77-4c7e-8c3a-4967a1921156 req-e8b4b710-eaa6-444e-b2b1-cb5a37d2e738 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:57.010449 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a59497b7-dd77-4c7e-8c3a-4967a1921156 req-e8b4b710-eaa6-444e-b2b1-cb5a37d2e738 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 985 time: 0.0855360 Mar 08 12:02:57.056991 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a59497b7-dd77-4c7e-8c3a-4967a1921156 req-ec07ef4c-71b8-4073-b6ba-8cbde27aa6d8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381048 Mar 08 12:02:58.246890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a643535-afa8-49e9-87ec-2fb96f90b2ee req-c86e0b38-03cf-48eb-ab3c-b31524062e2d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:58.248337 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2a643535-afa8-49e9-87ec-2fb96f90b2ee req-c86e0b38-03cf-48eb-ab3c-b31524062e2d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 985 time: 0.0852454 Mar 08 12:02:58.292314 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2a643535-afa8-49e9-87ec-2fb96f90b2ee req-118587c2-6044-463a-93c5-de811dd7300a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383711 Mar 08 12:02:58.474661 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a92c5-02a7-42c9-8ba3-1fd7654d991c req-6f66a779-8b8b-45c2-85f1-45134ba5729d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:58.476026 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-799a92c5-02a7-42c9-8ba3-1fd7654d991c req-6f66a779-8b8b-45c2-85f1-45134ba5729d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 985 time: 0.0800383 Mar 08 12:02:58.531965 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-799a92c5-02a7-42c9-8ba3-1fd7654d991c req-7d4c9119-cb12-4d74-b1bf-bc745b9b99f5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437319 Mar 08 12:02:58.554788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54858) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:02:58.625791 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df57875-6b99-44bb-a7a3-4ce745af1b4b tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:58.627846 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1df57875-6b99-44bb-a7a3-4ce745af1b4b tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51&network_id=1183dbb7-d967-410b-ba12-4f70fabf1bb3 HTTP/1.1" status: 200 len: 1133 time: 0.0716052 Mar 08 12:02:59.334492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82574825-37b9-48fa-a9c8-fe4ebaa4f628 req-bf3d192e-d952-4986-bce3-a8f24b4d2f67 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:02:59.335976 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-82574825-37b9-48fa-a9c8-fe4ebaa4f628 req-bf3d192e-d952-4986-bce3-a8f24b4d2f67 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 985 time: 0.0806806 Mar 08 12:02:59.385323 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-82574825-37b9-48fa-a9c8-fe4ebaa4f628 req-ca81022c-118c-46ca-b5ea-a83170489b01 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432270 Mar 08 12:03:00.592655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a883d0-e963-4344-94b0-cb5aef1d7a28 req-132bb13e-bfec-49d2-8577-11dcf448e492 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:00.594129 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e7a883d0-e963-4344-94b0-cb5aef1d7a28 req-132bb13e-bfec-49d2-8577-11dcf448e492 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 985 time: 0.0868089 Mar 08 12:03:00.641020 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e7a883d0-e963-4344-94b0-cb5aef1d7a28 req-caf03b5b-20f1-40a9-b51e-bcd0911e3238 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412016 Mar 08 12:03:00.718534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-2c12c866-f36c-4eff-b485-fde7984cd78b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:00.719853 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-2c12c866-f36c-4eff-b485-fde7984cd78b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 985 time: 0.0780241 Mar 08 12:03:00.787617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-843d8bdc-8dee-4968-9a1e-4ca166f0d39e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:00.788909 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-843d8bdc-8dee-4968-9a1e-4ca166f0d39e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0638709 Mar 08 12:03:00.929384 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-23a0057a-72a4-409c-9c07-cc8247cc7df9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1362092 Mar 08 12:03:00.938778 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-3867c495-2962-4b78-b6d1-a9d646ffd15e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:01.140338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-3867c495-2962-4b78-b6d1-a9d646ffd15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:01.332766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-3867c495-2962-4b78-b6d1-a9d646ffd15e service neutron] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7c9caf04-297a-44c9-ae01-7eecbd73452d,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:03:01.359544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-3867c495-2962-4b78-b6d1-a9d646ffd15e service neutron] For port 7c9caf04-297a-44c9-ae01-7eecbd73452d, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:03:01.410400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-3867c495-2962-4b78-b6d1-a9d646ffd15e service neutron] device_id is not set on port 7c9caf04-297a-44c9-ae01-7eecbd73452d yet. {{(pid=88469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:03:01.418241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-3867c495-2962-4b78-b6d1-a9d646ffd15e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:01.509566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-3867c495-2962-4b78-b6d1-a9d646ffd15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:01.654013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867c495-2962-4b78-b6d1-a9d646ffd15e service neutron] Pushing event updated for resources: {'Port': ['ID=7c9caf04-297a-44c9-ae01-7eecbd73452d,revision_number=11']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:01.706824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-3867c495-2962-4b78-b6d1-a9d646ffd15e service neutron] No DVR routers for this DVR port 7c9caf04-297a-44c9-ae01-7eecbd73452d on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:03:01.798273 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c913663a-2f0f-4784-ad2a-192d6aaad81c req-0bdb4c2a-d0c3-4b8a-b7c6-117fc997f140 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 210 time: 0.0421154 Mar 08 12:03:01.854730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-26e44876-4bbd-4d03-b57b-4bbc132905a2 None None] Provisioning complete for port 7c9caf04-297a-44c9-ae01-7eecbd73452d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:03:01.855310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-26e44876-4bbd-4d03-b57b-4bbc132905a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:01.909263 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-26e44876-4bbd-4d03-b57b-4bbc132905a2 None None] Port 7c9caf04-297a-44c9-ae01-7eecbd73452d cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:03:01.929865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-3867c495-2962-4b78-b6d1-a9d646ffd15e service neutron] In _notify_port_updated(), no bound segment for port 7c9caf04-297a-44c9-ae01-7eecbd73452d on network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 {{(pid=88469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 12:03:01.930769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-3867c495-2962-4b78-b6d1-a9d646ffd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:01.931381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-3867c495-2962-4b78-b6d1-a9d646ffd15e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:01.932717 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7feae075-3e9e-426f-bdb3-5acc8b0f274a req-3867c495-2962-4b78-b6d1-a9d646ffd15e service neutron] 10.222.0.18 "PUT /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 200 len: 1028 time: 0.9976578 Mar 08 12:03:02.690319 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7c9caf04-297a-44c9-ae01-7eecbd73452d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:03:02.749607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7c9caf04-297a-44c9-ae01-7eecbd73452d not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:03:02.962630 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-102dc404-b051-4030-bfd7-51a9033e93b6 req-81aa68b1-6f0b-44ad-86e2-0f8ca4bac87a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e21260-1b2b-4a2c-a928-9eacc73caa51 HTTP/1.1" status: 200 len: 210 time: 0.0432928 Mar 08 12:03:04.053918 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54874) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:04.121035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:04.150755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:04.314091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:04.335360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c6f932-e938-4f4d-9236-3d5bcc1dc5ad,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:04.344167 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:04.344519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:04.344859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:04.345223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:04.345559 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:04.345904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:04.346243 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:04.346575 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:04.346900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:04.347271 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:04.347630 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:04.347921 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:04.429221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:04.430411 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9bf76286-9ab6-4467-bd71-bf341cdf94e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/security-groups/b0c6f932-e938-4f4d-9236-3d5bcc1dc5ad HTTP/1.1" status: 204 len: 168 time: 0.3755157 Mar 08 12:03:04.557071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54880) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:04.773197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-fbe92ce9-20c3-42c5-993c-5d45086c18cd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port ad0bf57f-acdb-48d5-a952-791844f04c25 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:03:04.773545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fbe92ce9-20c3-42c5-993c-5d45086c18cd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:05.049165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fbe92ce9-20c3-42c5-993c-5d45086c18cd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:05.049499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fbe92ce9-20c3-42c5-993c-5d45086c18cd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:05.170501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-fbe92ce9-20c3-42c5-993c-5d45086c18cd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for ad0bf57f-acdb-48d5-a952-791844f04c25 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:03:05.423863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fbe92ce9-20c3-42c5-993c-5d45086c18cd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:05.470155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe92ce9-20c3-42c5-993c-5d45086c18cd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=ad0bf57f-acdb-48d5-a952-791844f04c25,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:05.564164 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fbe92ce9-20c3-42c5-993c-5d45086c18cd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:05.565014 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-fbe92ce9-20c3-42c5-993c-5d45086c18cd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 3d340e39-3c5f-49e4-8f9c-3bd489dd59fc disassociated (deleted). External IP: 172.26.4.158, port: 7c9caf04-297a-44c9-ae01-7eecbd73452d. Mar 08 12:03:05.913642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe92ce9-20c3-42c5-993c-5d45086c18cd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:03:06.113683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe92ce9-20c3-42c5-993c-5d45086c18cd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:03:06.123641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab4d43-7c2e-4c1d-a87b-c9d4bee730b1 None None] Sync routers for ids ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:03:06.133370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab4d43-7c2e-4c1d-a87b-c9d4bee730b1 None None] Routers {'244aa907-816a-4aa4-9e3e-5aae1f25bf4b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:03:06.134002 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-46ab4d43-7c2e-4c1d-a87b-c9d4bee730b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:06.199870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fbe92ce9-20c3-42c5-993c-5d45086c18cd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:06.256060 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fbe92ce9-20c3-42c5-993c-5d45086c18cd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/floatingips/3d340e39-3c5f-49e4-8f9c-3bd489dd59fc HTTP/1.1" status: 204 len: 168 time: 1.6978414 Mar 08 12:03:06.365655 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-46ab4d43-7c2e-4c1d-a87b-c9d4bee730b1 None None] Set router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:03:06.403023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54888) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:06.475079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1abcf099-8075-40e0-9308-dd4b342aec3c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:06.504803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1abcf099-8075-40e0-9308-dd4b342aec3c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:06.658621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1abcf099-8075-40e0-9308-dd4b342aec3c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:06.680192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcf099-8075-40e0-9308-dd4b342aec3c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20964a89-9ced-4bd5-a6ca-4dfcab8a6fa8,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:06.681700 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-46ab4d43-7c2e-4c1d-a87b-c9d4bee730b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:02:04Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '35aa7f93-1cbb-42e4-a22a-1f356a6010de', 'name': '', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:30:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:03Z', 'updated_at': '2022-03-08T12:02:09Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:06.685720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1abcf099-8075-40e0-9308-dd4b342aec3c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:06.685863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab4d43-7c2e-4c1d-a87b-c9d4bee730b1 None None] Checking router: 244aa907-816a-4aa4-9e3e-5aae1f25bf4b for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:03:06.690033 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1abcf099-8075-40e0-9308-dd4b342aec3c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/security-groups/20964a89-9ced-4bd5-a6ca-4dfcab8a6fa8 HTTP/1.1" status: 204 len: 168 time: 0.2828765 Mar 08 12:03:06.709528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab4d43-7c2e-4c1d-a87b-c9d4bee730b1 None None] Routers {'244aa907-816a-4aa4-9e3e-5aae1f25bf4b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:03:06.710239 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-46ab4d43-7c2e-4c1d-a87b-c9d4bee730b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:06.808182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54894) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:06.875234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-7e54b56a-d068-40a5-8741-5234beb76170 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 7c9caf04-297a-44c9-ae01-7eecbd73452d {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:03:06.875588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7e54b56a-d068-40a5-8741-5234beb76170 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:06.886581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-46ab4d43-7c2e-4c1d-a87b-c9d4bee730b1 None None] Set router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:03:07.115358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7e54b56a-d068-40a5-8741-5234beb76170 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:07.192377 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-46ab4d43-7c2e-4c1d-a87b-c9d4bee730b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:02:04Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '35aa7f93-1cbb-42e4-a22a-1f356a6010de', 'name': '', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:30:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:03Z', 'updated_at': '2022-03-08T12:02:09Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:07.196258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab4d43-7c2e-4c1d-a87b-c9d4bee730b1 None None] The sync data for ids ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'] in dv-neutron-828143-8-hyperv is: [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:02:04Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '35aa7f93-1cbb-42e4-a22a-1f356a6010de', 'name': '', 'network_id': '1183dbb7-d967-410b-ba12-4f70fabf1bb3', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:30:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:02:03Z', 'updated_at': '2022-03-08T12:02:09Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '9c858db6-e912-4d27-9c57-efebe75fa873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:03:07.242700 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-7e54b56a-d068-40a5-8741-5234beb76170 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 7c9caf04-297a-44c9-ae01-7eecbd73452d owned by {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:03:07.410252 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ac720-313e-4e35-a2a7-99ea854aca9d None None] New status for floating IP 3d340e39-3c5f-49e4-8f9c-3bd489dd59fc: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:03:07.582664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7e54b56a-d068-40a5-8741-5234beb76170 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:07.634574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54b56a-d068-40a5-8741-5234beb76170 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=7c9caf04-297a-44c9-ae01-7eecbd73452d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:07.743379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7e54b56a-d068-40a5-8741-5234beb76170 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:07.753832 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7e54b56a-d068-40a5-8741-5234beb76170 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/ports/7c9caf04-297a-44c9-ae01-7eecbd73452d HTTP/1.1" status: 204 len: 168 time: 0.9443405 Mar 08 12:03:07.756188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54898) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:08.292254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d495e192-4b6e-408b-9251-ad7c3d528bba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:08.636627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d495e192-4b6e-408b-9251-ad7c3d528bba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 35aa7f93-1cbb-42e4-a22a-1f356a6010de {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:03:08.637317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d495e192-4b6e-408b-9251-ad7c3d528bba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:08.917046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-d495e192-4b6e-408b-9251-ad7c3d528bba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 35aa7f93-1cbb-42e4-a22a-1f356a6010de, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=35aa7f93-1cbb-42e4-a22a-1f356a6010de,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:03:08.917302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d495e192-4b6e-408b-9251-ad7c3d528bba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:09.036814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-d495e192-4b6e-408b-9251-ad7c3d528bba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 35aa7f93-1cbb-42e4-a22a-1f356a6010de owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:03:09.291348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d495e192-4b6e-408b-9251-ad7c3d528bba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:09.346048 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495e192-4b6e-408b-9251-ad7c3d528bba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=35aa7f93-1cbb-42e4-a22a-1f356a6010de,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:09.635468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d495e192-4b6e-408b-9251-ad7c3d528bba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:09.893040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-76775ae3-4b61-472d-bc72-dda211d04c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:09.996834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d495e192-4b6e-408b-9251-ad7c3d528bba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:03:10.170807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d495e192-4b6e-408b-9251-ad7c3d528bba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:03:10.180731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efaab34-08d8-4c9f-bc86-b0ab288dbc30 None None] Sync routers for ids ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:03:10.183174 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d495e192-4b6e-408b-9251-ad7c3d528bba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/244aa907-816a-4aa4-9e3e-5aae1f25bf4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4259970 Mar 08 12:03:10.185841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54902) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:10.191369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efaab34-08d8-4c9f-bc86-b0ab288dbc30 None None] Routers {'244aa907-816a-4aa4-9e3e-5aae1f25bf4b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:03:10.191966 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1efaab34-08d8-4c9f-bc86-b0ab288dbc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:10.251151 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-715bb019-8d54-47c3-abf7-b06573d3ec94 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting subnet 9c858db6-e912-4d27-9c57-efebe75fa873 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:03:10.254710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-715bb019-8d54-47c3-abf7-b06573d3ec94 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:10.307408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-715bb019-8d54-47c3-abf7-b06573d3ec94 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:10.370603 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-1efaab34-08d8-4c9f-bc86-b0ab288dbc30 None None] Set router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:03:10.509255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-715bb019-8d54-47c3-abf7-b06573d3ec94 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:10.712043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1efaab34-08d8-4c9f-bc86-b0ab288dbc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:03:09Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:10.716213 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efaab34-08d8-4c9f-bc86-b0ab288dbc30 None None] Checking router: 244aa907-816a-4aa4-9e3e-5aae1f25bf4b for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:03:10.724896 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efaab34-08d8-4c9f-bc86-b0ab288dbc30 None None] Routers {'244aa907-816a-4aa4-9e3e-5aae1f25bf4b'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:03:10.725490 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1efaab34-08d8-4c9f-bc86-b0ab288dbc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:02:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:10.738565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-715bb019-8d54-47c3-abf7-b06573d3ec94 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:10.779588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bb019-8d54-47c3-abf7-b06573d3ec94 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Subnet': ['ID=9c858db6-e912-4d27-9c57-efebe75fa873,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:10.783722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-715bb019-8d54-47c3-abf7-b06573d3ec94 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:10.790175 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-715bb019-8d54-47c3-abf7-b06573d3ec94 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/subnets/9c858db6-e912-4d27-9c57-efebe75fa873 HTTP/1.1" status: 204 len: 168 time: 0.6033354 Mar 08 12:03:10.791696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d7582d-fb79-482c-b43f-a38b6310c675 None None] Network 1183dbb7-d967-410b-ba12-4f70fabf1bb3 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:03:10.792621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54906) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:10.974478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:11.052909 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-1efaab34-08d8-4c9f-bc86-b0ab288dbc30 None None] Set router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:03:11.153424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:11.246408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 9447e0f1-f5fc-42f5-878e-580ea2c335ae {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:03:11.246765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:11.351027 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deecd7dc-d8af-421e-9ee9-011f6648f343 None None] DHCP port deletion for 1183dbb7-d967-410b-ba12-4f70fabf1bb3 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:03:11.357559 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-deecd7dc-d8af-421e-9ee9-011f6648f343 None None] Deleting port 6571a2c4-bc73-4470-8e30-eb191fe1124b {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:03:11.357961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-deecd7dc-d8af-421e-9ee9-011f6648f343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:11.404992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1efaab34-08d8-4c9f-bc86-b0ab288dbc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:03:09Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:11.416474 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efaab34-08d8-4c9f-bc86-b0ab288dbc30 None None] The sync data for ids ['244aa907-816a-4aa4-9e3e-5aae1f25bf4b'] in dv-neutron-828143-8-hyperv is: [{'id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'name': 'tempest-TestNetworkBasicOps-router-998503982', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:01:56Z', 'updated_at': '2022-03-08T12:03:09Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '9447e0f1-f5fc-42f5-878e-580ea2c335ae', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244aa907-816a-4aa4-9e3e-5aae1f25bf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:01:58Z', 'updated_at': '2022-03-08T12:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:03:11.427428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 9447e0f1-f5fc-42f5-878e-580ea2c335ae, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9447e0f1-f5fc-42f5-878e-580ea2c335ae,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:03:11.431151 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:11.552848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 9447e0f1-f5fc-42f5-878e-580ea2c335ae owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:03:11.568930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-deecd7dc-d8af-421e-9ee9-011f6648f343 None None] For port 6571a2c4-bc73-4470-8e30-eb191fe1124b, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6571a2c4-bc73-4470-8e30-eb191fe1124b,segment=NetworkSegment(ea794eac-5a38-4de8-b01c-2e69296ebb07),segment_id=ea794eac-5a38-4de8-b01c-2e69296ebb07)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:03:11.569237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-deecd7dc-d8af-421e-9ee9-011f6648f343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:11.691071 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-deecd7dc-d8af-421e-9ee9-011f6648f343 None None] Calling delete_port for 6571a2c4-bc73-4470-8e30-eb191fe1124b owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:03:11.812217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:11.846935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-deecd7dc-d8af-421e-9ee9-011f6648f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:11.862850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=9447e0f1-f5fc-42f5-878e-580ea2c335ae,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:11.903944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deecd7dc-d8af-421e-9ee9-011f6648f343 None None] No DVR routers for this DVR port 6571a2c4-bc73-4470-8e30-eb191fe1124b on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:03:11.907587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecd7dc-d8af-421e-9ee9-011f6648f343 None None] Pushing event deleted for resources: {'Port': ['ID=6571a2c4-bc73-4470-8e30-eb191fe1124b,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:11.956949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:12.229492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5ab6b8b3-95ff-4e7e-8c45-989b12b94516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:12.235802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:12.238556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:12.326292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:12.326803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Fanout notify agent at l3_agent the message router_deleted on router 244aa907-816a-4aa4-9e3e-5aae1f25bf4b {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:03:12.343066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:12.344203 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-efab11a8-3992-452b-8a7c-14352c445f75 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/routers/244aa907-816a-4aa4-9e3e-5aae1f25bf4b HTTP/1.1" status: 204 len: 168 time: 1.5507002 Mar 08 12:03:12.347410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54910) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:12.468237 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c92fd8c4-6d13-4f16-9f82-46f16a190233 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:12.597493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c92fd8c4-6d13-4f16-9f82-46f16a190233 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:12.621718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-c92fd8c4-6d13-4f16-9f82-46f16a190233 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1183dbb7-d967-410b-ba12-4f70fabf1bb3']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:12.634674 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-c92fd8c4-6d13-4f16-9f82-46f16a190233 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea794eac-5a38-4de8-b01c-2e69296ebb07') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:12.635188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-c92fd8c4-6d13-4f16-9f82-46f16a190233 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea794eac-5a38-4de8-b01c-2e69296ebb07') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:12.652264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c92fd8c4-6d13-4f16-9f82-46f16a190233 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:12.671728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c92fd8c4-6d13-4f16-9f82-46f16a190233 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:12.677915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92fd8c4-6d13-4f16-9f82-46f16a190233 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:03:12.678290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c92fd8c4-6d13-4f16-9f82-46f16a190233 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:03:12.692415 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:03:12.858721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c92fd8c4-6d13-4f16-9f82-46f16a190233 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:12.863139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c92fd8c4-6d13-4f16-9f82-46f16a190233 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:12.891641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fd8c4-6d13-4f16-9f82-46f16a190233 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Network': ['ID=1183dbb7-d967-410b-ba12-4f70fabf1bb3,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:12.975826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 35aa7f93-1cbb-42e4-a22a-1f356a6010de no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:03:13.010304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 35aa7f93-1cbb-42e4-a22a-1f356a6010de {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:03:13.010691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 35aa7f93-1cbb-42e4-a22a-1f356a6010de not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:03:13.011098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9447e0f1-f5fc-42f5-878e-580ea2c335ae no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:03:13.043402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 9447e0f1-f5fc-42f5-878e-580ea2c335ae {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:03:13.043745 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9447e0f1-f5fc-42f5-878e-580ea2c335ae not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:03:13.044156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6571a2c4-bc73-4470-8e30-eb191fe1124b no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:03:13.050086 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c92fd8c4-6d13-4f16-9f82-46f16a190233 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/networks/1183dbb7-d967-410b-ba12-4f70fabf1bb3 HTTP/1.1" status: 204 len: 168 time: 0.6992643 Mar 08 12:03:13.063804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54914) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:13.080656 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-61231094-bb65-4142-980c-645788092ba4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0138876 Mar 08 12:03:13.083701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54918) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:13.089539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'network': {'name': 'tempest-network-smoke--782285768', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'port_security_enabled': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:13.096816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:03:13.101439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:network and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:03:13.104544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:03:13.111039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:03:13.124114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 6571a2c4-bc73-4470-8e30-eb191fe1124b {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:03:13.124458 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6571a2c4-bc73-4470-8e30-eb191fe1124b not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:03:13.240633 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:03:13.244919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:13.273832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:03:13.283827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:13.284172 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Added segment 71c3b595-86a2-4dae-8153-13d9530db0d5 of type vlan for network 60222a9e-b560-477e-b9e4-7d88b2447f40 Mar 08 12:03:13.310813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:13.370544 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:13.429268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:13.435091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:13.435744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:13.470138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:13.470935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:13.546683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Network': ['ID=60222a9e-b560-477e-b9e4-7d88b2447f40,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:13.557053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 60222a9e-b560-477e-b9e4-7d88b2447f40 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:03:13.664565 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b69409c6-17e6-4903-b113-53d87643761f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5797057 Mar 08 12:03:13.671097 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54922) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:13.672221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-110353390', 'admin_state_up': True, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:13.680004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:03:13.683783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:router and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:03:13.687117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:03:13.695632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:03:13.778311 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:13.779371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:13.794217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:14.137825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:14.523295 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:14.552022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:14.715216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:14.796496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.19 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/a00768b4-1def-4c04-972e-e24287dbb41d) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:03:14.959606 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:15.086718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:15.093792 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:03:15.145217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:15.147984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:15.151510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:03:15.200569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=a00768b4-1def-4c04-972e-e24287dbb41d,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:15.715259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:16.068951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:16.354651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router cee4aa61-bf23-4538-92a2-d3162baf0039 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:03:16.639618 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:03:16.650199 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Sync routers for ids ['cee4aa61-bf23-4538-92a2-d3162baf0039'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:03:16.660220 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Routers {'cee4aa61-bf23-4538-92a2-d3162baf0039'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:03:16.660889 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['cee4aa61-bf23-4538-92a2-d3162baf0039'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:16.748509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:16.749746 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-00c39ce9-2c1e-44bc-9557-5557629788c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0816319 Mar 08 12:03:16.753354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54926) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:16.793051 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fb17064d-9b70-433a-9827-38c069f30348 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c6ec9fcbfccf47d68d2acd05b7c2000a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384991 Mar 08 12:03:16.795596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54930) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:16.835489 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Set router cee4aa61-bf23-4538-92a2-d3162baf0039 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:03:16.926346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1735548b-6fd1-4e70-b759-e288116f2a8b tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:16.930698 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1735548b-6fd1-4e70-b759-e288116f2a8b tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314151 Mar 08 12:03:16.930698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54934) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:16.973947 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6b78b0ab-e078-4af9-a3b1-742848d7fea2 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399053 Mar 08 12:03:16.974197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54938) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:16.979427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-608911968', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:17.088798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:03:17.092609 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:subnet and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:03:17.095956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:03:17.101542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:03:17.142865 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:17.146540 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Checking router: cee4aa61-bf23-4538-92a2-d3162baf0039 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:03:17.146892 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Updating router cee4aa61-bf23-4538-92a2-d3162baf0039 port a00768b4-1def-4c04-972e-e24287dbb41d binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:03:17.177538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:03:17.181078 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:17.200256 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:17.480741 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:17.519859 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:17.531230 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Transition to ACTIVE for port object a00768b4-1def-4c04-972e-e24287dbb41d will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:03:17.559042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Subnet': ['ID=dd187409-966f-4ac7-8d2c-7d420518c313,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:17.567003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Checking segment: {'id': '71c3b595-86a2-4dae-8153-13d9530db0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:03:17.567363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network hostable DHCP agents. Network: 60222a9e-b560-477e-b9e4-7d88b2447f40, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:03:17.606200 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:17.682823 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Attempting to bind port a00768b4-1def-4c04-972e-e24287dbb41d on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:03:17.683443 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Attempting to bind port a00768b4-1def-4c04-972e-e24287dbb41d by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:03:17.683546 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Attempting to bind port a00768b4-1def-4c04-972e-e24287dbb41d on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:03:17.686181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 60222a9e-b560-477e-b9e4-7d88b2447f40 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:03:17.691059 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Pushing event updated for resources: {'Port': ['ID=a00768b4-1def-4c04-972e-e24287dbb41d,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:17.694480 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:03:17.694842 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:03:17.695243 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:17.695635 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:03:17.696097 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Bound port: a00768b4-1def-4c04-972e-e24287dbb41d, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:03:17.696467 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:17.729777 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.730219 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.730562 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.730964 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.731235 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.731570 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.731902 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.732232 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.732559 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.732883 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.733205 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.733523 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:03:17.760728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 60222a9e-b560-477e-b9e4-7d88b2447f40) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:17.770262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:17.770503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ece74f-456e-4c93-9bfe-4ac225fba74d None None] Network 60222a9e-b560-477e-b9e4-7d88b2447f40 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:03:17.770998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:17.783016 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] For port a00768b4-1def-4c04-972e-e24287dbb41d, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:03:17.786362 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] For port a00768b4-1def-4c04-972e-e24287dbb41d, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a00768b4-1def-4c04-972e-e24287dbb41d,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:03:17.863539 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:17.889457 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8e48b841-b6c0-4fd1-b48e-5f2c347acfb5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9116271 Mar 08 12:03:17.889927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54944) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:17.939894 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Routers {'cee4aa61-bf23-4538-92a2-d3162baf0039'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:03:17.940548 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['cee4aa61-bf23-4538-92a2-d3162baf0039'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:17.986393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-60222a9e-b560-477e-b9e4-7d88b2447f40', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:03:17.987246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:18.007448 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64418c28-0561-4d3a-a834-34cb7b6671e1 None None] Pushing event updated for resources: {'Port': ['ID=a00768b4-1def-4c04-972e-e24287dbb41d,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:18.124102 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] Set router cee4aa61-bf23-4538-92a2-d3162baf0039 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:03:18.144354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Allocated IP 172.20.0.2 (60222a9e-b560-477e-b9e4-7d88b2447f40/dd187409-966f-4ac7-8d2c-7d420518c313/4dbe70dd-404b-42b0-ba12-36e1491abd5f) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:03:18.352799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:18.362731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Transition to ACTIVE for port object 4dbe70dd-404b-42b0-ba12-36e1491abd5f will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:03:18.380987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Transition to ACTIVE for port object 4dbe70dd-404b-42b0-ba12-36e1491abd5f will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:03:18.410668 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:18.414427 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91987d7e-78bc-436e-9681-1a055b87e330 None None] The sync data for ids ['cee4aa61-bf23-4538-92a2-d3162baf0039'] in dv-neutron-828143-8-hyperv is: [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:15Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:03:18.481061 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:18.539963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Network 60222a9e-b560-477e-b9e4-7d88b2447f40 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:18.542967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:18.545364 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:03:18.644477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Pushing event updated for resources: {'Port': ['ID=4dbe70dd-404b-42b0-ba12-36e1491abd5f,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:18.679311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Attempting to bind port 4dbe70dd-404b-42b0-ba12-36e1491abd5f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:03:18.679682 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Attempting to bind port 4dbe70dd-404b-42b0-ba12-36e1491abd5f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71c3b595-86a2-4dae-8153-13d9530db0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:03:18.680045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Attempting to bind port 4dbe70dd-404b-42b0-ba12-36e1491abd5f on network 60222a9e-b560-477e-b9e4-7d88b2447f40 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:03:18.693079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:03:18.694235 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Checking segment: {'id': '71c3b595-86a2-4dae-8153-13d9530db0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:03:18.694821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:18.695247 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Bound using segment: {'id': '71c3b595-86a2-4dae-8153-13d9530db0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:03:18.695818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Bound port: 4dbe70dd-404b-42b0-ba12-36e1491abd5f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c3b595-86a2-4dae-8153-13d9530db0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:03:18.696205 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:18.768691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:18.793499 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] For port 4dbe70dd-404b-42b0-ba12-36e1491abd5f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:03:18.796718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] For port 4dbe70dd-404b-42b0-ba12-36e1491abd5f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4dbe70dd-404b-42b0-ba12-36e1491abd5f,segment=NetworkSegment(71c3b595-86a2-4dae-8153-13d9530db0d5),segment_id=71c3b595-86a2-4dae-8153-13d9530db0d5)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:03:18.875571 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:18.988697 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d25b2-1009-492c-a1b6-0d670896db6c None None] Pushing event updated for resources: {'Port': ['ID=4dbe70dd-404b-42b0-ba12-36e1491abd5f,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:19.048274 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a00768b4-1def-4c04-972e-e24287dbb41d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:03:19.229404 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port a00768b4-1def-4c04-972e-e24287dbb41d completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:03:19.236309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port a00768b4-1def-4c04-972e-e24287dbb41d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:03:19.236914 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:19.260222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.1 (60222a9e-b560-477e-b9e4-7d88b2447f40/dd187409-966f-4ac7-8d2c-7d420518c313/f60573ce-3f5e-43ea-97be-d5aa79edf45b) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:03:19.363675 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:19.381500 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port a00768b4-1def-4c04-972e-e24287dbb41d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a00768b4-1def-4c04-972e-e24287dbb41d,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:03:19.439280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:19.455248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object f60573ce-3f5e-43ea-97be-d5aa79edf45b will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:03:19.462714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:19.531310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=a00768b4-1def-4c04-972e-e24287dbb41d,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:19.555373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:19.621739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 60222a9e-b560-477e-b9e4-7d88b2447f40 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:19.624629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:19.626984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:03:19.677859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=f60573ce-3f5e-43ea-97be-d5aa79edf45b,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:19.697821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:19.944936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a252ce2b-10c1-42ed-9d7c-e10f38edcee9 None None] Network 60222a9e-b560-477e-b9e4-7d88b2447f40 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:03:20.070283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:20.117825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5d3a86e2-2358-433a-bb95-27fb61fb452a None None] Provisioning for port 4dbe70dd-404b-42b0-ba12-36e1491abd5f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:03:20.542611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3cdffe11-fd24-4af1-afb2-48858722541a None None] Provisioning for port f60573ce-3f5e-43ea-97be-d5aa79edf45b completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:03:20.547567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3cdffe11-fd24-4af1-afb2-48858722541a None None] Provisioning complete for port f60573ce-3f5e-43ea-97be-d5aa79edf45b triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:03:20.548644 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3cdffe11-fd24-4af1-afb2-48858722541a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:20.606972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:20.637629 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3cdffe11-fd24-4af1-afb2-48858722541a None None] Port f60573ce-3f5e-43ea-97be-d5aa79edf45b cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:03:20.692147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:20.756262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d217f65f-1078-49ed-8a70-163ce83c7dbd None None] Provisioning complete for port f60573ce-3f5e-43ea-97be-d5aa79edf45b triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:03:20.756553 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d217f65f-1078-49ed-8a70-163ce83c7dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:20.806981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:20.810630 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d217f65f-1078-49ed-8a70-163ce83c7dbd None None] Port f60573ce-3f5e-43ea-97be-d5aa79edf45b cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:03:20.811175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=f60573ce-3f5e-43ea-97be-d5aa79edf45b,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:20.939033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 60222a9e-b560-477e-b9e4-7d88b2447f40 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:20.940197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:21.063865 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4dbe70dd-404b-42b0-ba12-36e1491abd5f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:03:21.139711 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router cee4aa61-bf23-4538-92a2-d3162baf0039 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:03:21.230538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 4dbe70dd-404b-42b0-ba12-36e1491abd5f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:03:21.239365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4dbe70dd-404b-42b0-ba12-36e1491abd5f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:03:21.239744 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:21.267845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-642f6a3f-417a-41c6-8864-b1c84741a656 None None] Provisioning complete for port f60573ce-3f5e-43ea-97be-d5aa79edf45b triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:03:21.268142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-642f6a3f-417a-41c6-8864-b1c84741a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:21.320261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:03:21.333797 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-06f9e994-d06b-4a3e-bd05-36a8b1480d8f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/cee4aa61-bf23-4538-92a2-d3162baf0039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4428833 Mar 08 12:03:21.336321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54948) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:21.337255 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Sync routers for ids ['cee4aa61-bf23-4538-92a2-d3162baf0039'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:03:21.348859 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-642f6a3f-417a-41c6-8864-b1c84741a656 None None] Port f60573ce-3f5e-43ea-97be-d5aa79edf45b cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:03:21.357710 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Routers {'cee4aa61-bf23-4538-92a2-d3162baf0039'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:03:21.358352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['cee4aa61-bf23-4538-92a2-d3162baf0039'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:21.475593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7466c4-b948-4855-b435-dfcaddfc4e35 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:21.476077 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7466c4-b948-4855-b435-dfcaddfc4e35 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:21.476540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7466c4-b948-4855-b435-dfcaddfc4e35 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:21.476995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7466c4-b948-4855-b435-dfcaddfc4e35 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:21.478639 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4e7466c4-b948-4855-b435-dfcaddfc4e35 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1414332 Mar 08 12:03:21.481528 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54952) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:21.550709 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a5b80-d883-4493-8a1a-de2ab3056388 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:21.551045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:21.551181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a5b80-d883-4493-8a1a-de2ab3056388 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:21.551567 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a5b80-d883-4493-8a1a-de2ab3056388 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:21.552022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a5b80-d883-4493-8a1a-de2ab3056388 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:21.553638 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f23a5b80-d883-4493-8a1a-de2ab3056388 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0712094 Mar 08 12:03:21.556319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54956) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:21.604402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Set router cee4aa61-bf23-4538-92a2-d3162baf0039 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:03:21.659472 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 4dbe70dd-404b-42b0-ba12-36e1491abd5f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4dbe70dd-404b-42b0-ba12-36e1491abd5f,segment=NetworkSegment(71c3b595-86a2-4dae-8153-13d9530db0d5),segment_id=71c3b595-86a2-4dae-8153-13d9530db0d5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:03:21.738743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:21.739620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a00768b4-1def-4c04-972e-e24287dbb41d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:03:21.754944 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-92e4c944-9507-4c22-a1a9-2c9e2e183171 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1975875 Mar 08 12:03:21.965378 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=4dbe70dd-404b-42b0-ba12-36e1491abd5f,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:22.004565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port a00768b4-1def-4c04-972e-e24287dbb41d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:03:22.004941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:22.141660 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f60573ce-3f5e-43ea-97be-d5aa79edf45b', 'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:14:ef:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:03:20Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:22.148628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Checking router: cee4aa61-bf23-4538-92a2-d3162baf0039 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:03:22.148985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Updating router cee4aa61-bf23-4538-92a2-d3162baf0039 port f60573ce-3f5e-43ea-97be-d5aa79edf45b binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:03:22.203700 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:22.521764 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54962) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:22.527123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951663865', 'description': 'tempest-secgroup-smoke-951663865 description', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:22.533714 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:03:22.537786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:03:22.545341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:03:22.546720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:03:22.571846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:22.583402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Transition to ACTIVE for port object f60573ce-3f5e-43ea-97be-d5aa79edf45b will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:03:22.674879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:22.700050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:03:22.705106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:03:22.708001 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:03:22.713900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:03:22.731913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:22.781968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:22.882877 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea19159-eb87-44cc-ba49-6e2b07d97450 None None] Pushing event updated for resources: {'Port': ['ID=f60573ce-3f5e-43ea-97be-d5aa79edf45b,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:22.903137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:22.950029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Attempting to bind port f60573ce-3f5e-43ea-97be-d5aa79edf45b on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:03:22.950482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Attempting to bind port f60573ce-3f5e-43ea-97be-d5aa79edf45b by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71c3b595-86a2-4dae-8153-13d9530db0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:03:22.950912 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Attempting to bind port f60573ce-3f5e-43ea-97be-d5aa79edf45b on network 60222a9e-b560-477e-b9e4-7d88b2447f40 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:03:22.954015 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d1dcba-ead3-47d1-93d8-bcd1a121929c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:22.958103 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:03:22.958615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Checking segment: {'id': '71c3b595-86a2-4dae-8153-13d9530db0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:03:22.959118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:22.959612 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Bound using segment: {'id': '71c3b595-86a2-4dae-8153-13d9530db0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:03:22.960170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Bound port: f60573ce-3f5e-43ea-97be-d5aa79edf45b, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c3b595-86a2-4dae-8153-13d9530db0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:03:22.960643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:23.010851 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4dbe70dd-404b-42b0-ba12-36e1491abd5f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:03:23.065262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:23.066867 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8b89f1dd-fce3-4107-b7d9-faeef90ae944 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5439262 Mar 08 12:03:23.069570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54966) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:23.074768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ca9e06aa-d455-4e70-8fe4-342fcb400d0b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '81d1dcba-ead3-47d1-93d8-bcd1a121929c', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:23.080716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ca9e06aa-d455-4e70-8fe4-342fcb400d0b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:03:23.084578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ca9e06aa-d455-4e70-8fe4-342fcb400d0b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:03:23.091763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ca9e06aa-d455-4e70-8fe4-342fcb400d0b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:03:23.092955 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ca9e06aa-d455-4e70-8fe4-342fcb400d0b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:03:23.114183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] For port f60573ce-3f5e-43ea-97be-d5aa79edf45b, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:03:23.120200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] For port f60573ce-3f5e-43ea-97be-d5aa79edf45b, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f60573ce-3f5e-43ea-97be-d5aa79edf45b,segment=NetworkSegment(71c3b595-86a2-4dae-8153-13d9530db0d5),segment_id=71c3b595-86a2-4dae-8153-13d9530db0d5)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:03:23.121577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4dbe70dd-404b-42b0-ba12-36e1491abd5f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:03:23.121977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:23.269965 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca9e06aa-d455-4e70-8fe4-342fcb400d0b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:23.303834 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:23.329493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca9e06aa-d455-4e70-8fe4-342fcb400d0b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:23.383259 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Routers {'cee4aa61-bf23-4538-92a2-d3162baf0039'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:03:23.383889 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['cee4aa61-bf23-4538-92a2-d3162baf0039'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:23.434570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca9e06aa-d455-4e70-8fe4-342fcb400d0b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:23.447179 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea19159-eb87-44cc-ba49-6e2b07d97450 None None] Pushing event updated for resources: {'Port': ['ID=f60573ce-3f5e-43ea-97be-d5aa79edf45b,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:23.464280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e06aa-d455-4e70-8fe4-342fcb400d0b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d2cd5c-3cc8-4051-a18f-f123283415fe,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:23.560484 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ca9e06aa-d455-4e70-8fe4-342fcb400d0b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:23.561763 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ca9e06aa-d455-4e70-8fe4-342fcb400d0b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4912381 Mar 08 12:03:23.564514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 54970) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:23.569521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8b4bd8d2-d671-40ad-a7a8-1895771a5ee4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '81d1dcba-ead3-47d1-93d8-bcd1a121929c', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:23.575403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8b4bd8d2-d671-40ad-a7a8-1895771a5ee4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:03:23.579029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] Set router cee4aa61-bf23-4538-92a2-d3162baf0039 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:03:23.579418 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8b4bd8d2-d671-40ad-a7a8-1895771a5ee4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:03:23.582279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8b4bd8d2-d671-40ad-a7a8-1895771a5ee4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:03:23.587983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8b4bd8d2-d671-40ad-a7a8-1895771a5ee4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:03:23.681552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b4bd8d2-d671-40ad-a7a8-1895771a5ee4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:23.745286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b4bd8d2-d671-40ad-a7a8-1895771a5ee4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:23.839044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b4bd8d2-d671-40ad-a7a8-1895771a5ee4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:23.862892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bd8d2-d671-40ad-a7a8-1895771a5ee4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b110fdc4-ea16-4416-9948-68ea2b1705ec,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:23.899875 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f60573ce-3f5e-43ea-97be-d5aa79edf45b', 'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:14:ef:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:03:23Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:23.903761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7909f17-dada-4790-9c32-1b3afb66505e None None] The sync data for ids ['cee4aa61-bf23-4538-92a2-d3162baf0039'] in dv-neutron-828143-8-hyperv is: [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f60573ce-3f5e-43ea-97be-d5aa79edf45b', 'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:14:ef:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:03:23Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:03:23.955037 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b4bd8d2-d671-40ad-a7a8-1895771a5ee4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:23.958952 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8b4bd8d2-d671-40ad-a7a8-1895771a5ee4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3908820 Mar 08 12:03:23.959275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54974) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:23.964644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-58ca8cc7-ad8f-431d-aa45-2be9ee8b562d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '81d1dcba-ead3-47d1-93d8-bcd1a121929c', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:23.973371 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-58ca8cc7-ad8f-431d-aa45-2be9ee8b562d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:03:23.977396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-58ca8cc7-ad8f-431d-aa45-2be9ee8b562d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:03:23.980995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-58ca8cc7-ad8f-431d-aa45-2be9ee8b562d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:03:23.986804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-58ca8cc7-ad8f-431d-aa45-2be9ee8b562d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:03:24.138733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-58ca8cc7-ad8f-431d-aa45-2be9ee8b562d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:24.208007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-58ca8cc7-ad8f-431d-aa45-2be9ee8b562d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:24.342401 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-58ca8cc7-ad8f-431d-aa45-2be9ee8b562d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:24.369413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca8cc7-ad8f-431d-aa45-2be9ee8b562d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837b8c63-2d19-4c8f-bda7-b47d56c83afc,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:24.486769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-58ca8cc7-ad8f-431d-aa45-2be9ee8b562d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:24.487984 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-58ca8cc7-ad8f-431d-aa45-2be9ee8b562d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5277281 Mar 08 12:03:24.491715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54978) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:24.496815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1e374d76-8f3e-47be-8f6a-648b547ae098 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '81d1dcba-ead3-47d1-93d8-bcd1a121929c', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:24.504093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1e374d76-8f3e-47be-8f6a-648b547ae098 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:03:24.509630 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1e374d76-8f3e-47be-8f6a-648b547ae098 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:03:24.514316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1e374d76-8f3e-47be-8f6a-648b547ae098 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:03:24.521157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1e374d76-8f3e-47be-8f6a-648b547ae098 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:03:24.652623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1e374d76-8f3e-47be-8f6a-648b547ae098 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:24.725458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1e374d76-8f3e-47be-8f6a-648b547ae098 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:24.828716 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1e374d76-8f3e-47be-8f6a-648b547ae098 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:24.854325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e374d76-8f3e-47be-8f6a-648b547ae098 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462c6fec-952c-43b4-b874-1d7e299234b0,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:24.942965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1e374d76-8f3e-47be-8f6a-648b547ae098 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:24.944392 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1e374d76-8f3e-47be-8f6a-648b547ae098 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4517379 Mar 08 12:03:24.947125 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54982) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:24.952383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-b836da52-6d2f-48a1-ab98-3d51bf69ff5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '81d1dcba-ead3-47d1-93d8-bcd1a121929c', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:24.958600 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b836da52-6d2f-48a1-ab98-3d51bf69ff5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:03:24.962648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b836da52-6d2f-48a1-ab98-3d51bf69ff5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:03:24.965737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-b836da52-6d2f-48a1-ab98-3d51bf69ff5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:03:24.972081 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-b836da52-6d2f-48a1-ab98-3d51bf69ff5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:03:25.004993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f60573ce-3f5e-43ea-97be-d5aa79edf45b up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:03:25.046062 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-b836da52-6d2f-48a1-ab98-3d51bf69ff5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:03:25.054134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b836da52-6d2f-48a1-ab98-3d51bf69ff5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:25.117347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b836da52-6d2f-48a1-ab98-3d51bf69ff5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:25.177341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port f60573ce-3f5e-43ea-97be-d5aa79edf45b completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:03:25.182487 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f60573ce-3f5e-43ea-97be-d5aa79edf45b triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:03:25.182896 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:25.211694 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b836da52-6d2f-48a1-ab98-3d51bf69ff5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:25.237349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836da52-6d2f-48a1-ab98-3d51bf69ff5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5ab4aa-bf7b-496a-9602-8ff7d91fc7a7,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:25.300098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:25.331703 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b836da52-6d2f-48a1-ab98-3d51bf69ff5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:25.332741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port f60573ce-3f5e-43ea-97be-d5aa79edf45b, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f60573ce-3f5e-43ea-97be-d5aa79edf45b,segment=NetworkSegment(71c3b595-86a2-4dae-8153-13d9530db0d5),segment_id=71c3b595-86a2-4dae-8153-13d9530db0d5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:03:25.333285 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b836da52-6d2f-48a1-ab98-3d51bf69ff5a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3849864 Mar 08 12:03:25.335812 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 54986) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:25.340936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-d778920f-2ddc-4e5a-b09a-d0e88db8d430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '81d1dcba-ead3-47d1-93d8-bcd1a121929c', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:25.347599 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d778920f-2ddc-4e5a-b09a-d0e88db8d430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:03:25.351352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d778920f-2ddc-4e5a-b09a-d0e88db8d430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:03:25.354177 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d778920f-2ddc-4e5a-b09a-d0e88db8d430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:03:25.359784 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d778920f-2ddc-4e5a-b09a-d0e88db8d430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:03:25.502761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:25.571846 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-d778920f-2ddc-4e5a-b09a-d0e88db8d430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:03:25.579762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d778920f-2ddc-4e5a-b09a-d0e88db8d430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:25.609127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=f60573ce-3f5e-43ea-97be-d5aa79edf45b,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:25.741184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d778920f-2ddc-4e5a-b09a-d0e88db8d430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:25.925123 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d778920f-2ddc-4e5a-b09a-d0e88db8d430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:25.948713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778920f-2ddc-4e5a-b09a-d0e88db8d430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c047bce-ccba-481e-83ed-fc8f3f828857,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:26.119172 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d778920f-2ddc-4e5a-b09a-d0e88db8d430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:26.120354 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d778920f-2ddc-4e5a-b09a-d0e88db8d430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7835917 Mar 08 12:03:26.292488 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-1111efe0-3548-40e1-a8ba-1399be8b6d14 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:03:26.394213 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-1111efe0-3548-40e1-a8ba-1399be8b6d14 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:03:26.395384 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-1111efe0-3548-40e1-a8ba-1399be8b6d14 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951663865&fields=id&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 267 time: 0.1408803 Mar 08 12:03:26.544978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-5aaf2785-34d4-4527-b63a-2fa5fdbc99c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:26.545651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-5aaf2785-34d4-4527-b63a-2fa5fdbc99c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:03:26.662079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-5aaf2785-34d4-4527-b63a-2fa5fdbc99c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:03:26.663231 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-5aaf2785-34d4-4527-b63a-2fa5fdbc99c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/networks?id=60222a9e-b560-477e-b9e4-7d88b2447f40 HTTP/1.1" status: 200 len: 796 time: 0.2610743 Mar 08 12:03:26.678239 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-3953a47c-187d-4759-8303-38fdd4a302de tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/quotas/c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 375 time: 0.0096350 Mar 08 12:03:26.762501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-5212f6e6-e2d6-43da-a523-8332cba7c109 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:03:26.955183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-5212f6e6-e2d6-43da-a523-8332cba7c109 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:03:26.956748 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-5212f6e6-e2d6-43da-a523-8332cba7c109 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2736526 Mar 08 12:03:26.984987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f60573ce-3f5e-43ea-97be-d5aa79edf45b up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:03:27.050746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f60573ce-3f5e-43ea-97be-d5aa79edf45b triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:03:27.051127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:27.095418 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-a9865446-8394-4a47-82c0-9d081ba214bb service neutron] 10.222.0.32 "GET /v2.0/networks/60222a9e-b560-477e-b9e4-7d88b2447f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263220 Mar 08 12:03:27.225795 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-207e03dd-2d6a-4a92-8b68-c0bc2748a20a service neutron] 10.222.0.32 "GET /v2.0/networks/60222a9e-b560-477e-b9e4-7d88b2447f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245470 Mar 08 12:03:27.533644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-5b4de13e-5cae-4b45-85ab-25844e9fe6e7 req-fe242e38-71f7-4928-9010-71acca4a1909 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:03:27.533644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-5b4de13e-5cae-4b45-85ab-25844e9fe6e7 req-fe242e38-71f7-4928-9010-71acca4a1909 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:03:27.533644 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b4de13e-5cae-4b45-85ab-25844e9fe6e7 req-fe242e38-71f7-4928-9010-71acca4a1909 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 210 time: 0.0599861 Mar 08 12:03:28.675773 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3cebbf04-959b-4ae4-a165-fe14d780cf7b req-4ab9c9a7-f55d-4933-b7da-20a093cd8b39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 210 time: 0.0420861 Mar 08 12:03:30.076206 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ec414b77-ed9f-466a-bc72-e5d6ec44eb38 req-963e1e87-83ac-40b4-ac7c-a6196337613e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 210 time: 0.0564127 Mar 08 12:03:30.117350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d3514145-5fed-42a3-a306-29618dd3450a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:30.118064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d3514145-5fed-42a3-a306-29618dd3450a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:03:30.129797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d3514145-5fed-42a3-a306-29618dd3450a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:03:30.130918 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d3514145-5fed-42a3-a306-29618dd3450a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks?id=60222a9e-b560-477e-b9e4-7d88b2447f40 HTTP/1.1" status: 200 len: 796 time: 0.3934858 Mar 08 12:03:30.176394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-eba0855c-a2f0-4d4a-a07a-0180cf4d4778 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:03:30.187498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-eba0855c-a2f0-4d4a-a07a-0180cf4d4778 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:03:30.188767 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-eba0855c-a2f0-4d4a-a07a-0180cf4d4778 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 379 time: 0.0503607 Mar 08 12:03:30.196559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'port': {'device_id': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'admin_state_up': True, 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'security_groups': ['81d1dcba-ead3-47d1-93d8-bcd1a121929c']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:30.333519 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:03:30.342696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:03:30.445821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:03:30.449853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:30.612902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.5 (60222a9e-b560-477e-b9e4-7d88b2447f40/dd187409-966f-4ac7-8d2c-7d420518c313/15bf2953-5382-48e3-9755-a53ca9e86e53) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:03:30.802930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:30.822453 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object 15bf2953-5382-48e3-9755-a53ca9e86e53 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:03:30.885772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:30.948668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 60222a9e-b560-477e-b9e4-7d88b2447f40 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:30.951540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:30.960104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:03:30.999951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=15bf2953-5382-48e3-9755-a53ca9e86e53,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:31.032054 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:31.032681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:31.143866 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-40e8e716-bdc9-4449-bbe6-c9b829f48f68 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9506946 Mar 08 12:03:31.154724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Request body: {'port': {'device_id': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:31.263722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f2100-5161-4984-9fff-ed6c906f0da4 req-e8931514-90ec-4478-ba7e-438d96da2c91 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:31.265087 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ca2f2100-5161-4984-9fff-ed6c906f0da4 req-e8931514-90ec-4478-ba7e-438d96da2c91 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 931 time: 0.0835567 Mar 08 12:03:31.267903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:31.279582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8a51ac9d-96e9-4f41-b78a-b9d34984eae7 None None] Provisioning for port 15bf2953-5382-48e3-9755-a53ca9e86e53 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:03:31.285578 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8a51ac9d-96e9-4f41-b78a-b9d34984eae7 None None] Provisioning complete for port 15bf2953-5382-48e3-9755-a53ca9e86e53 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:03:31.286525 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8a51ac9d-96e9-4f41-b78a-b9d34984eae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:31.310840 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ca2f2100-5161-4984-9fff-ed6c906f0da4 req-ec6bcb68-30c8-4c4b-a35c-cc9914a43eb7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d1dcba-ead3-47d1-93d8-bcd1a121929c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395901 Mar 08 12:03:31.343091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8a51ac9d-96e9-4f41-b78a-b9d34984eae7 None None] Port 15bf2953-5382-48e3-9755-a53ca9e86e53 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:03:31.602766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bf2953-5382-48e3-9755-a53ca9e86e53 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:03:31.609739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:31.624488 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Transition to ACTIVE for port object 15bf2953-5382-48e3-9755-a53ca9e86e53 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:03:31.696237 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:31.822727 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Pushing event updated for resources: {'Port': ['ID=15bf2953-5382-48e3-9755-a53ca9e86e53,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:31.927591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Attempting to bind port 15bf2953-5382-48e3-9755-a53ca9e86e53 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:03:31.927918 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Attempting to bind port 15bf2953-5382-48e3-9755-a53ca9e86e53 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '71c3b595-86a2-4dae-8153-13d9530db0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:03:31.928242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Attempting to bind port 15bf2953-5382-48e3-9755-a53ca9e86e53 on network 60222a9e-b560-477e-b9e4-7d88b2447f40 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:03:31.932726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Port 15bf2953-5382-48e3-9755-a53ca9e86e53 on network 60222a9e-b560-477e-b9e4-7d88b2447f40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:03:31.933043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Attempting to bind port 15bf2953-5382-48e3-9755-a53ca9e86e53 on network 60222a9e-b560-477e-b9e4-7d88b2447f40 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:03:31.938035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:03:31.938368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Checking segment: {'id': '71c3b595-86a2-4dae-8153-13d9530db0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:03:31.938744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Bound using segment: {'id': '71c3b595-86a2-4dae-8153-13d9530db0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:03:31.939158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Bound port: 15bf2953-5382-48e3-9755-a53ca9e86e53, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c3b595-86a2-4dae-8153-13d9530db0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:03:31.939530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:32.024772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] For port 15bf2953-5382-48e3-9755-a53ca9e86e53, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:03:32.027548 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] For port 15bf2953-5382-48e3-9755-a53ca9e86e53, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=15bf2953-5382-48e3-9755-a53ca9e86e53,segment=NetworkSegment(71c3b595-86a2-4dae-8153-13d9530db0d5),segment_id=71c3b595-86a2-4dae-8153-13d9530db0d5)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:03:32.102982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:32.257289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:32.258041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:32.259287 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] 10.222.0.18 "PUT /v2.0/ports/15bf2953-5382-48e3-9755-a53ca9e86e53 HTTP/1.1" status: 200 len: 1093 time: 1.1086755 Mar 08 12:03:32.259715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'tag': '15bf2953-5382-48e3-9755-a53ca9e86e53'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:03:32.291231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630d260-99cd-4424-a1c9-ff02b05f8005 service neutron] Pushing event updated for resources: {'Port': ['ID=15bf2953-5382-48e3-9755-a53ca9e86e53,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:32.404746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-fc620f96-d273-4ed4-91a9-e8f0c3304321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:32.405714 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-fc620f96-d273-4ed4-91a9-e8f0c3304321 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 1096 time: 0.0746281 Mar 08 12:03:32.407276 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'tag': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'status': 'completed', 'code': 200} Mar 08 12:03:32.477904 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-a936ff47-69ba-46d4-96cf-ed033380835c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15bf2953-5382-48e3-9755-a53ca9e86e53 HTTP/1.1" status: 200 len: 217 time: 0.0654829 Mar 08 12:03:32.532366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9315dbb-712c-4d75-b71a-6f344d922422 req-8a091bcb-e216-476f-998b-b622572e7a8b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:32.534265 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a9315dbb-712c-4d75-b71a-6f344d922422 req-8a091bcb-e216-476f-998b-b622572e7a8b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 943 time: 0.0830543 Mar 08 12:03:32.543992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-ab657482-2c07-422e-aa34-bf0faa357cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:32.545425 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-ab657482-2c07-422e-aa34-bf0faa357cb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd187409-966f-4ac7-8d2c-7d420518c313 HTTP/1.1" status: 200 len: 834 time: 0.0618002 Mar 08 12:03:32.577736 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a9315dbb-712c-4d75-b71a-6f344d922422 req-c07f60ef-a582-48c9-b4da-ff175d3f9527 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d1dcba-ead3-47d1-93d8-bcd1a121929c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375714 Mar 08 12:03:32.620009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-1c2fbdec-a74c-44d7-b767-236d9f271903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:32.621520 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-1c2fbdec-a74c-44d7-b767-236d9f271903 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60222a9e-b560-477e-b9e4-7d88b2447f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703983 Mar 08 12:03:32.763236 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-b3e1e33d-37ee-4e22-af18-9e0cb53f0961 service neutron] 10.222.0.18 "GET /v2.0/networks/60222a9e-b560-477e-b9e4-7d88b2447f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354988 Mar 08 12:03:32.897449 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf70381c-7850-4b1c-9c09-7d73d655d79c req-9f14630e-19ee-4fe6-b219-a46c8e4e8cf6 service neutron] 10.222.0.18 "GET /v2.0/networks/60222a9e-b560-477e-b9e4-7d88b2447f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284418 Mar 08 12:03:33.069258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e72c0-231d-4e86-ab3c-d8df0d802c29 req-5b96490c-bc3e-46df-914a-a227f5484b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:33.070736 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f67e72c0-231d-4e86-ab3c-d8df0d802c29 req-5b96490c-bc3e-46df-914a-a227f5484b85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 1096 time: 0.0695939 Mar 08 12:03:33.199275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e72c0-231d-4e86-ab3c-d8df0d802c29 req-085adda6-c6ca-4c67-9329-5ba63bf70b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:33.200600 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f67e72c0-231d-4e86-ab3c-d8df0d802c29 req-085adda6-c6ca-4c67-9329-5ba63bf70b21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60222a9e-b560-477e-b9e4-7d88b2447f40 HTTP/1.1" status: 200 len: 897 time: 0.1232901 Mar 08 12:03:33.269256 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f67e72c0-231d-4e86-ab3c-d8df0d802c29 req-d7ab20c6-733d-4deb-8ebf-ab3a2e655783 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15bf2953-5382-48e3-9755-a53ca9e86e53 HTTP/1.1" status: 200 len: 217 time: 0.0624738 Mar 08 12:03:33.335448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e72c0-231d-4e86-ab3c-d8df0d802c29 req-4a369a7e-93b0-4ec6-b05f-5ed2508a8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:33.336985 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f67e72c0-231d-4e86-ab3c-d8df0d802c29 req-4a369a7e-93b0-4ec6-b05f-5ed2508a8a09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd187409-966f-4ac7-8d2c-7d420518c313 HTTP/1.1" status: 200 len: 834 time: 0.0618198 Mar 08 12:03:33.414332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e72c0-231d-4e86-ab3c-d8df0d802c29 req-bc4b8485-686d-4db6-9fdb-5ff7b4dcd5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:33.415809 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f67e72c0-231d-4e86-ab3c-d8df0d802c29 req-bc4b8485-686d-4db6-9fdb-5ff7b4dcd5ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60222a9e-b560-477e-b9e4-7d88b2447f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733685 Mar 08 12:03:33.546687 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f67e72c0-231d-4e86-ab3c-d8df0d802c29 req-db5bba25-39ea-4b25-bfc5-6b5811b7f9c7 service neutron] 10.222.0.18 "GET /v2.0/networks/60222a9e-b560-477e-b9e4-7d88b2447f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250305 Mar 08 12:03:33.683044 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f67e72c0-231d-4e86-ab3c-d8df0d802c29 req-4773230b-dafc-4490-8523-e3510cf9723e service neutron] 10.222.0.18 "GET /v2.0/networks/60222a9e-b560-477e-b9e4-7d88b2447f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258891 Mar 08 12:03:33.761781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ec8ea-5757-473f-a70b-7ca68d910ddf req-1fb5e9da-6ba8-4b2e-b718-a91aaf57e827 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:33.762421 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-223ec8ea-5757-473f-a70b-7ca68d910ddf req-1fb5e9da-6ba8-4b2e-b718-a91aaf57e827 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:03:33.850825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-223ec8ea-5757-473f-a70b-7ca68d910ddf req-1fb5e9da-6ba8-4b2e-b718-a91aaf57e827 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:03:33.851946 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-223ec8ea-5757-473f-a70b-7ca68d910ddf req-1fb5e9da-6ba8-4b2e-b718-a91aaf57e827 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 943 time: 0.1672854 Mar 08 12:03:33.899563 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-223ec8ea-5757-473f-a70b-7ca68d910ddf req-67bf8be6-4527-44da-9fee-8edce75096fe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d1dcba-ead3-47d1-93d8-bcd1a121929c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420148 Mar 08 12:03:35.087339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f57df-4b4f-4ca0-9f5f-273a9af664b5 req-f8e73e64-cf3f-4747-8167-fd178dc302da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:35.088801 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-844f57df-4b4f-4ca0-9f5f-273a9af664b5 req-f8e73e64-cf3f-4747-8167-fd178dc302da tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 943 time: 0.0826354 Mar 08 12:03:35.131986 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-844f57df-4b4f-4ca0-9f5f-273a9af664b5 req-a0249c51-03b9-4ea8-9cad-4ceeb7e971c7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d1dcba-ead3-47d1-93d8-bcd1a121929c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376651 Mar 08 12:03:36.318622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dae2d7-a421-41b6-9b1d-99246daedc27 req-b5e23d8d-1dc3-45ae-90f6-91da3293b28c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:36.320035 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a3dae2d7-a421-41b6-9b1d-99246daedc27 req-b5e23d8d-1dc3-45ae-90f6-91da3293b28c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 943 time: 0.0786636 Mar 08 12:03:36.364164 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a3dae2d7-a421-41b6-9b1d-99246daedc27 req-4e8e7922-f758-46cd-a521-e1cd8137f195 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d1dcba-ead3-47d1-93d8-bcd1a121929c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386040 Mar 08 12:03:36.830226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 15bf2953-5382-48e3-9755-a53ca9e86e53 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:03:36.959306 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 15bf2953-5382-48e3-9755-a53ca9e86e53, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=15bf2953-5382-48e3-9755-a53ca9e86e53,segment=NetworkSegment(71c3b595-86a2-4dae-8153-13d9530db0d5),segment_id=71c3b595-86a2-4dae-8153-13d9530db0d5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:03:36.971660 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'port_id': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'mac_address': 'fa:16:3e:d6:1e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:03:37.024086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:37.039800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bf2953-5382-48e3-9755-a53ca9e86e53 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:03:37.054246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 15bf2953-5382-48e3-9755-a53ca9e86e53, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=15bf2953-5382-48e3-9755-a53ca9e86e53,segment=NetworkSegment(71c3b595-86a2-4dae-8153-13d9530db0d5),segment_id=71c3b595-86a2-4dae-8153-13d9530db0d5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:03:37.136331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:37.209343 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=15bf2953-5382-48e3-9755-a53ca9e86e53,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:37.448522 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['15bf2953-5382-48e3-9755-a53ca9e86e53'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:03:37.547826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80c696-5861-4c22-84a5-c568ce5eb82c req-4ed7deed-50dd-49ab-9440-58c60eb77a29 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:37.549331 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fa80c696-5861-4c22-84a5-c568ce5eb82c req-4ed7deed-50dd-49ab-9440-58c60eb77a29 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 944 time: 0.0837331 Mar 08 12:03:37.595862 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fa80c696-5861-4c22-84a5-c568ce5eb82c req-3048f3fc-969b-4e44-8f1f-ed58bcf38860 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d1dcba-ead3-47d1-93d8-bcd1a121929c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403280 Mar 08 12:03:38.845633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 15bf2953-5382-48e3-9755-a53ca9e86e53 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:03:38.873309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec90d94-68bd-4b76-bbee-1ed540043d3b req-334aadb7-5afe-4bfb-a6cb-e556c6cca3a6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:38.874849 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eec90d94-68bd-4b76-bbee-1ed540043d3b req-334aadb7-5afe-4bfb-a6cb-e556c6cca3a6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 944 time: 0.1741285 Mar 08 12:03:38.918129 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eec90d94-68bd-4b76-bbee-1ed540043d3b req-0b39421e-3aff-4b16-a9f6-d411678f3196 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d1dcba-ead3-47d1-93d8-bcd1a121929c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368173 Mar 08 12:03:38.970832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 15bf2953-5382-48e3-9755-a53ca9e86e53 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:03:38.975779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 15bf2953-5382-48e3-9755-a53ca9e86e53 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:03:38.978892 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:39.090107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:39.116555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bf2953-5382-48e3-9755-a53ca9e86e53'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:03:39.127740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 15bf2953-5382-48e3-9755-a53ca9e86e53, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=15bf2953-5382-48e3-9755-a53ca9e86e53,segment=NetworkSegment(71c3b595-86a2-4dae-8153-13d9530db0d5),segment_id=71c3b595-86a2-4dae-8153-13d9530db0d5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:03:39.159965 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'code': 200} Mar 08 12:03:39.193140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:39.261100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=15bf2953-5382-48e3-9755-a53ca9e86e53,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:39.530826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577a9c3-5f76-449e-b7c7-079bcccf05a4 req-7f804dba-07a6-478f-8e29-7f427cab7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:39.532173 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b577a9c3-5f76-449e-b7c7-079bcccf05a4 req-7f804dba-07a6-478f-8e29-7f427cab7259 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 1098 time: 0.0677218 Mar 08 12:03:39.572108 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b577a9c3-5f76-449e-b7c7-079bcccf05a4 req-5e545482-2267-413c-9569-0ed3d9eed3db service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=81d1dcba-ead3-47d1-93d8-bcd1a121929c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329387 Mar 08 12:03:39.867906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-588a2e2d-298e-4b7a-a082-ab59dce71abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:40.101477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021e715-e859-4c22-82a7-f8b0858b0270 req-9f24dcb3-e8d0-456c-a579-05819c7a736c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:40.102913 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4021e715-e859-4c22-82a7-f8b0858b0270 req-9f24dcb3-e8d0-456c-a579-05819c7a736c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 945 time: 0.0813844 Mar 08 12:03:40.145641 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4021e715-e859-4c22-82a7-f8b0858b0270 req-bb4cad39-bfcd-41a8-ad3e-bd99fa59ecbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d1dcba-ead3-47d1-93d8-bcd1a121929c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371919 Mar 08 12:03:41.328363 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdd270-b63e-4b0d-831d-34b74a234892 req-8f3308b1-b32d-4aa8-a503-c1c9aa15e47e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:41.329708 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-08bdd270-b63e-4b0d-831d-34b74a234892 req-8f3308b1-b32d-4aa8-a503-c1c9aa15e47e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 945 time: 0.0807073 Mar 08 12:03:41.372133 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-08bdd270-b63e-4b0d-831d-34b74a234892 req-e2d295c4-f586-414b-bd54-8b65da839060 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d1dcba-ead3-47d1-93d8-bcd1a121929c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361991 Mar 08 12:03:41.558021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735d909-cd04-43f4-84a2-fd48bc738724 req-df724114-0f15-4d6d-ad7e-bfe9d36c112e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:41.559467 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7735d909-cd04-43f4-84a2-fd48bc738724 req-df724114-0f15-4d6d-ad7e-bfe9d36c112e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 945 time: 0.0820308 Mar 08 12:03:41.604323 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7735d909-cd04-43f4-84a2-fd48bc738724 req-aec4013b-7c7d-43d0-b839-f6874db8139f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d1dcba-ead3-47d1-93d8-bcd1a121929c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389493 Mar 08 12:03:41.627119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55050) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:41.842708 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bd01f2-e884-4fa1-91a1-c33a22944ffd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:41.844224 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-92bd01f2-e884-4fa1-91a1-c33a22944ffd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 1093 time: 0.2160087 Mar 08 12:03:41.847039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55056) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:41.852469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:03:41.858361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:03:41.862092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:floatingip and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:03:41.865439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:03:41.871025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:03:41.948215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:42.082642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:42.182360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-40b87aaa-e12b-4175-8c4e-177127d86d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:42.213622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.50 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/4596ef11-047a-40ec-8877-fbb3485136ed) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:03:42.358361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:42.508361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:42.665043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:03:42.671742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:03:42.677366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:03:42.712262 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=4596ef11-047a-40ec-8877-fbb3485136ed,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:43.105808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:43.350367 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:43.479387 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:43.554449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:43.556183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:43.556445 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:43.747052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:43.853119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=4596ef11-047a-40ec-8877-fbb3485136ed,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:03:43.864742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:44.034674 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 55c85028-e376-493f-9a2e-4f9ee77cb555 associated. External IP: 172.26.4.50, port: 15bf2953-5382-48e3-9755-a53ca9e86e53. Mar 08 12:03:44.485973 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router cee4aa61-bf23-4538-92a2-d3162baf0039 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:03:44.671418 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:03:44.682441 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410aa37f-a98f-49b3-84ed-e035092ac582 None None] Sync routers for ids ['cee4aa61-bf23-4538-92a2-d3162baf0039'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:03:44.692480 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410aa37f-a98f-49b3-84ed-e035092ac582 None None] Routers {'cee4aa61-bf23-4538-92a2-d3162baf0039'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:03:44.702761 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-410aa37f-a98f-49b3-84ed-e035092ac582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['cee4aa61-bf23-4538-92a2-d3162baf0039'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:44.730340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:44.879478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:03:44.895733 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-410aa37f-a98f-49b3-84ed-e035092ac582 None None] Set router cee4aa61-bf23-4538-92a2-d3162baf0039 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:03:44.941203 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e977ad6f-71b7-41fe-aceb-3d7eb3ee4251 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0902059 Mar 08 12:03:44.941203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'tag': '15bf2953-5382-48e3-9755-a53ca9e86e53'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:03:44.941378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55060) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:44.983456 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'tag': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'status': 'completed', 'code': 200} Mar 08 12:03:45.180184 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a3dd01be-cf79-4d39-a0c7-f4fc7f613b6b tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/routers/cee4aa61-bf23-4538-92a2-d3162baf0039 HTTP/1.1" status: 200 len: 921 time: 0.2353237 Mar 08 12:03:45.180184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bf30c-c88c-445d-91e7-d2bf367d090a req-6b42c337-3daa-43b4-804b-2f808c4b7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:45.180475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55066) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:45.181104 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d71bf30c-c88c-445d-91e7-d2bf367d090a req-6b42c337-3daa-43b4-804b-2f808c4b7dde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 1098 time: 0.1677547 Mar 08 12:03:45.244082 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-410aa37f-a98f-49b3-84ed-e035092ac582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '55c85028-e376-493f-9a2e-4f9ee77cb555', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.50', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'port_id': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'mac_address': 'fa:16:3e:d6:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:03:43Z', 'updated_at': '2022-03-08T12:03:43Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60573ce-3f5e-43ea-97be-d5aa79edf45b', 'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:14:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:03:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:45.249481 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410aa37f-a98f-49b3-84ed-e035092ac582 None None] Checking router: cee4aa61-bf23-4538-92a2-d3162baf0039 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:03:45.257630 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410aa37f-a98f-49b3-84ed-e035092ac582 None None] Routers {'cee4aa61-bf23-4538-92a2-d3162baf0039'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:03:45.258258 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-410aa37f-a98f-49b3-84ed-e035092ac582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:03:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['cee4aa61-bf23-4538-92a2-d3162baf0039'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:45.290954 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-96210702-130d-4194-8a54-4d306710e8a3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/55c85028-e376-493f-9a2e-4f9ee77cb555 HTTP/1.1" status: 200 len: 990 time: 0.1090107 Mar 08 12:03:45.314137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bf30c-c88c-445d-91e7-d2bf367d090a req-a60e117e-5a4f-4367-9181-ed588d6d6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:45.315598 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d71bf30c-c88c-445d-91e7-d2bf367d090a req-a60e117e-5a4f-4367-9181-ed588d6d6409 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60222a9e-b560-477e-b9e4-7d88b2447f40 HTTP/1.1" status: 200 len: 897 time: 0.1289473 Mar 08 12:03:45.419926 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d71bf30c-c88c-445d-91e7-d2bf367d090a req-f49d5df1-29f2-461c-9a48-676bd4353e53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15bf2953-5382-48e3-9755-a53ca9e86e53 HTTP/1.1" status: 200 len: 998 time: 0.0986302 Mar 08 12:03:45.434876 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-410aa37f-a98f-49b3-84ed-e035092ac582 None None] Set router cee4aa61-bf23-4538-92a2-d3162baf0039 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:03:45.484861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bf30c-c88c-445d-91e7-d2bf367d090a req-50f2b4e0-3e44-49cf-8542-3dda0208c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:45.486319 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d71bf30c-c88c-445d-91e7-d2bf367d090a req-50f2b4e0-3e44-49cf-8542-3dda0208c168 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd187409-966f-4ac7-8d2c-7d420518c313 HTTP/1.1" status: 200 len: 834 time: 0.0604672 Mar 08 12:03:45.560534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bf30c-c88c-445d-91e7-d2bf367d090a req-3173e1d4-73ec-4782-849b-6e56793ef440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:03:45.562024 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d71bf30c-c88c-445d-91e7-d2bf367d090a req-3173e1d4-73ec-4782-849b-6e56793ef440 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60222a9e-b560-477e-b9e4-7d88b2447f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696685 Mar 08 12:03:45.697176 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d71bf30c-c88c-445d-91e7-d2bf367d090a req-1cdd1b84-cea2-4966-818f-e6b3bfe8dd1e service neutron] 10.222.0.18 "GET /v2.0/networks/60222a9e-b560-477e-b9e4-7d88b2447f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286848 Mar 08 12:03:45.783788 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-410aa37f-a98f-49b3-84ed-e035092ac582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '55c85028-e376-493f-9a2e-4f9ee77cb555', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.50', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'port_id': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'mac_address': 'fa:16:3e:d6:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:03:43Z', 'updated_at': '2022-03-08T12:03:43Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60573ce-3f5e-43ea-97be-d5aa79edf45b', 'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:14:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:03:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:03:45.788217 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410aa37f-a98f-49b3-84ed-e035092ac582 None None] The sync data for ids ['cee4aa61-bf23-4538-92a2-d3162baf0039'] in dv-neutron-828143-8-hyperv is: [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '55c85028-e376-493f-9a2e-4f9ee77cb555', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.50', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'port_id': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'mac_address': 'fa:16:3e:d6:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:03:43Z', 'updated_at': '2022-03-08T12:03:43Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60573ce-3f5e-43ea-97be-d5aa79edf45b', 'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:14:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:03:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:03:45.838230 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d71bf30c-c88c-445d-91e7-d2bf367d090a req-cb110ead-e440-47b3-b06b-a85c236489eb service neutron] 10.222.0.18 "GET /v2.0/networks/60222a9e-b560-477e-b9e4-7d88b2447f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354830 Mar 08 12:03:45.986844 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de507b-9fcf-4993-8f56-559c5ca980a3 None None] New status for floating IP 55c85028-e376-493f-9a2e-4f9ee77cb555: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:03:46.295030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55070) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:03:46.404175 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9b07f26c-4871-412f-a2c0-011d1a9a1adc tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/55c85028-e376-493f-9a2e-4f9ee77cb555 HTTP/1.1" status: 200 len: 992 time: 0.1080856 Mar 08 12:03:52.092386 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:03:53.749905 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [req-a2f1f27a-90f3-43d3-ba5e-3e9697a8bdd1 req-a519bc65-2983-4ff1-a039-9254a14aaf54 service neutron] (88470) timed out ('10.222.0.18', 63795) {{(pid=88470) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 08 12:04:09.895410 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-be4454b0-43e8-499b-b53f-1daf24e60518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:04:12.157425 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-91f5a953-3fef-4835-bac5-845e33d17e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:04:13.385764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:04:13.471905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:04:13.482832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:04:14.786330 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:04:29.090953 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:04:30.013149 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4d5967b7-a3c6-4642-8385-cc0c2d473228 req-184bf662-bf4e-49c5-a06c-c2803ab1b347 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686178 Mar 08 12:04:30.149272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5967b7-a3c6-4642-8385-cc0c2d473228 req-0fcd2656-78a6-41e6-aeb0-a4368a331c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:30.150767 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4d5967b7-a3c6-4642-8385-cc0c2d473228 req-0fcd2656-78a6-41e6-aeb0-a4368a331c5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 1098 time: 0.0730057 Mar 08 12:04:30.389251 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5967b7-a3c6-4642-8385-cc0c2d473228 req-c7b2c193-51f2-442b-809c-f6b83036e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:30.390729 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4d5967b7-a3c6-4642-8385-cc0c2d473228 req-c7b2c193-51f2-442b-809c-f6b83036e9f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60222a9e-b560-477e-b9e4-7d88b2447f40 HTTP/1.1" status: 200 len: 897 time: 0.2235277 Mar 08 12:04:30.492756 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4d5967b7-a3c6-4642-8385-cc0c2d473228 req-d77733a6-328c-4139-b11b-90ce50ac576a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15bf2953-5382-48e3-9755-a53ca9e86e53 HTTP/1.1" status: 200 len: 1000 time: 0.0956933 Mar 08 12:04:30.561443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5967b7-a3c6-4642-8385-cc0c2d473228 req-85b5f0cb-f66d-4323-aae3-a7d7f82ecad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:30.562916 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4d5967b7-a3c6-4642-8385-cc0c2d473228 req-85b5f0cb-f66d-4323-aae3-a7d7f82ecad1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd187409-966f-4ac7-8d2c-7d420518c313 HTTP/1.1" status: 200 len: 834 time: 0.0649440 Mar 08 12:04:30.636142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5967b7-a3c6-4642-8385-cc0c2d473228 req-b817deaa-3ce3-4701-8ee0-8cdde07ac8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:30.643501 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4d5967b7-a3c6-4642-8385-cc0c2d473228 req-b817deaa-3ce3-4701-8ee0-8cdde07ac8e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60222a9e-b560-477e-b9e4-7d88b2447f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693061 Mar 08 12:04:30.770197 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4d5967b7-a3c6-4642-8385-cc0c2d473228 req-c8d06045-305e-4a49-af45-c8f501021621 service neutron] 10.222.0.18 "GET /v2.0/networks/60222a9e-b560-477e-b9e4-7d88b2447f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257331 Mar 08 12:04:30.907892 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4d5967b7-a3c6-4642-8385-cc0c2d473228 req-204b9a59-df40-41b3-9e84-cff496a91802 service neutron] 10.222.0.18 "GET /v2.0/networks/60222a9e-b560-477e-b9e4-7d88b2447f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321805 Mar 08 12:04:40.088323 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-91be8640-e9dc-40bd-9c96-16c498524ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:04:42.208324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ef52d158-e067-42ed-8f70-ba3810d83068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:04:43.470415 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:04:43.505489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:04:43.506868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:04:44.785372 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:04:58.571190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55098) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:04:58.752127 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-459c1daf-df68-4abc-bba6-8ba0aa2b7bb8 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/routers/cee4aa61-bf23-4538-92a2-d3162baf0039/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1797729 Mar 08 12:04:58.755463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55102) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:04:58.996536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f225f9ff-73ae-4b20-8342-3c8f857f606a tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Notify agent at dv-neutron-828143-8-hyperv the message router_removed_from_agent {{(pid=88470) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 08 12:04:58.999609 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f225f9ff-73ae-4b20-8342-3c8f857f606a tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "DELETE /v2.0/agents/3d6bc7ed-87fb-49bc-ab80-010e91cba2d3/l3-routers/cee4aa61-bf23-4538-92a2-d3162baf0039 HTTP/1.1" status: 204 len: 168 time: 0.2432718 Mar 08 12:04:59.002217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55106) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:04:59.193372 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f175366a-e1e8-435a-8a17-f1a40153b777 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/routers/cee4aa61-bf23-4538-92a2-d3162baf0039/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1900632 Mar 08 12:04:59.196047 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55110) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:04:59.303244 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7cb2d881-1e15-46cc-99bb-b40d7f3dfdc7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/55c85028-e376-493f-9a2e-4f9ee77cb555 HTTP/1.1" status: 200 len: 992 time: 0.1027999 Mar 08 12:04:59.740130 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df7c9c-92ff-4c83-8cee-3883a5de909a None None] New status for floating IP 55c85028-e376-493f-9a2e-4f9ee77cb555: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:05:00.305780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55114) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:00.411113 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9fe2c6b5-8cc9-4306-894b-b0f9a826ec7a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/55c85028-e376-493f-9a2e-4f9ee77cb555 HTTP/1.1" status: 200 len: 990 time: 0.1041901 Mar 08 12:05:01.040499 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f60573ce-3f5e-43ea-97be-d5aa79edf45b no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:05:01.162928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:01.193723 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port f60573ce-3f5e-43ea-97be-d5aa79edf45b, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f60573ce-3f5e-43ea-97be-d5aa79edf45b,segment=NetworkSegment(71c3b595-86a2-4dae-8153-13d9530db0d5),segment_id=71c3b595-86a2-4dae-8153-13d9530db0d5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:01.258648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:01.259314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a00768b4-1def-4c04-972e-e24287dbb41d no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:05:01.380119 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=f60573ce-3f5e-43ea-97be-d5aa79edf45b,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:01.414918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:01.415270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:01.415613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:01.415950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:01.416286 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:01.416617 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:01.416954 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:01.417284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:01.417605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:01.422351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:01.422351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:01.422351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:01.448250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:01.466803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port a00768b4-1def-4c04-972e-e24287dbb41d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a00768b4-1def-4c04-972e-e24287dbb41d,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:01.544535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:01.614249 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=a00768b4-1def-4c04-972e-e24287dbb41d,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:02.454768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55122) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:02.755675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758ece35-b060-40ae-94a6-1fe0f2ba1ed2 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Router cee4aa61-bf23-4538-92a2-d3162baf0039 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:05:02.755966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758ece35-b060-40ae-94a6-1fe0f2ba1ed2 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Notify agent at dv-neutron-828143-8-hyperv the message router_added_to_agent {{(pid=88469) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 08 12:05:02.773391 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-758ece35-b060-40ae-94a6-1fe0f2ba1ed2 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "POST /v2.0/agents/3d6bc7ed-87fb-49bc-ab80-010e91cba2d3/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3176098 Mar 08 12:05:02.776000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55130) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:02.788467 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba7bb50-e5cc-41e0-9462-1485f78eb190 None None] Sync routers for ids ['cee4aa61-bf23-4538-92a2-d3162baf0039'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:02.798173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7bb50-e5cc-41e0-9462-1485f78eb190 None None] Routers {'cee4aa61-bf23-4538-92a2-d3162baf0039'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:05:02.798790 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3ba7bb50-e5cc-41e0-9462-1485f78eb190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['cee4aa61-bf23-4538-92a2-d3162baf0039'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:02.959765 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ff937085-f68b-4b89-8e71-a0c3d9b5f10a tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/routers/cee4aa61-bf23-4538-92a2-d3162baf0039/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1827111 Mar 08 12:05:02.963039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55134) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:02.981341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-3ba7bb50-e5cc-41e0-9462-1485f78eb190 None None] Set router cee4aa61-bf23-4538-92a2-d3162baf0039 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:05:03.067833 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f5371fd4-8adb-43f1-b193-34551ea5d5d6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/55c85028-e376-493f-9a2e-4f9ee77cb555 HTTP/1.1" status: 200 len: 990 time: 0.1040921 Mar 08 12:05:03.331428 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3ba7bb50-e5cc-41e0-9462-1485f78eb190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:05:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '55c85028-e376-493f-9a2e-4f9ee77cb555', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.50', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'port_id': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'mac_address': 'fa:16:3e:d6:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:03:43Z', 'updated_at': '2022-03-08T12:04:59Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60573ce-3f5e-43ea-97be-d5aa79edf45b', 'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:14:ef:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:05:01Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:03.335118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba7bb50-e5cc-41e0-9462-1485f78eb190 None None] Checking router: cee4aa61-bf23-4538-92a2-d3162baf0039 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:03.343233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7bb50-e5cc-41e0-9462-1485f78eb190 None None] Routers {'cee4aa61-bf23-4538-92a2-d3162baf0039'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:05:03.343816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3ba7bb50-e5cc-41e0-9462-1485f78eb190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['cee4aa61-bf23-4538-92a2-d3162baf0039'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:03.515459 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-3ba7bb50-e5cc-41e0-9462-1485f78eb190 None None] Set router cee4aa61-bf23-4538-92a2-d3162baf0039 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:05:03.890319 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-3ba7bb50-e5cc-41e0-9462-1485f78eb190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:05:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '55c85028-e376-493f-9a2e-4f9ee77cb555', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.50', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'port_id': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'mac_address': 'fa:16:3e:d6:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:03:43Z', 'updated_at': '2022-03-08T12:04:59Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60573ce-3f5e-43ea-97be-d5aa79edf45b', 'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:14:ef:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:05:01Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:03.894174 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba7bb50-e5cc-41e0-9462-1485f78eb190 None None] The sync data for ids ['cee4aa61-bf23-4538-92a2-d3162baf0039'] in dv-neutron-828143-8-hyperv is: [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:05:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '55c85028-e376-493f-9a2e-4f9ee77cb555', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.50', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'port_id': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'mac_address': 'fa:16:3e:d6:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:03:43Z', 'updated_at': '2022-03-08T12:04:59Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60573ce-3f5e-43ea-97be-d5aa79edf45b', 'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:14:ef:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:05:01Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:04.071239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55138) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:04.190574 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a888f192-9a49-47b3-af28-11ba76eddaf6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/55c85028-e376-493f-9a2e-4f9ee77cb555 HTTP/1.1" status: 200 len: 990 time: 0.1169295 Mar 08 12:05:05.095500 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f60573ce-3f5e-43ea-97be-d5aa79edf45b up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:05:05.176690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f60573ce-3f5e-43ea-97be-d5aa79edf45b triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:05.177067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:05.194368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55142) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:05.294424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:05.300452 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7fc6a493-37a9-4cf3-acb0-4e1db89de3e3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/55c85028-e376-493f-9a2e-4f9ee77cb555 HTTP/1.1" status: 200 len: 990 time: 0.1049340 Mar 08 12:05:05.328256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port f60573ce-3f5e-43ea-97be-d5aa79edf45b, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f60573ce-3f5e-43ea-97be-d5aa79edf45b,segment=NetworkSegment(71c3b595-86a2-4dae-8153-13d9530db0d5),segment_id=71c3b595-86a2-4dae-8153-13d9530db0d5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:05.390479 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:05.391514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a00768b4-1def-4c04-972e-e24287dbb41d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:05:05.436598 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de747e-f9e9-4c61-86a4-76f9aebf8bda None None] New status for floating IP 55c85028-e376-493f-9a2e-4f9ee77cb555: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:05:05.511851 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=f60573ce-3f5e-43ea-97be-d5aa79edf45b,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:05.523859 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port a00768b4-1def-4c04-972e-e24287dbb41d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:05.524233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:05.641177 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:05.657669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port a00768b4-1def-4c04-972e-e24287dbb41d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a00768b4-1def-4c04-972e-e24287dbb41d,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:05.772773 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:05.842270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=a00768b4-1def-4c04-972e-e24287dbb41d,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:06.089672 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:05:06.304257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55152) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:06.510003 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f99b4b6b-913a-4245-87ac-52c216f767e6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/55c85028-e376-493f-9a2e-4f9ee77cb555 HTTP/1.1" status: 200 len: 992 time: 0.2046237 Mar 08 12:05:06.778040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55162) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:06.977688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 4596ef11-047a-40ec-8877-fbb3485136ed {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:05:06.978072 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:07.051412 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f60573ce-3f5e-43ea-97be-d5aa79edf45b up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:05:07.120133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f60573ce-3f5e-43ea-97be-d5aa79edf45b triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:07.120505 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:07.163942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:07.164252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:07.241128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a00768b4-1def-4c04-972e-e24287dbb41d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:05:07.285059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 4596ef11-047a-40ec-8877-fbb3485136ed owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:05:07.307844 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port a00768b4-1def-4c04-972e-e24287dbb41d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:07.308215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:07.498758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:07.545817 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=4596ef11-047a-40ec-8877-fbb3485136ed,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:07.585922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:07.586272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:07.586615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:07.586969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:07.587287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:07.587621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:07.587952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:07.588278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:07.588619 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:07.588938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:07.589262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:07.589582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:07.647120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:07.647456 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 55c85028-e376-493f-9a2e-4f9ee77cb555 disassociated (deleted). External IP: 172.26.4.50, port: 15bf2953-5382-48e3-9755-a53ca9e86e53. Mar 08 12:05:07.991439 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router cee4aa61-bf23-4538-92a2-d3162baf0039 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:05:08.259244 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:05:08.268850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5d383a-e606-401e-a675-c9b64e9b4101 None None] Sync routers for ids ['cee4aa61-bf23-4538-92a2-d3162baf0039'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:08.277735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d383a-e606-401e-a675-c9b64e9b4101 None None] Routers {'cee4aa61-bf23-4538-92a2-d3162baf0039'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:05:08.282762 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-2c5d383a-e606-401e-a675-c9b64e9b4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['cee4aa61-bf23-4538-92a2-d3162baf0039'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:08.355295 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:08.410016 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6fda05ce-24c7-44bf-9234-3a032eed5b5e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/floatingips/55c85028-e376-493f-9a2e-4f9ee77cb555 HTTP/1.1" status: 204 len: 168 time: 1.6308525 Mar 08 12:05:08.410600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'tag': '15bf2953-5382-48e3-9755-a53ca9e86e53'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:08.456664 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'tag': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'status': 'completed', 'code': 200} Mar 08 12:05:08.458940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-2c5d383a-e606-401e-a675-c9b64e9b4101 None None] Set router cee4aa61-bf23-4538-92a2-d3162baf0039 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:05:08.553811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67740c1d-87fe-4fbe-ab44-ef3c0cfe6f07 req-ec1e4ae9-cf1f-4893-8238-52f35abaa611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:08.555265 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-67740c1d-87fe-4fbe-ab44-ef3c0cfe6f07 req-ec1e4ae9-cf1f-4893-8238-52f35abaa611 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 1098 time: 0.0784214 Mar 08 12:05:08.690996 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67740c1d-87fe-4fbe-ab44-ef3c0cfe6f07 req-570a9244-8291-487e-9a50-907b50c20fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:08.692568 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-67740c1d-87fe-4fbe-ab44-ef3c0cfe6f07 req-570a9244-8291-487e-9a50-907b50c20fef service neutron] 10.222.0.18 "GET /v2.0/networks?id=60222a9e-b560-477e-b9e4-7d88b2447f40 HTTP/1.1" status: 200 len: 897 time: 0.1312122 Mar 08 12:05:08.759846 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-67740c1d-87fe-4fbe-ab44-ef3c0cfe6f07 req-8795f8ce-5216-4b56-8686-a0d055277c2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15bf2953-5382-48e3-9755-a53ca9e86e53 HTTP/1.1" status: 200 len: 217 time: 0.0606284 Mar 08 12:05:08.821691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-2c5d383a-e606-401e-a675-c9b64e9b4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f60573ce-3f5e-43ea-97be-d5aa79edf45b', 'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:14:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 7, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:08.825928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5d383a-e606-401e-a675-c9b64e9b4101 None None] Checking router: cee4aa61-bf23-4538-92a2-d3162baf0039 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:08.833075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67740c1d-87fe-4fbe-ab44-ef3c0cfe6f07 req-4cf46745-2fb9-402b-a4d4-2e2e4cdd1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:08.834651 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-67740c1d-87fe-4fbe-ab44-ef3c0cfe6f07 req-4cf46745-2fb9-402b-a4d4-2e2e4cdd1e14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd187409-966f-4ac7-8d2c-7d420518c313 HTTP/1.1" status: 200 len: 834 time: 0.0611775 Mar 08 12:05:08.837838 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d383a-e606-401e-a675-c9b64e9b4101 None None] Routers {'cee4aa61-bf23-4538-92a2-d3162baf0039'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:05:08.838503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-2c5d383a-e606-401e-a675-c9b64e9b4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:04:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['cee4aa61-bf23-4538-92a2-d3162baf0039'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:08.912290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67740c1d-87fe-4fbe-ab44-ef3c0cfe6f07 req-7babafe2-f70e-4162-85f7-993025ecccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:08.914094 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-67740c1d-87fe-4fbe-ab44-ef3c0cfe6f07 req-7babafe2-f70e-4162-85f7-993025ecccd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60222a9e-b560-477e-b9e4-7d88b2447f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735462 Mar 08 12:05:09.017382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-2c5d383a-e606-401e-a675-c9b64e9b4101 None None] Set router cee4aa61-bf23-4538-92a2-d3162baf0039 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:05:09.107964 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-67740c1d-87fe-4fbe-ab44-ef3c0cfe6f07 req-ac7e3a8e-ddf6-48b2-a753-ec7d11c201b6 service neutron] 10.222.0.18 "GET /v2.0/networks/60222a9e-b560-477e-b9e4-7d88b2447f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862977 Mar 08 12:05:09.115590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6823ead-26c3-48c4-ad38-f0fa0b34742b req-03b5ca53-db09-4b82-8616-8b41249411a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:09.116245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e6823ead-26c3-48c4-ad38-f0fa0b34742b req-03b5ca53-db09-4b82-8616-8b41249411a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:05:09.248948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e6823ead-26c3-48c4-ad38-f0fa0b34742b req-03b5ca53-db09-4b82-8616-8b41249411a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:05:09.250118 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e6823ead-26c3-48c4-ad38-f0fa0b34742b req-03b5ca53-db09-4b82-8616-8b41249411a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 945 time: 0.3069131 Mar 08 12:05:09.255223 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-67740c1d-87fe-4fbe-ab44-ef3c0cfe6f07 req-87816f46-8e5a-4abc-98fc-87c1d0086ead service neutron] 10.222.0.18 "GET /v2.0/networks/60222a9e-b560-477e-b9e4-7d88b2447f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362729 Mar 08 12:05:09.298876 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e6823ead-26c3-48c4-ad38-f0fa0b34742b req-77cc7052-6e66-4171-94c7-a5c4f50145c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d1dcba-ead3-47d1-93d8-bcd1a121929c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426893 Mar 08 12:05:09.341714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-2c5d383a-e606-401e-a675-c9b64e9b4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f60573ce-3f5e-43ea-97be-d5aa79edf45b', 'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:14:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 7, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:09.345706 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5d383a-e606-401e-a675-c9b64e9b4101 None None] The sync data for ids ['cee4aa61-bf23-4538-92a2-d3162baf0039'] in dv-neutron-828143-8-hyperv is: [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:03:19Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'f60573ce-3f5e-43ea-97be-d5aa79edf45b', 'name': '', 'network_id': '60222a9e-b560-477e-b9e4-7d88b2447f40', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:14:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:19Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 7, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'dd187409-966f-4ac7-8d2c-7d420518c313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:09.932620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ddece57d-f8d8-43cd-983c-976c29200380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:10.491368 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda42e9-b152-4567-bf52-b5cd0aafab17 req-6c7d1af1-5cd6-4cda-b2af-16891f4d64b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.492816 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0cda42e9-b152-4567-bf52-b5cd0aafab17 req-6c7d1af1-5cd6-4cda-b2af-16891f4d64b6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 945 time: 0.0824478 Mar 08 12:05:10.538611 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0cda42e9-b152-4567-bf52-b5cd0aafab17 req-68454fe1-addc-4fe4-9c14-28cd898d4de2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d1dcba-ead3-47d1-93d8-bcd1a121929c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399153 Mar 08 12:05:10.572822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fada5-9c38-4115-9ffd-45c6614eba89 req-67c2842b-4555-4614-b4d5-eb75db93a49b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.574436 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6f2fada5-9c38-4115-9ffd-45c6614eba89 req-67c2842b-4555-4614-b4d5-eb75db93a49b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 945 time: 0.0811560 Mar 08 12:05:10.638246 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6999733f-bc13-4cac-97e1-90200b74023c None None] New status for floating IP 55c85028-e376-493f-9a2e-4f9ee77cb555: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:05:10.649830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-6f2fada5-9c38-4115-9ffd-45c6614eba89 req-c2265f4d-2b14-43a3-afe9-6f0c06170f06 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 15bf2953-5382-48e3-9755-a53ca9e86e53 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:05:10.650251 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6f2fada5-9c38-4115-9ffd-45c6614eba89 req-c2265f4d-2b14-43a3-afe9-6f0c06170f06 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:10.901478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-6f2fada5-9c38-4115-9ffd-45c6614eba89 req-c2265f4d-2b14-43a3-afe9-6f0c06170f06 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 15bf2953-5382-48e3-9755-a53ca9e86e53, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=15bf2953-5382-48e3-9755-a53ca9e86e53,segment=NetworkSegment(71c3b595-86a2-4dae-8153-13d9530db0d5),segment_id=71c3b595-86a2-4dae-8153-13d9530db0d5)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:10.901833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6f2fada5-9c38-4115-9ffd-45c6614eba89 req-c2265f4d-2b14-43a3-afe9-6f0c06170f06 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:11.027280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-6f2fada5-9c38-4115-9ffd-45c6614eba89 req-c2265f4d-2b14-43a3-afe9-6f0c06170f06 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 15bf2953-5382-48e3-9755-a53ca9e86e53 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:05:11.354301 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6f2fada5-9c38-4115-9ffd-45c6614eba89 req-c2265f4d-2b14-43a3-afe9-6f0c06170f06 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:11.406047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2265f4d-2b14-43a3-afe9-6f0c06170f06 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=15bf2953-5382-48e3-9755-a53ca9e86e53,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:11.477208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2fada5-9c38-4115-9ffd-45c6614eba89 req-c2265f4d-2b14-43a3-afe9-6f0c06170f06 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] No DVR routers for this DVR port 15bf2953-5382-48e3-9755-a53ca9e86e53 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:05:11.479537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6f2fada5-9c38-4115-9ffd-45c6614eba89 req-c2265f4d-2b14-43a3-afe9-6f0c06170f06 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:11.481933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'name': 'network-vif-deleted', 'tag': '15bf2953-5382-48e3-9755-a53ca9e86e53'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:11.526554 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33f98c3-bd99-46e8-b0ff-6748a3dee94e', 'name': 'network-vif-deleted', 'tag': '15bf2953-5382-48e3-9755-a53ca9e86e53', 'status': 'completed', 'code': 200} Mar 08 12:05:11.619211 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6f2fada5-9c38-4115-9ffd-45c6614eba89 req-c2265f4d-2b14-43a3-afe9-6f0c06170f06 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "DELETE /v2.0/ports/15bf2953-5382-48e3-9755-a53ca9e86e53 HTTP/1.1" status: 204 len: 173 time: 1.0392566 Mar 08 12:05:11.692404 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-52152bd1-97d6-41da-8757-74141ab19968 req-0864f904-c3da-4c5e-aee0-d59c80979e3f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=a33f98c3-bd99-46e8-b0ff-6748a3dee94e HTTP/1.1" status: 200 len: 210 time: 0.0451605 Mar 08 12:05:12.161140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e0af32ff-9bf2-4f51-9768-ba68f80c1705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:12.806564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55182) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:12.880451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de0bc677-2a2a-467d-868d-453808bb4962 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:12.908184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de0bc677-2a2a-467d-868d-453808bb4962 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:13.028958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de0bc677-2a2a-467d-868d-453808bb4962 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:13.047846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bc677-2a2a-467d-868d-453808bb4962 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d1dcba-ead3-47d1-93d8-bcd1a121929c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:13.144257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-de0bc677-2a2a-467d-868d-453808bb4962 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:13.145363 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-de0bc677-2a2a-467d-868d-453808bb4962 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/security-groups/81d1dcba-ead3-47d1-93d8-bcd1a121929c HTTP/1.1" status: 204 len: 168 time: 0.3377893 Mar 08 12:05:13.264490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55188) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:13.447327 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:13.476000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:13.478844 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:13.832760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-be523a19-a03d-4fbc-97bb-3e7670e69a08 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:14.179291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-be523a19-a03d-4fbc-97bb-3e7670e69a08 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port f60573ce-3f5e-43ea-97be-d5aa79edf45b {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:05:14.179630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-be523a19-a03d-4fbc-97bb-3e7670e69a08 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:14.458181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-be523a19-a03d-4fbc-97bb-3e7670e69a08 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port f60573ce-3f5e-43ea-97be-d5aa79edf45b, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f60573ce-3f5e-43ea-97be-d5aa79edf45b,segment=NetworkSegment(71c3b595-86a2-4dae-8153-13d9530db0d5),segment_id=71c3b595-86a2-4dae-8153-13d9530db0d5)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:14.458456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-be523a19-a03d-4fbc-97bb-3e7670e69a08 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:14.581107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-be523a19-a03d-4fbc-97bb-3e7670e69a08 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for f60573ce-3f5e-43ea-97be-d5aa79edf45b owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:05:14.698737 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:14.971745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-be523a19-a03d-4fbc-97bb-3e7670e69a08 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:15.020138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be523a19-a03d-4fbc-97bb-3e7670e69a08 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=f60573ce-3f5e-43ea-97be-d5aa79edf45b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:15.305940 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-be523a19-a03d-4fbc-97bb-3e7670e69a08 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:15.326751 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 15bf2953-5382-48e3-9755-a53ca9e86e53 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:05:15.360689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 15bf2953-5382-48e3-9755-a53ca9e86e53 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:05:15.361039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 15bf2953-5382-48e3-9755-a53ca9e86e53 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:05:15.650180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be523a19-a03d-4fbc-97bb-3e7670e69a08 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router cee4aa61-bf23-4538-92a2-d3162baf0039 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:05:15.927101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be523a19-a03d-4fbc-97bb-3e7670e69a08 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:05:15.936127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15b4e8-c3c2-4795-8d99-9bdf4165828c None None] Sync routers for ids ['cee4aa61-bf23-4538-92a2-d3162baf0039'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:15.939406 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-be523a19-a03d-4fbc-97bb-3e7670e69a08 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/cee4aa61-bf23-4538-92a2-d3162baf0039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6737914 Mar 08 12:05:15.942628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55192) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:15.946086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15b4e8-c3c2-4795-8d99-9bdf4165828c None None] Routers {'cee4aa61-bf23-4538-92a2-d3162baf0039'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:05:15.946740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fa15b4e8-c3c2-4795-8d99-9bdf4165828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['cee4aa61-bf23-4538-92a2-d3162baf0039'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:16.006982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53cf7be-54d9-42ae-9497-c1144b73c7ff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting subnet dd187409-966f-4ac7-8d2c-7d420518c313 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:05:16.010051 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f53cf7be-54d9-42ae-9497-c1144b73c7ff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:16.068760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f53cf7be-54d9-42ae-9497-c1144b73c7ff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:16.123625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-fa15b4e8-c3c2-4795-8d99-9bdf4165828c None None] Set router cee4aa61-bf23-4538-92a2-d3162baf0039 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:05:16.150580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f53cf7be-54d9-42ae-9497-c1144b73c7ff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:16.314908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f53cf7be-54d9-42ae-9497-c1144b73c7ff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:16.358927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cf7be-54d9-42ae-9497-c1144b73c7ff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Subnet': ['ID=dd187409-966f-4ac7-8d2c-7d420518c313,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:16.360995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f53cf7be-54d9-42ae-9497-c1144b73c7ff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:16.368381 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f53cf7be-54d9-42ae-9497-c1144b73c7ff tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/subnets/dd187409-966f-4ac7-8d2c-7d420518c313 HTTP/1.1" status: 204 len: 168 time: 0.4247992 Mar 08 12:05:16.370985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55196) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:16.375127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85214209-5481-4f4a-8ad4-135e162ec3a8 None None] Network 60222a9e-b560-477e-b9e4-7d88b2447f40 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:05:16.551031 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:16.600011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fa15b4e8-c3c2-4795-8d99-9bdf4165828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:05:14Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:16.606819 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15b4e8-c3c2-4795-8d99-9bdf4165828c None None] Checking router: cee4aa61-bf23-4538-92a2-d3162baf0039 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:16.619031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15b4e8-c3c2-4795-8d99-9bdf4165828c None None] Routers {'cee4aa61-bf23-4538-92a2-d3162baf0039'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:05:16.619895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fa15b4e8-c3c2-4795-8d99-9bdf4165828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['cee4aa61-bf23-4538-92a2-d3162baf0039'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:16.734667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:16.778363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86b92df-354d-43f6-ae65-b32c77ce0824 None None] DHCP port deletion for 60222a9e-b560-477e-b9e4-7d88b2447f40 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:05:16.794514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b86b92df-354d-43f6-ae65-b32c77ce0824 None None] Deleting port 4dbe70dd-404b-42b0-ba12-36e1491abd5f {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:05:16.794884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b86b92df-354d-43f6-ae65-b32c77ce0824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:16.844997 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-fa15b4e8-c3c2-4795-8d99-9bdf4165828c None None] Set router cee4aa61-bf23-4538-92a2-d3162baf0039 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:05:16.847180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port a00768b4-1def-4c04-972e-e24287dbb41d {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:05:16.847537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:17.026845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port a00768b4-1def-4c04-972e-e24287dbb41d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=a00768b4-1def-4c04-972e-e24287dbb41d,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:17.027510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:17.113011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4dbe70dd-404b-42b0-ba12-36e1491abd5f no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:05:17.163972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for a00768b4-1def-4c04-972e-e24287dbb41d owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:05:17.266566 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b86b92df-354d-43f6-ae65-b32c77ce0824 None None] For port 4dbe70dd-404b-42b0-ba12-36e1491abd5f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4dbe70dd-404b-42b0-ba12-36e1491abd5f,segment=NetworkSegment(71c3b595-86a2-4dae-8153-13d9530db0d5),segment_id=71c3b595-86a2-4dae-8153-13d9530db0d5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:17.266863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b86b92df-354d-43f6-ae65-b32c77ce0824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:17.439988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-b86b92df-354d-43f6-ae65-b32c77ce0824 None None] Calling delete_port for 4dbe70dd-404b-42b0-ba12-36e1491abd5f owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:05:17.441894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:17.490372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=a00768b4-1def-4c04-972e-e24287dbb41d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:17.528551 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:17.574353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fa15b4e8-c3c2-4795-8d99-9bdf4165828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:05:14Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:17.578552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15b4e8-c3c2-4795-8d99-9bdf4165828c None None] The sync data for ids ['cee4aa61-bf23-4538-92a2-d3162baf0039'] in dv-neutron-828143-8-hyperv is: [{'id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'name': 'tempest-TestNetworkBasicOps-router-110353390', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:03:13Z', 'updated_at': '2022-03-08T12:05:14Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': 'a00768b4-1def-4c04-972e-e24287dbb41d', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4aa61-bf23-4538-92a2-d3162baf0039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:03:14Z', 'updated_at': '2022-03-08T12:05:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:17.664977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b86b92df-354d-43f6-ae65-b32c77ce0824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:17.686199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:17.746314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b92df-354d-43f6-ae65-b32c77ce0824 None None] Pushing event deleted for resources: {'Port': ['ID=4dbe70dd-404b-42b0-ba12-36e1491abd5f,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:17.748105 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86b92df-354d-43f6-ae65-b32c77ce0824 None None] No DVR routers for this DVR port 4dbe70dd-404b-42b0-ba12-36e1491abd5f on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:05:17.857795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:17.860010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:17.978259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:17.978811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Fanout notify agent at l3_agent the message router_deleted on router cee4aa61-bf23-4538-92a2-d3162baf0039 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:05:17.993682 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:17.994816 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fd271573-585b-4bbb-b8ae-352927e08fb9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/routers/cee4aa61-bf23-4538-92a2-d3162baf0039 HTTP/1.1" status: 204 len: 168 time: 1.6229205 Mar 08 12:05:17.997486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55200) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:18.113946 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0f9d-466f-4e50-8b3d-4aa7c8101991 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:18.248858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0f9d-466f-4e50-8b3d-4aa7c8101991 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:18.273092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d9fb0f9d-466f-4e50-8b3d-4aa7c8101991 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60222a9e-b560-477e-b9e4-7d88b2447f40']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:18.284626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d9fb0f9d-466f-4e50-8b3d-4aa7c8101991 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c3b595-86a2-4dae-8153-13d9530db0d5') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:18.285426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-d9fb0f9d-466f-4e50-8b3d-4aa7c8101991 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c3b595-86a2-4dae-8153-13d9530db0d5') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:18.296400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0f9d-466f-4e50-8b3d-4aa7c8101991 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:18.311795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0f9d-466f-4e50-8b3d-4aa7c8101991 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:18.318231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fb0f9d-466f-4e50-8b3d-4aa7c8101991 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:05:18.318612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0f9d-466f-4e50-8b3d-4aa7c8101991 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:05:18.333274 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:05:18.498008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0f9d-466f-4e50-8b3d-4aa7c8101991 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:18.514747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0f9d-466f-4e50-8b3d-4aa7c8101991 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:18.525605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb0f9d-466f-4e50-8b3d-4aa7c8101991 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Network': ['ID=60222a9e-b560-477e-b9e4-7d88b2447f40,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:18.600729 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d9fb0f9d-466f-4e50-8b3d-4aa7c8101991 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/networks/60222a9e-b560-477e-b9e4-7d88b2447f40 HTTP/1.1" status: 204 len: 168 time: 0.6021786 Mar 08 12:05:18.621957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55204) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:18.629494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'network': {'name': 'tempest-network-smoke--149573161', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'port_security_enabled': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:18.634599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:05:18.638706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:network and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:05:18.641581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:05:18.647224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:05:18.812635 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:18.816108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:18.850529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:05:18.852499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:18.852848 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Added segment f094cdcf-7a68-4b38-a307-206cba8c1fc7 of type vlan for network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 Mar 08 12:05:18.887173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:18.992774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:18.998168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:18.998793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:19.052368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f60573ce-3f5e-43ea-97be-d5aa79edf45b no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:05:19.087691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: f60573ce-3f5e-43ea-97be-d5aa79edf45b {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:05:19.088042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f60573ce-3f5e-43ea-97be-d5aa79edf45b not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:05:19.088463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a00768b4-1def-4c04-972e-e24287dbb41d no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:05:19.108507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Network': ['ID=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:19.124362 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: a00768b4-1def-4c04-972e-e24287dbb41d {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:05:19.124712 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device a00768b4-1def-4c04-972e-e24287dbb41d not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:05:19.126145 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:05:19.167957 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b401069e-0a11-4f3e-a81f-753a77ce270b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5448165 Mar 08 12:05:19.170645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55208) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:19.176219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-718628294', 'admin_state_up': True, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:19.183709 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:05:19.187557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:router and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:05:19.190385 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:05:19.204181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:05:19.275413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:19.276465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:19.290710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:19.640168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:20.107546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:20.136822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:20.267342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.23 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/7812601b-5032-4281-9a71-0cd95140d1b5) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:20.409490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:20.498485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:20.560196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:20.562982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:20.565279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:05:20.616797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=7812601b-5032-4281-9a71-0cd95140d1b5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:21.040163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:21.400749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:21.806604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 48b2cd91-1d83-491d-9005-267d063b76bb is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:05:21.982131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:05:21.991351 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Sync routers for ids ['48b2cd91-1d83-491d-9005-267d063b76bb'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:22.000177 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Routers {'48b2cd91-1d83-491d-9005-267d063b76bb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:05:22.000780 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b2cd91-1d83-491d-9005-267d063b76bb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:22.103852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:22.105075 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f034e825-5e8a-4f01-b714-4c3d57b92ac7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9334850 Mar 08 12:05:22.108429 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55212) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:22.148776 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5c7619a9-4425-405d-ba6b-07b6fc588a20 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c6ec9fcbfccf47d68d2acd05b7c2000a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390818 Mar 08 12:05:22.151453 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55216) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:22.176723 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Set router 48b2cd91-1d83-491d-9005-267d063b76bb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:05:22.281136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040c8cfb-a725-4b5e-8e19-b062588016eb tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:22.282584 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-040c8cfb-a725-4b5e-8e19-b062588016eb tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302516 Mar 08 12:05:22.285350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55220) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:22.328704 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dee1fd06-d7a1-40c7-be92-2d9ef6517e22 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422645 Mar 08 12:05:22.338477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55224) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:22.343898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1869987388', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:22.453686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:05:22.457550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:subnet and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:05:22.460403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:05:22.463655 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:05:20Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:22.466048 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:05:22.467573 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Checking router: 48b2cd91-1d83-491d-9005-267d063b76bb for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:22.467707 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Updating router 48b2cd91-1d83-491d-9005-267d063b76bb port 7812601b-5032-4281-9a71-0cd95140d1b5 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:05:22.521248 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:22.531984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:22.535615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:22.835294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:22.866711 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:22.877714 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Transition to ACTIVE for port object 7812601b-5032-4281-9a71-0cd95140d1b5 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:05:22.916473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Subnet': ['ID=cea4a030-3cad-46ff-bbec-5bb763175f36,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:22.921258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Checking segment: {'id': 'f094cdcf-7a68-4b38-a307-206cba8c1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:05:22.921622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network hostable DHCP agents. Network: 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:05:22.953693 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:23.022590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:05:23.037133 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Pushing event updated for resources: {'Port': ['ID=7812601b-5032-4281-9a71-0cd95140d1b5,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:23.040568 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Attempting to bind port 7812601b-5032-4281-9a71-0cd95140d1b5 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:05:23.040953 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Attempting to bind port 7812601b-5032-4281-9a71-0cd95140d1b5 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:05:23.041327 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Attempting to bind port 7812601b-5032-4281-9a71-0cd95140d1b5 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:05:23.047922 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:23.048274 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:23.048614 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:23.048950 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:23.049281 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:23.049621 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:23.050594 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:23.050934 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:23.051262 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:23.051586 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:23.051905 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:23.052225 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:23.057820 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:05:23.060208 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:05:23.060208 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:23.060208 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:05:23.060208 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Bound port: 7812601b-5032-4281-9a71-0cd95140d1b5, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:05:23.060208 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:23.108365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:23.113042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:23.114433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:23.115974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f0cbea-41cf-4b36-a1ee-75b5cb36e032 None None] Network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:05:23.131989 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] For port 7812601b-5032-4281-9a71-0cd95140d1b5, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:05:23.134872 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] For port 7812601b-5032-4281-9a71-0cd95140d1b5, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7812601b-5032-4281-9a71-0cd95140d1b5,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:05:23.206104 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-827ca38b-b1bb-48d2-b180-c4e434fb1c11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8665473 Mar 08 12:05:23.208856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55228) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:23.235350 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:23.330753 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa549db-85ec-4b90-bdf9-5a6d70eed6b5 None None] Pushing event updated for resources: {'Port': ['ID=7812601b-5032-4281-9a71-0cd95140d1b5,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:23.337453 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Routers {'48b2cd91-1d83-491d-9005-267d063b76bb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:05:23.338455 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b2cd91-1d83-491d-9005-267d063b76bb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:23.340590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ips': [{'subnet_id': 'cea4a030-3cad-46ff-bbec-5bb763175f36'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:05:23.342041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:23.523689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Allocated IP 172.20.0.2 (2daed476-c5a9-4a1a-86a0-fa6c32c8bae5/cea4a030-3cad-46ff-bbec-5bb763175f36/d98db8c7-3e5f-48ce-ad12-b39210c3b81c) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:23.524374 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] Set router 48b2cd91-1d83-491d-9005-267d063b76bb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:05:23.737724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:23.749229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Transition to ACTIVE for port object d98db8c7-3e5f-48ce-ad12-b39210c3b81c will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:05:23.775612 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Transition to ACTIVE for port object d98db8c7-3e5f-48ce-ad12-b39210c3b81c will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:05:23.837114 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:05:20Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:23.840164 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:23.848648 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163c3fa-fc94-4fed-9b6c-a09990f5880e None None] The sync data for ids ['48b2cd91-1d83-491d-9005-267d063b76bb'] in dv-neutron-828143-8-hyperv is: [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:05:20Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:23.900440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:23.903300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:23.905773 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:05:23.951003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Pushing event updated for resources: {'Port': ['ID=d98db8c7-3e5f-48ce-ad12-b39210c3b81c,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:24.011277 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Attempting to bind port d98db8c7-3e5f-48ce-ad12-b39210c3b81c on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:05:24.011648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Attempting to bind port d98db8c7-3e5f-48ce-ad12-b39210c3b81c by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'f094cdcf-7a68-4b38-a307-206cba8c1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:05:24.012010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Attempting to bind port d98db8c7-3e5f-48ce-ad12-b39210c3b81c on network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:05:24.017638 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:05:24.018018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Checking segment: {'id': 'f094cdcf-7a68-4b38-a307-206cba8c1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:05:24.018322 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:24.018748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Bound using segment: {'id': 'f094cdcf-7a68-4b38-a307-206cba8c1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:05:24.019198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Bound port: d98db8c7-3e5f-48ce-ad12-b39210c3b81c, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f094cdcf-7a68-4b38-a307-206cba8c1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:05:24.019572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:24.036784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:24.122578 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] For port d98db8c7-3e5f-48ce-ad12-b39210c3b81c, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:05:24.127369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] For port d98db8c7-3e5f-48ce-ad12-b39210c3b81c, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d98db8c7-3e5f-48ce-ad12-b39210c3b81c,segment=NetworkSegment(f094cdcf-7a68-4b38-a307-206cba8c1fc7),segment_id=f094cdcf-7a68-4b38-a307-206cba8c1fc7)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:05:24.213012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:24.302507 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd22c2-2094-4d80-a14b-ab51eb4a900a None None] Pushing event updated for resources: {'Port': ['ID=d98db8c7-3e5f-48ce-ad12-b39210c3b81c,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:24.485626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.1 (2daed476-c5a9-4a1a-86a0-fa6c32c8bae5/cea4a030-3cad-46ff-bbec-5bb763175f36/58278af4-6736-474e-af77-41735d794bb1) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:24.682269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:24.698649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object 58278af4-6736-474e-af77-41735d794bb1 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:05:24.783985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:24.856026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:24.859066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:24.867352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:05:24.903800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=58278af4-6736-474e-af77-41735d794bb1,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:24.929441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:25.119418 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d98db8c7-3e5f-48ce-ad12-b39210c3b81c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:05:25.252354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port d98db8c7-3e5f-48ce-ad12-b39210c3b81c completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:05:25.259691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7812601b-5032-4281-9a71-0cd95140d1b5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:05:25.283975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:25.323322 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1b9dd0-608a-4704-9ba9-1fc1358b84c2 None None] Network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:05:25.506328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bf2f93c8-7428-4285-9e82-3cd312810fb3 None None] Provisioning for port d98db8c7-3e5f-48ce-ad12-b39210c3b81c completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:05:25.515212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bf2f93c8-7428-4285-9e82-3cd312810fb3 None None] Provisioning complete for port d98db8c7-3e5f-48ce-ad12-b39210c3b81c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:25.515687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf2f93c8-7428-4285-9e82-3cd312810fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:25.542763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 7812601b-5032-4281-9a71-0cd95140d1b5 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:05:25.563156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7812601b-5032-4281-9a71-0cd95140d1b5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:25.563542 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:25.826493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:25.835887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf2f93c8-7428-4285-9e82-3cd312810fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:25.874439 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:25.895415 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bf2f93c8-7428-4285-9e82-3cd312810fb3 None None] For port d98db8c7-3e5f-48ce-ad12-b39210c3b81c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d98db8c7-3e5f-48ce-ad12-b39210c3b81c,segment=NetworkSegment(f094cdcf-7a68-4b38-a307-206cba8c1fc7),segment_id=f094cdcf-7a68-4b38-a307-206cba8c1fc7)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:25.898173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 7812601b-5032-4281-9a71-0cd95140d1b5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7812601b-5032-4281-9a71-0cd95140d1b5,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:25.926892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:26.006863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bf2f93c8-7428-4285-9e82-3cd312810fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:26.042934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:26.046611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=58278af4-6736-474e-af77-41735d794bb1,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:26.053080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:26.078918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f93c8-7428-4285-9e82-3cd312810fb3 None None] Pushing event updated for resources: {'Port': ['ID=d98db8c7-3e5f-48ce-ad12-b39210c3b81c,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:26.155388 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d682cceb-1453-404b-81c3-5ea684dea493 None None] Provisioning complete for port d98db8c7-3e5f-48ce-ad12-b39210c3b81c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:26.156105 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d682cceb-1453-404b-81c3-5ea684dea493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:26.189723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:26.191006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:26.195928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=7812601b-5032-4281-9a71-0cd95140d1b5,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:26.343713 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d682cceb-1453-404b-81c3-5ea684dea493 None None] Provisioning for port 58278af4-6736-474e-af77-41735d794bb1 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:05:26.350122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d682cceb-1453-404b-81c3-5ea684dea493 None None] Provisioning complete for port 58278af4-6736-474e-af77-41735d794bb1 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:26.350506 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d682cceb-1453-404b-81c3-5ea684dea493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:26.393228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 48b2cd91-1d83-491d-9005-267d063b76bb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:05:26.406462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d682cceb-1453-404b-81c3-5ea684dea493 None None] Port 58278af4-6736-474e-af77-41735d794bb1 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:05:26.525453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d7692631-6308-4e51-b14e-d933230d3638 None None] Provisioning complete for port 58278af4-6736-474e-af77-41735d794bb1 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:26.525722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d7692631-6308-4e51-b14e-d933230d3638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:26.577416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:05:26.578042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d7692631-6308-4e51-b14e-d933230d3638 None None] Port 58278af4-6736-474e-af77-41735d794bb1 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:05:26.586704 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Sync routers for ids ['48b2cd91-1d83-491d-9005-267d063b76bb'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:26.589922 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-76262de5-5e2f-430f-8e94-32b0070a1d39 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/48b2cd91-1d83-491d-9005-267d063b76bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3800657 Mar 08 12:05:26.592351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55232) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:26.599341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Routers {'48b2cd91-1d83-491d-9005-267d063b76bb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:05:26.599958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b2cd91-1d83-491d-9005-267d063b76bb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:26.728207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db196024-ffc6-44a9-9d59-9389566f2cc4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.728688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db196024-ffc6-44a9-9d59-9389566f2cc4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.729181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db196024-ffc6-44a9-9d59-9389566f2cc4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.729639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db196024-ffc6-44a9-9d59-9389566f2cc4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.731299 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-db196024-ffc6-44a9-9d59-9389566f2cc4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1378360 Mar 08 12:05:26.734146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55236) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:26.776697 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Set router 48b2cd91-1d83-491d-9005-267d063b76bb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:05:26.801935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6951b1-1992-41f9-92dd-ef3b646edef0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.802412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6951b1-1992-41f9-92dd-ef3b646edef0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.802872 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6951b1-1992-41f9-92dd-ef3b646edef0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.803329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6951b1-1992-41f9-92dd-ef3b646edef0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.804957 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-aa6951b1-1992-41f9-92dd-ef3b646edef0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0698075 Mar 08 12:05:26.807621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55240) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:27.007643 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-45229ad2-2929-4792-afe8-47ffe9558563 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1989982 Mar 08 12:05:27.069221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d98db8c7-3e5f-48ce-ad12-b39210c3b81c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:05:27.146977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '58278af4-6736-474e-af77-41735d794bb1', 'name': '', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:59:3d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:24Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:27.154548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Checking router: 48b2cd91-1d83-491d-9005-267d063b76bb for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:27.154904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Updating router 48b2cd91-1d83-491d-9005-267d063b76bb port 58278af4-6736-474e-af77-41735d794bb1 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:05:27.181797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port d98db8c7-3e5f-48ce-ad12-b39210c3b81c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:27.182200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:27.252457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:27.432340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7812601b-5032-4281-9a71-0cd95140d1b5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:05:27.615696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55246) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:27.621332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2146626611', 'description': 'tempest-secgroup-smoke-2146626611 description', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:27.627484 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:05:27.631898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:05:27.633126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7812601b-5032-4281-9a71-0cd95140d1b5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:27.633503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:27.635252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:05:27.641034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:05:27.738083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:27.757416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:05:27.761737 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:05:27.764711 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:05:27.770868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:05:27.835856 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:27.839866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:27.849301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Transition to ACTIVE for port object 58278af4-6736-474e-af77-41735d794bb1 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:05:27.909077 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:27.920833 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:27.954690 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:28.057749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:28.059285 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0dd68a95-b891-4062-8690-e32e0653f271 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4425123 Mar 08 12:05:28.062321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55250) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:28.068261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '3ebba4ac-6cac-4a87-9153-40a43e0e9c5d', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:28.073304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34ccfc-d96a-4158-8b13-a62abd14b061 None None] Pushing event updated for resources: {'Port': ['ID=58278af4-6736-474e-af77-41735d794bb1,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:28.075260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:05:28.079704 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:05:28.083667 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:05:28.145380 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Attempting to bind port 58278af4-6736-474e-af77-41735d794bb1 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:05:28.145755 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Attempting to bind port 58278af4-6736-474e-af77-41735d794bb1 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'f094cdcf-7a68-4b38-a307-206cba8c1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:05:28.146153 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Attempting to bind port 58278af4-6736-474e-af77-41735d794bb1 on network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:05:28.151916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:05:28.152291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Checking segment: {'id': 'f094cdcf-7a68-4b38-a307-206cba8c1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:05:28.152699 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:28.153098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Bound using segment: {'id': 'f094cdcf-7a68-4b38-a307-206cba8c1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:05:28.153674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Bound port: 58278af4-6736-474e-af77-41735d794bb1, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f094cdcf-7a68-4b38-a307-206cba8c1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:05:28.153966 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:28.211971 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:05:28.258005 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] For port 58278af4-6736-474e-af77-41735d794bb1, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:05:28.264519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] For port 58278af4-6736-474e-af77-41735d794bb1, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=58278af4-6736-474e-af77-41735d794bb1,segment=NetworkSegment(f094cdcf-7a68-4b38-a307-206cba8c1fc7),segment_id=f094cdcf-7a68-4b38-a307-206cba8c1fc7)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:05:28.367734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:28.407144 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:28.433605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:28.486684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Routers {'48b2cd91-1d83-491d-9005-267d063b76bb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:05:28.487833 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b2cd91-1d83-491d-9005-267d063b76bb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:28.532200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:28.555340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34ccfc-d96a-4158-8b13-a62abd14b061 None None] Pushing event updated for resources: {'Port': ['ID=58278af4-6736-474e-af77-41735d794bb1,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:28.559097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74607473-b214-4332-b079-d5de9dca4752,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:28.570900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:28.571786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:28.572128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:28.572676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:28.573019 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:28.573358 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:28.573692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:28.574058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:28.574389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:28.574719 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:28.575051 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:28.575365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:28.658278 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:28.659437 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-515cfa49-3bd2-4aa8-be86-74f8474621c4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5959334 Mar 08 12:05:28.662280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55254) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:28.667617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-898587e4-39f0-4857-aa7e-79270b860d79 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '3ebba4ac-6cac-4a87-9153-40a43e0e9c5d', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:28.673628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-898587e4-39f0-4857-aa7e-79270b860d79 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:05:28.678424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-898587e4-39f0-4857-aa7e-79270b860d79 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:05:28.681377 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-898587e4-39f0-4857-aa7e-79270b860d79 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:05:28.687089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-898587e4-39f0-4857-aa7e-79270b860d79 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:05:28.695795 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] Set router 48b2cd91-1d83-491d-9005-267d063b76bb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:05:28.819041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-898587e4-39f0-4857-aa7e-79270b860d79 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:29.010978 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-898587e4-39f0-4857-aa7e-79270b860d79 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:29.023038 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '58278af4-6736-474e-af77-41735d794bb1', 'name': '', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:59:3d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:24Z', 'updated_at': '2022-03-08T12:05:28Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:29.026947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df752a1-7075-45ea-b3aa-eeac5ac9a8a7 None None] The sync data for ids ['48b2cd91-1d83-491d-9005-267d063b76bb'] in dv-neutron-828143-8-hyperv is: [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '58278af4-6736-474e-af77-41735d794bb1', 'name': '', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:59:3d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:24Z', 'updated_at': '2022-03-08T12:05:28Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:29.088045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-898587e4-39f0-4857-aa7e-79270b860d79 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:29.120944 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898587e4-39f0-4857-aa7e-79270b860d79 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe6ba8b-2906-4113-b7cf-8606d302c270,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:29.205306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-898587e4-39f0-4857-aa7e-79270b860d79 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:29.207127 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-898587e4-39f0-4857-aa7e-79270b860d79 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5438590 Mar 08 12:05:29.209975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55258) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:29.215118 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-59d3b83d-ca59-4ae0-94fa-bb3a757ebebb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '3ebba4ac-6cac-4a87-9153-40a43e0e9c5d', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:29.221254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-59d3b83d-ca59-4ae0-94fa-bb3a757ebebb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:05:29.225633 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-59d3b83d-ca59-4ae0-94fa-bb3a757ebebb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:05:29.228510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-59d3b83d-ca59-4ae0-94fa-bb3a757ebebb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:05:29.234283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-59d3b83d-ca59-4ae0-94fa-bb3a757ebebb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:05:29.333941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59d3b83d-ca59-4ae0-94fa-bb3a757ebebb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:29.400667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59d3b83d-ca59-4ae0-94fa-bb3a757ebebb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:29.509724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59d3b83d-ca59-4ae0-94fa-bb3a757ebebb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:29.534804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3b83d-ca59-4ae0-94fa-bb3a757ebebb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a7d387-5767-4e7a-8bcd-18b4316ffcb0,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:29.612670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-59d3b83d-ca59-4ae0-94fa-bb3a757ebebb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:29.616348 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-59d3b83d-ca59-4ae0-94fa-bb3a757ebebb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4030786 Mar 08 12:05:29.616938 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55262) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:29.622360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-9cf4b695-64f7-4e68-b5b2-14e514f10e76 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '3ebba4ac-6cac-4a87-9153-40a43e0e9c5d', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:29.629147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9cf4b695-64f7-4e68-b5b2-14e514f10e76 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:05:29.633302 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9cf4b695-64f7-4e68-b5b2-14e514f10e76 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:05:29.636294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9cf4b695-64f7-4e68-b5b2-14e514f10e76 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:05:29.642392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9cf4b695-64f7-4e68-b5b2-14e514f10e76 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:05:29.796350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b695-64f7-4e68-b5b2-14e514f10e76 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:29.863906 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b695-64f7-4e68-b5b2-14e514f10e76 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:29.988519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b695-64f7-4e68-b5b2-14e514f10e76 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:30.018557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4b695-64f7-4e68-b5b2-14e514f10e76 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad551a5-19c3-49ab-a245-9702f8b0c1a5,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:30.120659 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b695-64f7-4e68-b5b2-14e514f10e76 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:30.121831 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9cf4b695-64f7-4e68-b5b2-14e514f10e76 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5038772 Mar 08 12:05:30.124499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55266) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:30.130007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-67ff27c4-b2b7-4a03-bd59-c80b798fa180 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '3ebba4ac-6cac-4a87-9153-40a43e0e9c5d', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:30.135825 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-67ff27c4-b2b7-4a03-bd59-c80b798fa180 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:05:30.139600 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-67ff27c4-b2b7-4a03-bd59-c80b798fa180 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:05:30.142443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-67ff27c4-b2b7-4a03-bd59-c80b798fa180 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:05:30.148099 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-67ff27c4-b2b7-4a03-bd59-c80b798fa180 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:05:30.273489 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-67ff27c4-b2b7-4a03-bd59-c80b798fa180 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:05:30.280432 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-67ff27c4-b2b7-4a03-bd59-c80b798fa180 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:30.346108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-67ff27c4-b2b7-4a03-bd59-c80b798fa180 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:30.446820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-67ff27c4-b2b7-4a03-bd59-c80b798fa180 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:30.473467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff27c4-b2b7-4a03-bd59-c80b798fa180 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8808f101-11fb-4d60-99e6-0ac387d09075,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:30.686533 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-67ff27c4-b2b7-4a03-bd59-c80b798fa180 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:30.687743 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-67ff27c4-b2b7-4a03-bd59-c80b798fa180 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5623391 Mar 08 12:05:30.690713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55270) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:30.695909 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-372e68cb-08a2-4bf2-a8fd-1bd889d042b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '3ebba4ac-6cac-4a87-9153-40a43e0e9c5d', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:30.702109 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-372e68cb-08a2-4bf2-a8fd-1bd889d042b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:05:30.706385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-372e68cb-08a2-4bf2-a8fd-1bd889d042b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:05:30.709160 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-372e68cb-08a2-4bf2-a8fd-1bd889d042b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:05:30.714734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-372e68cb-08a2-4bf2-a8fd-1bd889d042b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:05:30.806299 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-372e68cb-08a2-4bf2-a8fd-1bd889d042b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:05:30.812840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-372e68cb-08a2-4bf2-a8fd-1bd889d042b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:30.879446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-372e68cb-08a2-4bf2-a8fd-1bd889d042b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:30.966046 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-372e68cb-08a2-4bf2-a8fd-1bd889d042b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:30.993124 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e68cb-08a2-4bf2-a8fd-1bd889d042b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88790f70-9144-4e92-85a0-a52a316636bd,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:31.056757 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-372e68cb-08a2-4bf2-a8fd-1bd889d042b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:31.061698 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-372e68cb-08a2-4bf2-a8fd-1bd889d042b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3664317 Mar 08 12:05:31.078073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 58278af4-6736-474e-af77-41735d794bb1 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:05:31.212136 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 58278af4-6736-474e-af77-41735d794bb1 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:05:31.217277 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 58278af4-6736-474e-af77-41735d794bb1 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:31.217594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:31.235567 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-19026512-9183-4ad7-8a53-791b12952600 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146626611&fields=id&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 267 time: 0.0397117 Mar 08 12:05:31.341663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:31.372744 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 58278af4-6736-474e-af77-41735d794bb1, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=58278af4-6736-474e-af77-41735d794bb1,segment=NetworkSegment(f094cdcf-7a68-4b38-a307-206cba8c1fc7),segment_id=f094cdcf-7a68-4b38-a307-206cba8c1fc7)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:31.390018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-23f19236-2b8a-45ba-ae57-ae79b0638201 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:31.391501 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-23f19236-2b8a-45ba-ae57-ae79b0638201 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/networks?id=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 HTTP/1.1" status: 200 len: 796 time: 0.1492317 Mar 08 12:05:31.406701 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-2c1155ae-a10a-4bef-8d52-3b906881fba5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/quotas/c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 375 time: 0.0091159 Mar 08 12:05:31.475343 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:31.490131 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-252680b9-623e-4c6b-8da1-c8b41dda1258 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785522 Mar 08 12:05:31.585813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=58278af4-6736-474e-af77-41735d794bb1,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:31.672320 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-3df6ee1a-643d-41be-a28f-281aa9029f6a service neutron] 10.222.0.32 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701941 Mar 08 12:05:31.802575 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-033fb438-ea51-40e5-bf0f-b88fe6aed637 service neutron] 10.222.0.32 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239552 Mar 08 12:05:32.062204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-52618048-03d4-4b0c-beee-2ee65a81effc req-529ab21a-d533-443a-93fe-1a6d00ca3356 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:05:32.132164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-52618048-03d4-4b0c-beee-2ee65a81effc req-529ab21a-d533-443a-93fe-1a6d00ca3356 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:05:32.133427 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52618048-03d4-4b0c-beee-2ee65a81effc req-529ab21a-d533-443a-93fe-1a6d00ca3356 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 210 time: 0.1168315 Mar 08 12:05:33.058320 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 58278af4-6736-474e-af77-41735d794bb1 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:05:33.124163 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 58278af4-6736-474e-af77-41735d794bb1 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:33.124534 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:33.284590 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-088d4caf-4562-4f58-bf56-53ae89d61c9a req-a30017df-c376-4d92-a4c4-2887341bdea4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 210 time: 0.0423775 Mar 08 12:05:34.464862 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa7f28ed-bd62-42d6-aed4-be8cba9a905e req-a8f185bf-c28c-45c3-9bb6-6b2fdd77657c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 210 time: 0.0592320 Mar 08 12:05:34.507032 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-c6792c49-1398-45a8-9a42-450cd5cc1d09 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:34.507755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-c6792c49-1398-45a8-9a42-450cd5cc1d09 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:05:34.589260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-c6792c49-1398-45a8-9a42-450cd5cc1d09 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:05:34.590572 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-c6792c49-1398-45a8-9a42-450cd5cc1d09 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks?id=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 HTTP/1.1" status: 200 len: 796 time: 0.2742898 Mar 08 12:05:34.640539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-9b54ead9-0990-4747-b2bd-58c9930133ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:05:34.726204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-9b54ead9-0990-4747-b2bd-58c9930133ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:05:34.727396 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-9b54ead9-0990-4747-b2bd-58c9930133ed tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 380 time: 0.1281576 Mar 08 12:05:34.736276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'port': {'device_id': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'admin_state_up': True, 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'security_groups': ['3ebba4ac-6cac-4a87-9153-40a43e0e9c5d']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:34.873017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:05:34.882352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:05:34.954568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:34.958268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:35.114357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.13 (2daed476-c5a9-4a1a-86a0-fa6c32c8bae5/cea4a030-3cad-46ff-bbec-5bb763175f36/7637b1e6-7d53-41ba-ae24-1efa1db07599) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:35.303849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:35.318945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object 7637b1e6-7d53-41ba-ae24-1efa1db07599 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:05:35.412647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:35.477530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:35.484850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:35.490722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:05:35.526404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=7637b1e6-7d53-41ba-ae24-1efa1db07599,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:35.560319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:35.560936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:35.658271 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e97f38ba-ab15-4b68-8705-c03ce60c67ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9257421 Mar 08 12:05:35.665282 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5afc5-5bee-45ff-8ab8-0c31a4c13d4a req-a82d3a42-9a7a-4178-ab6a-112b3c5464fa tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:35.666858 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-efb5afc5-5bee-45ff-8ab8-0c31a4c13d4a req-a82d3a42-9a7a-4178-ab6a-112b3c5464fa tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 932 time: 0.0911589 Mar 08 12:05:35.670773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Request body: {'port': {'device_id': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:35.719719 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-efb5afc5-5bee-45ff-8ab8-0c31a4c13d4a req-8cadf652-7e49-4435-a402-5d4b1ce6cc5f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467448 Mar 08 12:05:35.784258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:35.806031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f3b7d124-2e06-45ca-a8a0-1b355976166e None None] Provisioning for port 7637b1e6-7d53-41ba-ae24-1efa1db07599 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:05:35.811116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f3b7d124-2e06-45ca-a8a0-1b355976166e None None] Provisioning complete for port 7637b1e6-7d53-41ba-ae24-1efa1db07599 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:35.811504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f3b7d124-2e06-45ca-a8a0-1b355976166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:35.864177 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f3b7d124-2e06-45ca-a8a0-1b355976166e None None] Port 7637b1e6-7d53-41ba-ae24-1efa1db07599 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:05:36.116012 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7637b1e6-7d53-41ba-ae24-1efa1db07599 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:36.123136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:36.137420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Transition to ACTIVE for port object 7637b1e6-7d53-41ba-ae24-1efa1db07599 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:05:36.199997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:36.333097 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=7637b1e6-7d53-41ba-ae24-1efa1db07599,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:36.436858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Attempting to bind port 7637b1e6-7d53-41ba-ae24-1efa1db07599 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:05:36.437227 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Attempting to bind port 7637b1e6-7d53-41ba-ae24-1efa1db07599 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f094cdcf-7a68-4b38-a307-206cba8c1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:05:36.437562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Attempting to bind port 7637b1e6-7d53-41ba-ae24-1efa1db07599 on network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:05:36.442052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Port 7637b1e6-7d53-41ba-ae24-1efa1db07599 on network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:05:36.442376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Attempting to bind port 7637b1e6-7d53-41ba-ae24-1efa1db07599 on network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:05:36.447648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:05:36.448007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Checking segment: {'id': 'f094cdcf-7a68-4b38-a307-206cba8c1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:05:36.448374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Bound using segment: {'id': 'f094cdcf-7a68-4b38-a307-206cba8c1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:05:36.448799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Bound port: 7637b1e6-7d53-41ba-ae24-1efa1db07599, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f094cdcf-7a68-4b38-a307-206cba8c1fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:05:36.449145 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:36.628637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] For port 7637b1e6-7d53-41ba-ae24-1efa1db07599, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:05:36.631586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] For port 7637b1e6-7d53-41ba-ae24-1efa1db07599, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7637b1e6-7d53-41ba-ae24-1efa1db07599,segment=NetworkSegment(f094cdcf-7a68-4b38-a307-206cba8c1fc7),segment_id=f094cdcf-7a68-4b38-a307-206cba8c1fc7)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:05:36.709067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:36.764063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:36.764694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:36.766093 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] 10.222.0.18 "PUT /v2.0/ports/7637b1e6-7d53-41ba-ae24-1efa1db07599 HTTP/1.1" status: 200 len: 1094 time: 1.0997114 Mar 08 12:05:36.766532 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'tag': '7637b1e6-7d53-41ba-ae24-1efa1db07599'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:36.797765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04f829-a8bc-43d4-bbda-b4b3a1c35fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=7637b1e6-7d53-41ba-ae24-1efa1db07599,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:36.823852 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'tag': '7637b1e6-7d53-41ba-ae24-1efa1db07599', 'status': 'completed', 'code': 200} Mar 08 12:05:36.969460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879ec6-cd9f-40ea-bef4-b61a082fe882 req-3639e561-a6c3-4d60-954b-f73e0f20841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:36.970956 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e879ec6-cd9f-40ea-bef4-b61a082fe882 req-3639e561-a6c3-4d60-954b-f73e0f20841e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 1097 time: 0.1003466 Mar 08 12:05:36.979589 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee3223-81ae-4006-924e-e0fd846223e7 req-967f132c-7c50-457f-a483-304e6ece813e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:36.980252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-fbee3223-81ae-4006-924e-e0fd846223e7 req-967f132c-7c50-457f-a483-304e6ece813e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:05:37.091611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-fbee3223-81ae-4006-924e-e0fd846223e7 req-967f132c-7c50-457f-a483-304e6ece813e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:05:37.092766 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fbee3223-81ae-4006-924e-e0fd846223e7 req-967f132c-7c50-457f-a483-304e6ece813e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 944 time: 0.2567847 Mar 08 12:05:37.155102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879ec6-cd9f-40ea-bef4-b61a082fe882 req-ad6dd547-d4ea-43ef-8735-2713ad6331d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:37.156440 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e879ec6-cd9f-40ea-bef4-b61a082fe882 req-ad6dd547-d4ea-43ef-8735-2713ad6331d7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1736541 Mar 08 12:05:37.160832 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fbee3223-81ae-4006-924e-e0fd846223e7 req-4ceb836d-f6c0-478c-839f-a95973320547 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623093 Mar 08 12:05:37.289746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879ec6-cd9f-40ea-bef4-b61a082fe882 req-09a55315-5d7e-4906-94c9-45ad0366ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:37.291189 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e879ec6-cd9f-40ea-bef4-b61a082fe882 req-09a55315-5d7e-4906-94c9-45ad0366ffe3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291871 Mar 08 12:05:37.401503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-2c647c96-c892-4582-903a-d55483182c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:37.403077 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-2c647c96-c892-4582-903a-d55483182c87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 1097 time: 0.0769858 Mar 08 12:05:37.471755 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-88ab37d9-3338-4cae-9052-ef2fc58596c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7637b1e6-7d53-41ba-ae24-1efa1db07599 HTTP/1.1" status: 200 len: 217 time: 0.0625334 Mar 08 12:05:37.531730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-68d0b92d-e384-4bdd-82d3-63c5a53675c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:37.533085 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-68d0b92d-e384-4bdd-82d3-63c5a53675c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cea4a030-3cad-46ff-bbec-5bb763175f36 HTTP/1.1" status: 200 len: 844 time: 0.0560920 Mar 08 12:05:37.609177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-ace4ce09-e95e-4bf2-90e8-b9087f3fffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:37.610661 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-ace4ce09-e95e-4bf2-90e8-b9087f3fffd9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720673 Mar 08 12:05:37.740505 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-e5498ea4-64c5-413e-8802-fa23d6cdb562 service neutron] 10.222.0.18 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237006 Mar 08 12:05:37.870252 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c7bd651-8f3b-40ff-99fc-589f19f761ce req-5004d085-112f-47cd-bd55-26c8d6bd1e27 service neutron] 10.222.0.18 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237018 Mar 08 12:05:38.343075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce449881-df97-4af5-b536-aa68efe50194 req-95ea1024-7b76-45c4-9f05-8295a3a0268f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:38.344500 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ce449881-df97-4af5-b536-aa68efe50194 req-95ea1024-7b76-45c4-9f05-8295a3a0268f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 944 time: 0.0776896 Mar 08 12:05:38.390617 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ce449881-df97-4af5-b536-aa68efe50194 req-02e5e3a7-a985-45b4-8da9-51ba9c85b6f2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399594 Mar 08 12:05:39.571361 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753db58-c511-4fd1-bd68-ff1e448c07b2 req-2b22496e-421f-4598-8ed2-449171d14419 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:39.572789 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9753db58-c511-4fd1-bd68-ff1e448c07b2 req-2b22496e-421f-4598-8ed2-449171d14419 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 944 time: 0.0783288 Mar 08 12:05:39.615685 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9753db58-c511-4fd1-bd68-ff1e448c07b2 req-e9ea4992-9603-4dae-8cb6-69c28516fc84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373225 Mar 08 12:05:39.891384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-aeaa3abb-0869-43d1-a66e-8f2bfa4c4d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:40.797591 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156c7ea-9ea6-41f2-a9ce-0b7e4febe8d4 req-ce2547c8-79a7-4143-904b-0b27ed714d66 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:40.799054 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4156c7ea-9ea6-41f2-a9ce-0b7e4febe8d4 req-ce2547c8-79a7-4143-904b-0b27ed714d66 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 944 time: 0.0796371 Mar 08 12:05:40.843043 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4156c7ea-9ea6-41f2-a9ce-0b7e4febe8d4 req-64d51978-2456-4b68-8320-467a4d40bce5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383625 Mar 08 12:05:41.528909 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7637b1e6-7d53-41ba-ae24-1efa1db07599 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:05:41.666234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7637b1e6-7d53-41ba-ae24-1efa1db07599, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7637b1e6-7d53-41ba-ae24-1efa1db07599,segment=NetworkSegment(f094cdcf-7a68-4b38-a307-206cba8c1fc7),segment_id=f094cdcf-7a68-4b38-a307-206cba8c1fc7)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:41.679499 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '7637b1e6-7d53-41ba-ae24-1efa1db07599', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'port_id': '7637b1e6-7d53-41ba-ae24-1efa1db07599', 'mac_address': 'fa:16:3e:3f:78:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:05:41.731762 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:41.748034 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7637b1e6-7d53-41ba-ae24-1efa1db07599 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:41.762568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7637b1e6-7d53-41ba-ae24-1efa1db07599, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7637b1e6-7d53-41ba-ae24-1efa1db07599,segment=NetworkSegment(f094cdcf-7a68-4b38-a307-206cba8c1fc7),segment_id=f094cdcf-7a68-4b38-a307-206cba8c1fc7)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:41.840274 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:41.909442 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7637b1e6-7d53-41ba-ae24-1efa1db07599,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:42.027029 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44968f9-aeb2-464f-ab0b-05a5c43bc8f9 req-200e5ac5-50fe-44ca-b4e7-de21734363cb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:42.028455 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a44968f9-aeb2-464f-ab0b-05a5c43bc8f9 req-200e5ac5-50fe-44ca-b4e7-de21734363cb tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 945 time: 0.0815361 Mar 08 12:05:42.072294 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a44968f9-aeb2-464f-ab0b-05a5c43bc8f9 req-9113a9da-bd0e-45bf-acbc-d563c3b5c51e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382311 Mar 08 12:05:42.175818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-df76c058-4f95-46a8-9a92-6e8a34330e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:42.221361 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['7637b1e6-7d53-41ba-ae24-1efa1db07599'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:05:43.090348 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:05:43.262493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd8d69-1828-4102-a7d6-50592c88c13c req-f167cbff-22cc-41f2-81db-5c6f6e1f12a3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:43.263886 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-48fd8d69-1828-4102-a7d6-50592c88c13c req-f167cbff-22cc-41f2-81db-5c6f6e1f12a3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 945 time: 0.0863383 Mar 08 12:05:43.308176 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-48fd8d69-1828-4102-a7d6-50592c88c13c req-6dee93a0-752e-44b7-877c-b5520594a01b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385923 Mar 08 12:05:43.457194 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:43.492357 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:43.493000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:43.546342 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7637b1e6-7d53-41ba-ae24-1efa1db07599 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:05:43.651687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 7637b1e6-7d53-41ba-ae24-1efa1db07599 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:05:43.656865 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 7637b1e6-7d53-41ba-ae24-1efa1db07599 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:05:43.657237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:43.770932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:43.798780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7637b1e6-7d53-41ba-ae24-1efa1db07599'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:43.809086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7637b1e6-7d53-41ba-ae24-1efa1db07599, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7637b1e6-7d53-41ba-ae24-1efa1db07599,segment=NetworkSegment(f094cdcf-7a68-4b38-a307-206cba8c1fc7),segment_id=f094cdcf-7a68-4b38-a307-206cba8c1fc7)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:05:43.886255 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:43.925074 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7637b1e6-7d53-41ba-ae24-1efa1db07599', 'code': 200} Mar 08 12:05:43.959762 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7637b1e6-7d53-41ba-ae24-1efa1db07599,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:44.267100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c445bf-f0a1-4ed3-830b-a2ac0527381a req-745b8ba6-aa53-49d2-a8f1-ac61ff8a7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:44.268536 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e8c445bf-f0a1-4ed3-830b-a2ac0527381a req-745b8ba6-aa53-49d2-a8f1-ac61ff8a7414 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 1099 time: 0.0679052 Mar 08 12:05:44.308821 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e8c445bf-f0a1-4ed3-830b-a2ac0527381a req-925c9b24-7301-4af5-a9b5-5ac45716620d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344057 Mar 08 12:05:44.490130 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4da6c-9839-4bd0-ad35-b6c1049e9782 req-15eb8850-f458-48e6-b9cf-c7839a781370 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:44.491565 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-87d4da6c-9839-4bd0-ad35-b6c1049e9782 req-15eb8850-f458-48e6-b9cf-c7839a781370 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 946 time: 0.0791829 Mar 08 12:05:44.533899 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-87d4da6c-9839-4bd0-ad35-b6c1049e9782 req-29748303-0ab3-43e5-b08f-d86e3ef3aaa6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367515 Mar 08 12:05:44.712294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:45.729632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5efb3-6945-4369-92f5-797b7f7c244e req-d9b531ae-e2c0-437a-ab87-674afabd13a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:45.734968 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aad5efb3-6945-4369-92f5-797b7f7c244e req-d9b531ae-e2c0-437a-ab87-674afabd13a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 946 time: 0.0877213 Mar 08 12:05:45.776430 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aad5efb3-6945-4369-92f5-797b7f7c244e req-1061d5ed-4aa6-42ce-82b2-51129d0098ba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390899 Mar 08 12:05:46.958543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2db6d-fe9e-485e-aca5-8f3effd789b4 req-227a627d-2404-487e-a676-c601c28c000c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:46.960497 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4eb2db6d-fe9e-485e-aca5-8f3effd789b4 req-227a627d-2404-487e-a676-c601c28c000c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 946 time: 0.0820718 Mar 08 12:05:47.002746 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4eb2db6d-fe9e-485e-aca5-8f3effd789b4 req-6b20b291-45d9-4f78-81c5-8d36d08af680 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367646 Mar 08 12:05:47.183363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd3442-3ebc-4c79-82ef-f88fe4fb8fe4 req-b49a0526-6a60-4fcf-9f4d-b5ad94852055 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:47.184823 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-79dd3442-3ebc-4c79-82ef-f88fe4fb8fe4 req-b49a0526-6a60-4fcf-9f4d-b5ad94852055 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 946 time: 0.0800941 Mar 08 12:05:47.230108 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-79dd3442-3ebc-4c79-82ef-f88fe4fb8fe4 req-8a325037-cc08-4261-9538-6228423027f1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Mar 08 12:05:47.252671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55344) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:47.425624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9950cb05-f8d5-4aaa-a015-3109c4d5678e tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:47.427156 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9950cb05-f8d5-4aaa-a015-3109c4d5678e tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 1094 time: 0.1735461 Mar 08 12:05:47.430577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55348) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:47.435376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '7637b1e6-7d53-41ba-ae24-1efa1db07599', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:47.441195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:05:47.445814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:floatingip and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:05:47.448635 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:05:47.454285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:05:47.536815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:47.670955 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:47.806968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.75 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/b678a638-75e6-4933-9735-ebf396af806e) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:47.949905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:48.052046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:48.109321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:48.112090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:48.116454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:05:48.166209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=b678a638-75e6-4933-9735-ebf396af806e,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:48.528395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:48.674431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:48.875085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:48.929473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:49.035132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=b678a638-75e6-4933-9735-ebf396af806e,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:49.046833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:49.310764 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 709591ac-7993-4248-9e4e-c30660fcc0a8 associated. External IP: 172.26.4.75, port: 7637b1e6-7d53-41ba-ae24-1efa1db07599. Mar 08 12:05:49.660046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 48b2cd91-1d83-491d-9005-267d063b76bb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:05:49.842434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:05:49.851862 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03c480-f691-405b-8467-a89e34fb422d None None] Sync routers for ids ['48b2cd91-1d83-491d-9005-267d063b76bb'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:49.860642 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03c480-f691-405b-8467-a89e34fb422d None None] Routers {'48b2cd91-1d83-491d-9005-267d063b76bb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:05:49.861244 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7c03c480-f691-405b-8467-a89e34fb422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b2cd91-1d83-491d-9005-267d063b76bb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:49.931449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:05:49.987751 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-18ef4e71-6425-4862-858f-e0e669042ca5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5561872 Mar 08 12:05:49.988332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'tag': '7637b1e6-7d53-41ba-ae24-1efa1db07599'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:49.990492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55352) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:50.034079 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'tag': '7637b1e6-7d53-41ba-ae24-1efa1db07599', 'status': 'completed', 'code': 200} Mar 08 12:05:50.039066 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-7c03c480-f691-405b-8467-a89e34fb422d None None] Set router 48b2cd91-1d83-491d-9005-267d063b76bb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:05:50.109828 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0c00370d-92d5-4e07-95ca-71bb70f72574 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/709591ac-7993-4248-9e4e-c30660fcc0a8 HTTP/1.1" status: 200 len: 991 time: 0.1177492 Mar 08 12:05:50.139252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab5d22-2740-4908-a7a4-bad5bf93e7e5 req-2fed1f8f-741e-49e2-8fbc-bbe787c8c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:50.140720 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58ab5d22-2740-4908-a7a4-bad5bf93e7e5 req-2fed1f8f-741e-49e2-8fbc-bbe787c8c374 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 1099 time: 0.0758131 Mar 08 12:05:50.270098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab5d22-2740-4908-a7a4-bad5bf93e7e5 req-bd78ee7f-57f1-4786-8a9e-29a9a3666d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:50.271473 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58ab5d22-2740-4908-a7a4-bad5bf93e7e5 req-bd78ee7f-57f1-4786-8a9e-29a9a3666d2a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 HTTP/1.1" status: 200 len: 897 time: 0.1244941 Mar 08 12:05:50.374986 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58ab5d22-2740-4908-a7a4-bad5bf93e7e5 req-57cf948c-8678-45ab-90ca-bee0898627cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7637b1e6-7d53-41ba-ae24-1efa1db07599 HTTP/1.1" status: 200 len: 999 time: 0.0979526 Mar 08 12:05:50.381644 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7c03c480-f691-405b-8467-a89e34fb422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '709591ac-7993-4248-9e4e-c30660fcc0a8', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.75', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'port_id': '7637b1e6-7d53-41ba-ae24-1efa1db07599', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'mac_address': 'fa:16:3e:3f:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:48Z', 'updated_at': '2022-03-08T12:05:48Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58278af4-6736-474e-af77-41735d794bb1', 'name': '', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:59:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:24Z', 'updated_at': '2022-03-08T12:05:31Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:50.385444 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03c480-f691-405b-8467-a89e34fb422d None None] Checking router: 48b2cd91-1d83-491d-9005-267d063b76bb for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:50.393758 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03c480-f691-405b-8467-a89e34fb422d None None] Routers {'48b2cd91-1d83-491d-9005-267d063b76bb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:05:50.394373 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7c03c480-f691-405b-8467-a89e34fb422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:05:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b2cd91-1d83-491d-9005-267d063b76bb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:50.438616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab5d22-2740-4908-a7a4-bad5bf93e7e5 req-e18b2bc3-22ab-440f-b524-d410a9486798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:50.440259 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58ab5d22-2740-4908-a7a4-bad5bf93e7e5 req-e18b2bc3-22ab-440f-b524-d410a9486798 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cea4a030-3cad-46ff-bbec-5bb763175f36 HTTP/1.1" status: 200 len: 844 time: 0.0582197 Mar 08 12:05:50.517468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab5d22-2740-4908-a7a4-bad5bf93e7e5 req-f96c7896-f72f-43ad-9331-2c81d62b407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:50.518965 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58ab5d22-2740-4908-a7a4-bad5bf93e7e5 req-f96c7896-f72f-43ad-9331-2c81d62b407d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724409 Mar 08 12:05:50.599755 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-7c03c480-f691-405b-8467-a89e34fb422d None None] Set router 48b2cd91-1d83-491d-9005-267d063b76bb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:05:50.651829 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58ab5d22-2740-4908-a7a4-bad5bf93e7e5 req-7dc04e80-b38a-49c2-902e-daa623106db9 service neutron] 10.222.0.18 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271935 Mar 08 12:05:50.783349 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58ab5d22-2740-4908-a7a4-bad5bf93e7e5 req-74dfe21c-c39a-47e4-9b68-63c36e431014 service neutron] 10.222.0.18 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249075 Mar 08 12:05:50.943625 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7c03c480-f691-405b-8467-a89e34fb422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '709591ac-7993-4248-9e4e-c30660fcc0a8', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.75', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'port_id': '7637b1e6-7d53-41ba-ae24-1efa1db07599', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'mac_address': 'fa:16:3e:3f:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:48Z', 'updated_at': '2022-03-08T12:05:48Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58278af4-6736-474e-af77-41735d794bb1', 'name': '', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:59:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:24Z', 'updated_at': '2022-03-08T12:05:31Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:50.947602 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03c480-f691-405b-8467-a89e34fb422d None None] The sync data for ids ['48b2cd91-1d83-491d-9005-267d063b76bb'] in dv-neutron-828143-8-hyperv is: [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '709591ac-7993-4248-9e4e-c30660fcc0a8', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.75', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'port_id': '7637b1e6-7d53-41ba-ae24-1efa1db07599', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'mac_address': 'fa:16:3e:3f:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:48Z', 'updated_at': '2022-03-08T12:05:48Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58278af4-6736-474e-af77-41735d794bb1', 'name': '', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:59:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:24Z', 'updated_at': '2022-03-08T12:05:31Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:51.113811 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55358) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:51.145642 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d217e-8b92-42c9-993f-e9603a730a4d None None] New status for floating IP 709591ac-7993-4248-9e4e-c30660fcc0a8: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:05:51.219911 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7040690c-7427-4597-ac95-7a5706dfb3ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/709591ac-7993-4248-9e4e-c30660fcc0a8 HTTP/1.1" status: 200 len: 991 time: 0.1048560 Mar 08 12:05:52.223709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55362) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:05:52.423005 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4be448da-964f-465a-a615-758df0862530 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/709591ac-7993-4248-9e4e-c30660fcc0a8 HTTP/1.1" status: 200 len: 993 time: 0.1981390 Mar 08 12:06:09.919170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d6d2fbb5-ff2e-41fc-894f-e381ac6e5bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:06:12.216466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2042369b-50de-4d60-98b3-ff161a174f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:06:13.433614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:06:13.468051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:06:13.470640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:06:14.736289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:06:20.089640 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:06:31.078418 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-de81935c-8d1e-4982-9b5b-131a9e2df1c9 req-63a2ad1b-fcc8-401b-a926-b497103d78dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1693215 Mar 08 12:06:31.215569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81935c-8d1e-4982-9b5b-131a9e2df1c9 req-0696461d-0b76-4daa-80e6-214feb2ae5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:31.217022 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-de81935c-8d1e-4982-9b5b-131a9e2df1c9 req-0696461d-0b76-4daa-80e6-214feb2ae5cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 1099 time: 0.0729702 Mar 08 12:06:31.359190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81935c-8d1e-4982-9b5b-131a9e2df1c9 req-e6b12e00-575d-4752-8811-b64d2f229c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:31.360588 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-de81935c-8d1e-4982-9b5b-131a9e2df1c9 req-e6b12e00-575d-4752-8811-b64d2f229c6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 HTTP/1.1" status: 200 len: 897 time: 0.1254992 Mar 08 12:06:31.456441 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-de81935c-8d1e-4982-9b5b-131a9e2df1c9 req-07f5f2b7-369f-4c04-81da-8d151c331b8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7637b1e6-7d53-41ba-ae24-1efa1db07599 HTTP/1.1" status: 200 len: 1001 time: 0.0903037 Mar 08 12:06:31.518770 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81935c-8d1e-4982-9b5b-131a9e2df1c9 req-c8912e2a-761f-4403-8313-8d48034e25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:31.520118 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-de81935c-8d1e-4982-9b5b-131a9e2df1c9 req-c8912e2a-761f-4403-8313-8d48034e25bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cea4a030-3cad-46ff-bbec-5bb763175f36 HTTP/1.1" status: 200 len: 844 time: 0.0585659 Mar 08 12:06:31.595760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81935c-8d1e-4982-9b5b-131a9e2df1c9 req-e662af3f-e325-477a-9aeb-eeece61176f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:31.597250 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-de81935c-8d1e-4982-9b5b-131a9e2df1c9 req-e662af3f-e325-477a-9aeb-eeece61176f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714266 Mar 08 12:06:31.730162 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-de81935c-8d1e-4982-9b5b-131a9e2df1c9 req-83e31e5f-e8e2-4844-847c-496e6e98615e service neutron] 10.222.0.18 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259933 Mar 08 12:06:31.856900 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-de81935c-8d1e-4982-9b5b-131a9e2df1c9 req-2b31d1e7-efd4-4747-b95a-7badf1520388 service neutron] 10.222.0.18 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213977 Mar 08 12:06:39.883664 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-021fc395-8608-4b1c-ab9c-aa7973db2b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:06:42.178243 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2aae860f-ee34-4dbc-a803-345efa4ead66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:06:43.469582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:06:43.515813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:06:43.516438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:06:44.712045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:06:57.088832 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:07:09.905111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-852ce138-7bdd-45de-89e9-f2060926740d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:07:12.222449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-32d036fe-6cfd-4bd4-8b90-2768320e2875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:07:13.467889 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:07:13.517044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:07:13.519149 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:07:14.725139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:07:33.016394 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-09ead472-cc59-465f-b696-ca68b1d6da52 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1130521 Mar 08 12:07:33.151018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-3604face-8a90-4bcc-ab67-2747bd4cb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:33.152453 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-3604face-8a90-4bcc-ab67-2747bd4cb593 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 1099 time: 0.0690053 Mar 08 12:07:33.294946 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-90366d7f-a447-48be-8880-6f7039a3b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:33.296285 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-90366d7f-a447-48be-8880-6f7039a3b0fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 HTTP/1.1" status: 200 len: 897 time: 0.1253300 Mar 08 12:07:33.397547 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-cd9fe1e7-87be-479e-9eb5-39615044e031 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7637b1e6-7d53-41ba-ae24-1efa1db07599 HTTP/1.1" status: 200 len: 1001 time: 0.0955482 Mar 08 12:07:33.458134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-f5d42c31-0ff5-4d71-98b5-798d3231e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:33.459574 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-f5d42c31-0ff5-4d71-98b5-798d3231e62a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cea4a030-3cad-46ff-bbec-5bb763175f36 HTTP/1.1" status: 200 len: 844 time: 0.0564208 Mar 08 12:07:33.536420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-e760584e-84ea-4d5e-b696-ca072bd9c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:33.537857 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-e760584e-84ea-4d5e-b696-ca072bd9c4ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729034 Mar 08 12:07:33.547287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-9f79ae6d-f998-4644-a21b-632a5667b6a6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:07:33.548145 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-9f79ae6d-f998-4644-a21b-632a5667b6a6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048604 Mar 08 12:07:33.680018 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-6bbd23d4-d992-4dfa-b4b6-98ea3763107f service neutron] 10.222.0.18 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259649 Mar 08 12:07:33.904949 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fa89653-c75b-4e0b-85a2-f2ff794eb3bd req-2f3f5145-cf54-4fd8-9d32-c57e7454f8f8 service neutron] 10.222.0.18 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197793 Mar 08 12:07:34.087321 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:07:39.900368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e32401f3-d870-414e-91ad-f84055fb257f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:07:42.175207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-01bff1fc-ce00-4973-aaa5-272b1a338e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:07:43.469788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:07:43.500951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:07:43.501786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:07:44.729239 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:09.910452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-87121206-ace2-4e4d-bfc1-d2158b29d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:11.085528 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:08:12.247749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a929fbf0-1b3f-49c1-823e-b650b49bc5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:13.457546 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:13.499415 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:13.501526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:14.727398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:17.795178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55410) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:08:17.801056 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:17.933697 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2100572'] for subnet, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:18.190840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752727473399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2910254'] for subnet, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:18.241922 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:18.242144 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:18.243469 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/subnets/cea4a030-3cad-46ff-bbec-5bb763175f36 HTTP/1.1" status: 200 len: 836 time: 0.4471772 Mar 08 12:08:18.248555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc978e91-318a-4273-bd2b-3a89b7137409 None None] Network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:08:18.259896 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Subnet': ['ID=cea4a030-3cad-46ff-bbec-5bb763175f36,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:18.267661 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:18.268013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:18.268351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:18.268768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:18.269098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:18.269489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:18.269808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:18.270162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:18.270486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:18.270806 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:18.271122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:18.271476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d26d46-7d8a-4965-a82f-3200349be115 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:18.708913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f387bec9-343e-410c-bbf6-aa9d4b059011 None None] Provisioning complete for port d98db8c7-3e5f-48ce-ad12-b39210c3b81c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:08:18.709286 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f387bec9-343e-410c-bbf6-aa9d4b059011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:18.839766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f387bec9-343e-410c-bbf6-aa9d4b059011 None None] Provisioning complete for port 7637b1e6-7d53-41ba-ae24-1efa1db07599 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:08:18.840139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f387bec9-343e-410c-bbf6-aa9d4b059011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:18.962687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f387bec9-343e-410c-bbf6-aa9d4b059011 None None] Provisioning complete for port 58278af4-6736-474e-af77-41735d794bb1 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:08:18.963052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f387bec9-343e-410c-bbf6-aa9d4b059011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:32.971527 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a43cea9f-3f6b-462c-8784-a8c77b2cad59 req-b481c64a-24ee-48db-bfbb-9a0dc2dc1473 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678327 Mar 08 12:08:33.112177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cea9f-3f6b-462c-8784-a8c77b2cad59 req-2151818e-f030-4ba4-85ba-0600bc3f6781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:33.114140 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a43cea9f-3f6b-462c-8784-a8c77b2cad59 req-2151818e-f030-4ba4-85ba-0600bc3f6781 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 1099 time: 0.0773070 Mar 08 12:08:33.255532 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cea9f-3f6b-462c-8784-a8c77b2cad59 req-72d5ee5e-6c4b-4b5c-98d2-e2a2904f97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:33.256909 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a43cea9f-3f6b-462c-8784-a8c77b2cad59 req-72d5ee5e-6c4b-4b5c-98d2-e2a2904f97aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 HTTP/1.1" status: 200 len: 897 time: 0.1258018 Mar 08 12:08:33.359776 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a43cea9f-3f6b-462c-8784-a8c77b2cad59 req-c2dbb675-b2d4-4a55-856d-8f67a0509285 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7637b1e6-7d53-41ba-ae24-1efa1db07599 HTTP/1.1" status: 200 len: 1001 time: 0.0952003 Mar 08 12:08:33.420423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cea9f-3f6b-462c-8784-a8c77b2cad59 req-fe587832-59f8-4c6b-8c9a-afa4f122a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:33.421822 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a43cea9f-3f6b-462c-8784-a8c77b2cad59 req-fe587832-59f8-4c6b-8c9a-afa4f122a6ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cea4a030-3cad-46ff-bbec-5bb763175f36 HTTP/1.1" status: 200 len: 844 time: 0.0559831 Mar 08 12:08:33.503498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cea9f-3f6b-462c-8784-a8c77b2cad59 req-a2640491-d0bb-40f1-b148-79ee30389c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:33.504977 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a43cea9f-3f6b-462c-8784-a8c77b2cad59 req-a2640491-d0bb-40f1-b148-79ee30389c74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769458 Mar 08 12:08:33.633511 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a43cea9f-3f6b-462c-8784-a8c77b2cad59 req-1260a24d-523a-4f87-9d61-12ba053ef803 service neutron] 10.222.0.18 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229432 Mar 08 12:08:33.763092 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a43cea9f-3f6b-462c-8784-a8c77b2cad59 req-3a51ace4-af8e-4a1b-a54f-db7077774005 service neutron] 10.222.0.18 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236067 Mar 08 12:08:39.915160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4820-5fda-4e99-96dd-c9d70bd48933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:42.182993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7fd7910f-6373-478f-8aa7-84d6f84cfcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:43.445974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:43.479689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:43.480442 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:44.714216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:08:48.085401 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:09:01.916165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55438) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:02.208339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac4138-47a3-494d-8145-8a16a6646d6b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port b678a638-75e6-4933-9735-ebf396af806e {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:09:02.208606 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4138-47a3-494d-8145-8a16a6646d6b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:02.373229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4138-47a3-494d-8145-8a16a6646d6b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:02.373554 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4138-47a3-494d-8145-8a16a6646d6b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:02.497308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac4138-47a3-494d-8145-8a16a6646d6b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for b678a638-75e6-4933-9735-ebf396af806e owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:09:02.742092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4138-47a3-494d-8145-8a16a6646d6b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:02.794155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac4138-47a3-494d-8145-8a16a6646d6b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=b678a638-75e6-4933-9735-ebf396af806e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:02.885515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4138-47a3-494d-8145-8a16a6646d6b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:02.885858 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-c9ac4138-47a3-494d-8145-8a16a6646d6b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 709591ac-7993-4248-9e4e-c30660fcc0a8 disassociated (deleted). External IP: 172.26.4.75, port: 7637b1e6-7d53-41ba-ae24-1efa1db07599. Mar 08 12:09:03.337812 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ac4138-47a3-494d-8145-8a16a6646d6b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 48b2cd91-1d83-491d-9005-267d063b76bb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:09:03.513758 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ac4138-47a3-494d-8145-8a16a6646d6b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:09:03.523864 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c93197e-b7e3-445b-a5c3-72b47fb2e2db None None] Sync routers for ids ['48b2cd91-1d83-491d-9005-267d063b76bb'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:03.532816 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c93197e-b7e3-445b-a5c3-72b47fb2e2db None None] Routers {'48b2cd91-1d83-491d-9005-267d063b76bb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:09:03.536746 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-1c93197e-b7e3-445b-a5c3-72b47fb2e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b2cd91-1d83-491d-9005-267d063b76bb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:03.587930 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4138-47a3-494d-8145-8a16a6646d6b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:03.650260 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c9ac4138-47a3-494d-8145-8a16a6646d6b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/floatingips/709591ac-7993-4248-9e4e-c30660fcc0a8 HTTP/1.1" status: 204 len: 168 time: 1.7305727 Mar 08 12:09:03.650260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'tag': '7637b1e6-7d53-41ba-ae24-1efa1db07599'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:03.710528 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-1c93197e-b7e3-445b-a5c3-72b47fb2e2db None None] Set router 48b2cd91-1d83-491d-9005-267d063b76bb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:09:03.781446 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'tag': '7637b1e6-7d53-41ba-ae24-1efa1db07599', 'status': 'completed', 'code': 200} Mar 08 12:09:03.875928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8347cf-9d15-4473-8fe1-e07c1be8bdce req-a6fcd249-04e8-4380-bd33-47a76710c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:03.877402 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5d8347cf-9d15-4473-8fe1-e07c1be8bdce req-a6fcd249-04e8-4380-bd33-47a76710c248 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 1099 time: 0.0733469 Mar 08 12:09:04.018956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8347cf-9d15-4473-8fe1-e07c1be8bdce req-8340fea9-5e44-4a48-a2ce-918fb0d5f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:04.020645 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5d8347cf-9d15-4473-8fe1-e07c1be8bdce req-8340fea9-5e44-4a48-a2ce-918fb0d5f006 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 HTTP/1.1" status: 200 len: 897 time: 0.1368275 Mar 08 12:09:04.070481 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-1c93197e-b7e3-445b-a5c3-72b47fb2e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '58278af4-6736-474e-af77-41735d794bb1', 'name': '', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:59:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:24Z', 'updated_at': '2022-03-08T12:05:31Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:04.074314 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c93197e-b7e3-445b-a5c3-72b47fb2e2db None None] Checking router: 48b2cd91-1d83-491d-9005-267d063b76bb for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:04.082613 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c93197e-b7e3-445b-a5c3-72b47fb2e2db None None] Routers {'48b2cd91-1d83-491d-9005-267d063b76bb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:09:04.083210 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-1c93197e-b7e3-445b-a5c3-72b47fb2e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b2cd91-1d83-491d-9005-267d063b76bb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:04.092541 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5d8347cf-9d15-4473-8fe1-e07c1be8bdce req-49f5eb46-baf3-41b6-87f3-546a6f030e4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7637b1e6-7d53-41ba-ae24-1efa1db07599 HTTP/1.1" status: 200 len: 217 time: 0.0658386 Mar 08 12:09:04.156745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8347cf-9d15-4473-8fe1-e07c1be8bdce req-27a1a304-a6fa-4a6e-a62c-25643ecfee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:04.158226 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5d8347cf-9d15-4473-8fe1-e07c1be8bdce req-27a1a304-a6fa-4a6e-a62c-25643ecfee6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cea4a030-3cad-46ff-bbec-5bb763175f36 HTTP/1.1" status: 200 len: 844 time: 0.0594540 Mar 08 12:09:04.247875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8347cf-9d15-4473-8fe1-e07c1be8bdce req-8df01e24-0a29-46dd-8c63-b731572734d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:04.257423 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5d8347cf-9d15-4473-8fe1-e07c1be8bdce req-8df01e24-0a29-46dd-8c63-b731572734d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856197 Mar 08 12:09:04.269923 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-1c93197e-b7e3-445b-a5c3-72b47fb2e2db None None] Set router 48b2cd91-1d83-491d-9005-267d063b76bb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:09:04.440060 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5d8347cf-9d15-4473-8fe1-e07c1be8bdce req-97eaf868-1e89-45ec-a035-58f1701a6261 service neutron] 10.222.0.18 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815524 Mar 08 12:09:04.450228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98d523-9533-4645-907d-48d886897ec4 req-f462a088-d8c2-4dba-9334-51eaa94c6371 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:04.451668 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ad98d523-9533-4645-907d-48d886897ec4 req-f462a088-d8c2-4dba-9334-51eaa94c6371 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 946 time: 0.2394285 Mar 08 12:09:04.584249 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-1c93197e-b7e3-445b-a5c3-72b47fb2e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '58278af4-6736-474e-af77-41735d794bb1', 'name': '', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:59:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:24Z', 'updated_at': '2022-03-08T12:05:31Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:04.589759 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c93197e-b7e3-445b-a5c3-72b47fb2e2db None None] The sync data for ids ['48b2cd91-1d83-491d-9005-267d063b76bb'] in dv-neutron-828143-8-hyperv is: [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '58278af4-6736-474e-af77-41735d794bb1', 'name': '', 'network_id': '2daed476-c5a9-4a1a-86a0-fa6c32c8bae5', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:59:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:24Z', 'updated_at': '2022-03-08T12:05:31Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': 'cea4a030-3cad-46ff-bbec-5bb763175f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:04.700205 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ad98d523-9533-4645-907d-48d886897ec4 req-fae413d3-e94c-4400-b502-9f663443e507 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302067 Mar 08 12:09:04.728674 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5d8347cf-9d15-4473-8fe1-e07c1be8bdce req-84e30005-311a-4ea5-bd3f-beaa7fabcb81 service neutron] 10.222.0.18 "GET /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760973 Mar 08 12:09:04.840856 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda59489-20f5-481e-8f0f-55cbabbc3294 None None] New status for floating IP 709591ac-7993-4248-9e4e-c30660fcc0a8: DOWN {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:09:05.790560 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd18e1-8b71-4fdd-a879-4fbddb2d6a70 req-a9493444-af09-4689-8e5a-d96113d5813d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:05.792097 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a9fd18e1-8b71-4fdd-a879-4fbddb2d6a70 req-a9493444-af09-4689-8e5a-d96113d5813d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 946 time: 0.0852711 Mar 08 12:09:05.861363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-a9fd18e1-8b71-4fdd-a879-4fbddb2d6a70 req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 7637b1e6-7d53-41ba-ae24-1efa1db07599 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:09:05.861714 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-a9fd18e1-8b71-4fdd-a879-4fbddb2d6a70 req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:05.939588 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4821a03-edd1-47fc-94f3-b58e31235a90 req-91a7acb6-0788-4b2e-aecb-797f1318740f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:05.940291 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-a4821a03-edd1-47fc-94f3-b58e31235a90 req-91a7acb6-0788-4b2e-aecb-797f1318740f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:09:06.079444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-a4821a03-edd1-47fc-94f3-b58e31235a90 req-91a7acb6-0788-4b2e-aecb-797f1318740f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:09:06.081024 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a4821a03-edd1-47fc-94f3-b58e31235a90 req-91a7acb6-0788-4b2e-aecb-797f1318740f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 946 time: 0.2686279 Mar 08 12:09:06.121407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-a9fd18e1-8b71-4fdd-a879-4fbddb2d6a70 req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 7637b1e6-7d53-41ba-ae24-1efa1db07599, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7637b1e6-7d53-41ba-ae24-1efa1db07599,segment=NetworkSegment(f094cdcf-7a68-4b38-a307-206cba8c1fc7),segment_id=f094cdcf-7a68-4b38-a307-206cba8c1fc7)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:09:06.121957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-a9fd18e1-8b71-4fdd-a879-4fbddb2d6a70 req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:06.146462 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a4821a03-edd1-47fc-94f3-b58e31235a90 req-73a76349-b0a6-4a1d-80b6-c9fba68bf3c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582354 Mar 08 12:09:06.260554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-a9fd18e1-8b71-4fdd-a879-4fbddb2d6a70 req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 7637b1e6-7d53-41ba-ae24-1efa1db07599 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:09:06.667910 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-a9fd18e1-8b71-4fdd-a879-4fbddb2d6a70 req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:06.722905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=7637b1e6-7d53-41ba-ae24-1efa1db07599,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:06.762569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:06.769798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:06.769798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:06.769798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:06.769798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:06.769798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:06.769798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:06.769798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:06.769798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:06.769798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:06.769798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:06.769798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:06.809045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fd18e1-8b71-4fdd-a879-4fbddb2d6a70 req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] No DVR routers for this DVR port 7637b1e6-7d53-41ba-ae24-1efa1db07599 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:06.811715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-a9fd18e1-8b71-4fdd-a879-4fbddb2d6a70 req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:06.814226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'name': 'network-vif-deleted', 'tag': '7637b1e6-7d53-41ba-ae24-1efa1db07599'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:06.908133 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74', 'name': 'network-vif-deleted', 'tag': '7637b1e6-7d53-41ba-ae24-1efa1db07599', 'status': 'completed', 'code': 200} Mar 08 12:09:06.925711 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a9fd18e1-8b71-4fdd-a879-4fbddb2d6a70 req-351c852f-f076-4be4-9e40-0a8c6a4f1bbf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "DELETE /v2.0/ports/7637b1e6-7d53-41ba-ae24-1efa1db07599 HTTP/1.1" status: 204 len: 173 time: 1.1290545 Mar 08 12:09:07.297949 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3624c411-23bd-4a43-8c8c-1d7bf28aeee4 req-24888d47-aa4b-4143-877d-eda910a68e23 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc0fc32-9bfe-4e5a-bb41-ec77c64ebd74 HTTP/1.1" status: 200 len: 210 time: 0.0463090 Mar 08 12:09:08.390981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55468) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:08.456339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8ee8b925-6ce3-437c-8939-680b9d756984 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:08.485019 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8ee8b925-6ce3-437c-8939-680b9d756984 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:08.610355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8ee8b925-6ce3-437c-8939-680b9d756984 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:08.629258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8b925-6ce3-437c-8939-680b9d756984 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebba4ac-6cac-4a87-9153-40a43e0e9c5d,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:08.695191 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8ee8b925-6ce3-437c-8939-680b9d756984 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:08.696313 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8ee8b925-6ce3-437c-8939-680b9d756984 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/security-groups/3ebba4ac-6cac-4a87-9153-40a43e0e9c5d HTTP/1.1" status: 204 len: 168 time: 0.3043809 Mar 08 12:09:08.805058 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55474) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:09.440213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-80423583-3558-4068-8d2b-88d345dcbda2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:09.789650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-80423583-3558-4068-8d2b-88d345dcbda2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 58278af4-6736-474e-af77-41735d794bb1 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:09:09.789946 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-80423583-3558-4068-8d2b-88d345dcbda2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:09.895775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-746b8be4-69c1-4f5e-b6f0-47d48a7126ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:09.984369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-80423583-3558-4068-8d2b-88d345dcbda2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 58278af4-6736-474e-af77-41735d794bb1, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=58278af4-6736-474e-af77-41735d794bb1,segment=NetworkSegment(f094cdcf-7a68-4b38-a307-206cba8c1fc7),segment_id=f094cdcf-7a68-4b38-a307-206cba8c1fc7)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:09:09.984933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-80423583-3558-4068-8d2b-88d345dcbda2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:10.116200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-80423583-3558-4068-8d2b-88d345dcbda2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 58278af4-6736-474e-af77-41735d794bb1 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:09:10.529574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7637b1e6-7d53-41ba-ae24-1efa1db07599 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:09:10.530623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-80423583-3558-4068-8d2b-88d345dcbda2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:10.563681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 7637b1e6-7d53-41ba-ae24-1efa1db07599 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:09:10.564328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7637b1e6-7d53-41ba-ae24-1efa1db07599 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:09:10.580929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80423583-3558-4068-8d2b-88d345dcbda2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=58278af4-6736-474e-af77-41735d794bb1,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:10.966415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-80423583-3558-4068-8d2b-88d345dcbda2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:11.317309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80423583-3558-4068-8d2b-88d345dcbda2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 48b2cd91-1d83-491d-9005-267d063b76bb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:09:11.492218 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80423583-3558-4068-8d2b-88d345dcbda2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:09:11.502213 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de85e0-d59f-4a90-9c32-41331c6c4d3d None None] Sync routers for ids ['48b2cd91-1d83-491d-9005-267d063b76bb'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:11.504973 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-80423583-3558-4068-8d2b-88d345dcbda2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/48b2cd91-1d83-491d-9005-267d063b76bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6988535 Mar 08 12:09:11.507646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55478) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:11.511358 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de85e0-d59f-4a90-9c32-41331c6c4d3d None None] Routers {'48b2cd91-1d83-491d-9005-267d063b76bb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:09:11.511958 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a7de85e0-d59f-4a90-9c32-41331c6c4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b2cd91-1d83-491d-9005-267d063b76bb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:11.571813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa94b999-3a8b-4eb9-b510-a8e173a1d61b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting subnet cea4a030-3cad-46ff-bbec-5bb763175f36 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:09:11.574803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fa94b999-3a8b-4eb9-b510-a8e173a1d61b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:11.635977 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fa94b999-3a8b-4eb9-b510-a8e173a1d61b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:11.684551 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-a7de85e0-d59f-4a90-9c32-41331c6c4d3d None None] Set router 48b2cd91-1d83-491d-9005-267d063b76bb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:09:11.733722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fa94b999-3a8b-4eb9-b510-a8e173a1d61b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:11.890338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fa94b999-3a8b-4eb9-b510-a8e173a1d61b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:11.931094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94b999-3a8b-4eb9-b510-a8e173a1d61b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Subnet': ['ID=cea4a030-3cad-46ff-bbec-5bb763175f36,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:11.936193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fa94b999-3a8b-4eb9-b510-a8e173a1d61b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:11.943700 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c549407-647c-4768-b36f-0054028f9b42 None None] Network 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:09:11.947196 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fa94b999-3a8b-4eb9-b510-a8e173a1d61b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/subnets/cea4a030-3cad-46ff-bbec-5bb763175f36 HTTP/1.1" status: 204 len: 168 time: 0.4361660 Mar 08 12:09:11.947527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55482) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:11.965618 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a7de85e0-d59f-4a90-9c32-41331c6c4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:09:10Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:11.971230 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de85e0-d59f-4a90-9c32-41331c6c4d3d None None] Checking router: 48b2cd91-1d83-491d-9005-267d063b76bb for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:11.980764 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de85e0-d59f-4a90-9c32-41331c6c4d3d None None] Routers {'48b2cd91-1d83-491d-9005-267d063b76bb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:09:11.981362 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a7de85e0-d59f-4a90-9c32-41331c6c4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:08:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['48b2cd91-1d83-491d-9005-267d063b76bb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:12.144826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:12.197862 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-a7de85e0-d59f-4a90-9c32-41331c6c4d3d None None] Set router 48b2cd91-1d83-491d-9005-267d063b76bb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:09:12.216161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bd73451-a997-4f5e-a993-8c9c97dfa125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:12.266342 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] DHCP port deletion for 2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:09:12.270803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Deleting port d98db8c7-3e5f-48ce-ad12-b39210c3b81c {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:09:12.271180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:12.345468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:12.399614 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 7812601b-5032-4281-9a71-0cd95140d1b5 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:09:12.399947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:12.474803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] For port d98db8c7-3e5f-48ce-ad12-b39210c3b81c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d98db8c7-3e5f-48ce-ad12-b39210c3b81c,segment=NetworkSegment(f094cdcf-7a68-4b38-a307-206cba8c1fc7),segment_id=f094cdcf-7a68-4b38-a307-206cba8c1fc7)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:09:12.475766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:12.486351 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-a7de85e0-d59f-4a90-9c32-41331c6c4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:09:10Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:12.490315 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de85e0-d59f-4a90-9c32-41331c6c4d3d None None] The sync data for ids ['48b2cd91-1d83-491d-9005-267d063b76bb'] in dv-neutron-828143-8-hyperv is: [{'id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'name': 'tempest-TestNetworkBasicOps-router-718628294', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:19Z', 'updated_at': '2022-03-08T12:09:10Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '7812601b-5032-4281-9a71-0cd95140d1b5', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2cd91-1d83-491d-9005-267d063b76bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:20Z', 'updated_at': '2022-03-08T12:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:12.580015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 7812601b-5032-4281-9a71-0cd95140d1b5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7812601b-5032-4281-9a71-0cd95140d1b5,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:09:12.580370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:12.605710 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Calling delete_port for d98db8c7-3e5f-48ce-ad12-b39210c3b81c owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:09:12.704231 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 7812601b-5032-4281-9a71-0cd95140d1b5 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:09:12.753342 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:12.803172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] No DVR routers for this DVR port d98db8c7-3e5f-48ce-ad12-b39210c3b81c on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:12.804883 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Pushing event deleted for resources: {'Port': ['ID=d98db8c7-3e5f-48ce-ad12-b39210c3b81c,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:12.819000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:12.819740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:12.820037 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:12.820381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:12.820728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:12.821063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:12.821398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:12.821731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:12.822106 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:12.822441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:12.823899 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:12.823899 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7fba9-8c78-4d1c-8c8b-7bc2ded033ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:13.158611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d98db8c7-3e5f-48ce-ad12-b39210c3b81c no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:09:13.181939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.194901 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: d98db8c7-3e5f-48ce-ad12-b39210c3b81c {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:09:13.195238 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d98db8c7-3e5f-48ce-ad12-b39210c3b81c not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:09:13.195848 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 58278af4-6736-474e-af77-41735d794bb1 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:09:13.228704 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 58278af4-6736-474e-af77-41735d794bb1 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:09:13.229049 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 58278af4-6736-474e-af77-41735d794bb1 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:09:13.231515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=7812601b-5032-4281-9a71-0cd95140d1b5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:13.325336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.484778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.499551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.501858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.507664 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.508657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.604636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.605285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Fanout notify agent at l3_agent the message router_deleted on router 48b2cd91-1d83-491d-9005-267d063b76bb {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:09:13.622801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.626439 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8cd8fb70-1948-421b-b540-004245e497d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/routers/48b2cd91-1d83-491d-9005-267d063b76bb HTTP/1.1" status: 204 len: 168 time: 1.6754158 Mar 08 12:09:13.626667 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55486) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:13.749278 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1eacffd-607a-4ffa-9daa-7753f4968df3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.881313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1eacffd-607a-4ffa-9daa-7753f4968df3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.905957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f1eacffd-607a-4ffa-9daa-7753f4968df3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2daed476-c5a9-4a1a-86a0-fa6c32c8bae5']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:13.918186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f1eacffd-607a-4ffa-9daa-7753f4968df3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f094cdcf-7a68-4b38-a307-206cba8c1fc7') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:13.918485 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-f1eacffd-607a-4ffa-9daa-7753f4968df3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f094cdcf-7a68-4b38-a307-206cba8c1fc7') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:13.929489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1eacffd-607a-4ffa-9daa-7753f4968df3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.945278 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1eacffd-607a-4ffa-9daa-7753f4968df3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.951114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1eacffd-607a-4ffa-9daa-7753f4968df3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:09:13.951497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1eacffd-607a-4ffa-9daa-7753f4968df3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:09:13.966101 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:09:14.124756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1eacffd-607a-4ffa-9daa-7753f4968df3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:14.141985 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f1eacffd-607a-4ffa-9daa-7753f4968df3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:14.153315 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eacffd-607a-4ffa-9daa-7753f4968df3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Network': ['ID=2daed476-c5a9-4a1a-86a0-fa6c32c8bae5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:14.239000 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f1eacffd-607a-4ffa-9daa-7753f4968df3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/networks/2daed476-c5a9-4a1a-86a0-fa6c32c8bae5 HTTP/1.1" status: 204 len: 168 time: 0.6113818 Mar 08 12:09:14.251582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55490) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:14.257731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'network': {'name': 'tempest-network-smoke--2140021616', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'port_security_enabled': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:14.262742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:14.272259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:network and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:14.272259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:14.275428 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:14.369567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:09:14.373040 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:14.399699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:09:14.408205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:14.408550 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Added segment 0af46df9-54cd-41fc-a9ba-786cbec14131 of type vlan for network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d Mar 08 12:09:14.434040 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:14.558369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:14.567446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:14.568287 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:14.695768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Network': ['ID=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:14.708740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:09:14.725241 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-51272ad3-236d-4352-8c97-13b385330519 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4726014 Mar 08 12:09:14.728372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55494) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:14.733349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'admin_state_up': True, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:14.740587 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:14.744947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:router and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:14.747908 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:14.754142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:14.783827 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:14.867264 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:14.868364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:14.882877 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:15.153780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7812601b-5032-4281-9a71-0cd95140d1b5 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:09:15.189216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 7812601b-5032-4281-9a71-0cd95140d1b5 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:09:15.189563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7812601b-5032-4281-9a71-0cd95140d1b5 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:09:15.346220 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:15.706750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:15.736029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:15.871361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.52 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/691c7166-c3f3-4a3c-8eb2-94c978061049) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:16.014632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:16.107503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:16.167155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:16.169826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:16.179617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:09:16.217565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=691c7166-c3f3-4a3c-8eb2-94c978061049,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:16.695719 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:17.143163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:17.438696 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 260da222-bac4-4752-8d9a-eb9280a69ffb is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:09:17.638910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:09:17.648670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Sync routers for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:17.658810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:09:17.659328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:17.723908 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:17.725175 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f929bab8-ed69-457f-9220-782465555308 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9958107 Mar 08 12:09:17.728258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55498) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:17.811068 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-933969bb-d8fc-464f-8aa8-3d51b01668c0 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c6ec9fcbfccf47d68d2acd05b7c2000a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0814660 Mar 08 12:09:17.813576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55504) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:17.841915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:09:17.940840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb795eab-ab53-4266-aa4f-42cb8eb7096e tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:17.942963 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cb795eab-ab53-4266-aa4f-42cb8eb7096e tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284630 Mar 08 12:09:17.946426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55508) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:17.987874 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-76695bb2-9285-4c06-b2e4-c2761a3c4681 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403063 Mar 08 12:09:17.990294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55512) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:17.996014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1432228249', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:18.112122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:18.116690 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:subnet and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:18.119633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:18.125711 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:18.154618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:16Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:18.158374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Checking router: 260da222-bac4-4752-8d9a-eb9280a69ffb for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:18.158741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Updating router 260da222-bac4-4752-8d9a-eb9280a69ffb port 691c7166-c3f3-4a3c-8eb2-94c978061049 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:09:18.210345 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:18.244272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:09:18.247855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:18.512871 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:18.530968 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:18.542629 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Transition to ACTIVE for port object 691c7166-c3f3-4a3c-8eb2-94c978061049 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:09:18.591280 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Subnet': ['ID=02464c30-1f2e-48ba-83db-bb61cf3c5a8f,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:18.603092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:18.603444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:18.603786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:18.604127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:18.604463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:18.604798 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:18.605148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:18.605462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:18.605808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:18.606143 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:18.606471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:18.606793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:18.610145 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Checking segment: {'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:09:18.610568 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network hostable DHCP agents. Network: 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:09:18.611256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:18.667123 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:09:18.683438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Attempting to bind port 691c7166-c3f3-4a3c-8eb2-94c978061049 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:09:18.683951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Attempting to bind port 691c7166-c3f3-4a3c-8eb2-94c978061049 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:09:18.684156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Attempting to bind port 691c7166-c3f3-4a3c-8eb2-94c978061049 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:09:18.699250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:09:18.699621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:09:18.700019 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:18.700408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:09:18.700866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Bound port: 691c7166-c3f3-4a3c-8eb2-94c978061049, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:09:18.701240 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:18.729379 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:18.732420 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038ae1d-7b3a-4d60-8221-082e9350a027 None None] Pushing event updated for resources: {'Port': ['ID=691c7166-c3f3-4a3c-8eb2-94c978061049,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:18.733900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:18.734527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:18.743398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deccc05-1447-4a16-aeed-85fb56e9516e None None] Network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:09:18.804664 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-39882cfa-c3d9-4b83-99b4-42b5e89239f6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8127706 Mar 08 12:09:18.807339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55516) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:18.868311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] For port 691c7166-c3f3-4a3c-8eb2-94c978061049, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:09:18.873025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] For port 691c7166-c3f3-4a3c-8eb2-94c978061049, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=691c7166-c3f3-4a3c-8eb2-94c978061049,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:09:18.943100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:19.066785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038ae1d-7b3a-4d60-8221-082e9350a027 None None] Pushing event updated for resources: {'Port': ['ID=691c7166-c3f3-4a3c-8eb2-94c978061049,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:19.070828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:09:19.071665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:19.081292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:09:19.081918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:19.359497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:09:19.507245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Allocated IP 172.20.0.2 (4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d/02464c30-1f2e-48ba-83db-bb61cf3c5a8f/75fddfa6-6596-46e7-9299-538553334308) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:19.612210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:19.875676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:19.878677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:16Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:19.887947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2614e-52b7-42ac-b995-2099ac8f7215 None None] The sync data for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv is: [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:16Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:19.891658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Transition to ACTIVE for port object 75fddfa6-6596-46e7-9299-538553334308 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:09:19.910344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Transition to ACTIVE for port object 75fddfa6-6596-46e7-9299-538553334308 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:09:20.027490 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:20.102959 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:20.106037 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:20.112550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:09:20.114536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.1 (4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d/02464c30-1f2e-48ba-83db-bb61cf3c5a8f/ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:20.177559 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Pushing event updated for resources: {'Port': ['ID=75fddfa6-6596-46e7-9299-538553334308,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:20.236419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Attempting to bind port 75fddfa6-6596-46e7-9299-538553334308 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:09:20.236905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Attempting to bind port 75fddfa6-6596-46e7-9299-538553334308 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:09:20.237280 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Attempting to bind port 75fddfa6-6596-46e7-9299-538553334308 on network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:09:20.243116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:09:20.243492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Checking segment: {'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:09:20.243918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:20.244314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Bound using segment: {'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:09:20.244780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Bound port: 75fddfa6-6596-46e7-9299-538553334308, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:09:20.245186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:20.303478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:20.320151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:09:20.340518 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] For port 75fddfa6-6596-46e7-9299-538553334308, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:09:20.343826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] For port 75fddfa6-6596-46e7-9299-538553334308, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=75fddfa6-6596-46e7-9299-538553334308,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:09:20.478820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:20.513279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:20.545719 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:20.548852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:20.558131 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:09:20.603997 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:20.604873 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e75ce5-3cc7-4d39-b60d-6d19ca3c264b None None] Pushing event updated for resources: {'Port': ['ID=75fddfa6-6596-46e7-9299-538553334308,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:20.628295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:21.126175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:21.211654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 691c7166-c3f3-4a3c-8eb2-94c978061049 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:09:21.358004 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 691c7166-c3f3-4a3c-8eb2-94c978061049 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:09:21.367072 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 691c7166-c3f3-4a3c-8eb2-94c978061049 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:09:21.367536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:21.493395 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:21.512151 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 691c7166-c3f3-4a3c-8eb2-94c978061049, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=691c7166-c3f3-4a3c-8eb2-94c978061049,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:09:21.556606 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:21.574232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9374298f-5445-49c5-987d-62334dfe2047 None None] Network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:09:21.655677 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:21.656653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:21.657414 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 75fddfa6-6596-46e7-9299-538553334308 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:09:21.776230 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:21.779798 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:21.846325 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=691c7166-c3f3-4a3c-8eb2-94c978061049,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:21.855502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-23095387-3a42-41d3-8f6e-ab1aa1cb541b None None] Provisioning for port 75fddfa6-6596-46e7-9299-538553334308 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:09:21.920396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:21.921604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:21.942640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 75fddfa6-6596-46e7-9299-538553334308 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:09:21.950648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 75fddfa6-6596-46e7-9299-538553334308 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:09:21.951019 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:22.076068 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:22.110575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 75fddfa6-6596-46e7-9299-538553334308, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=75fddfa6-6596-46e7-9299-538553334308,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:09:22.121345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 260da222-bac4-4752-8d9a-eb9280a69ffb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:09:22.187917 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:22.244849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ef3a21ec-f10d-42f3-9405-3349334e1bce None None] Provisioning complete for port 75fddfa6-6596-46e7-9299-538553334308 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:09:22.245508 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ef3a21ec-f10d-42f3-9405-3349334e1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:22.311974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=75fddfa6-6596-46e7-9299-538553334308,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:22.313604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:09:22.328074 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Sync routers for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:22.337569 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e02ef9ea-7011-49b8-be43-d69dfdb13582 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/260da222-bac4-4752-8d9a-eb9280a69ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5291831 Mar 08 12:09:22.338848 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:09:22.339455 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:22.340026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55520) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:22.495348 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ef3a21ec-f10d-42f3-9405-3349334e1bce None None] Provisioning for port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:09:22.501172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ef3a21ec-f10d-42f3-9405-3349334e1bce None None] Provisioning complete for port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:09:22.501741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ef3a21ec-f10d-42f3-9405-3349334e1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:22.546853 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:09:22.563926 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a21ec-f10d-42f3-9405-3349334e1bce None None] Port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:09:22.609435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8822a461-f364-4a50-a503-a8b31eb3bcae tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.609937 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8822a461-f364-4a50-a503-a8b31eb3bcae tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.610402 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8822a461-f364-4a50-a503-a8b31eb3bcae tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.610974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8822a461-f364-4a50-a503-a8b31eb3bcae tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.615507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55524) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:22.616582 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8822a461-f364-4a50-a503-a8b31eb3bcae tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2744243 Mar 08 12:09:22.684922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8ee4281e-5651-4054-bfb0-ea9f37cead99 None None] Provisioning complete for port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:09:22.685164 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8ee4281e-5651-4054-bfb0-ea9f37cead99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:22.693724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f740209-3998-4c53-a359-bd23a3114acd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.694224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f740209-3998-4c53-a359-bd23a3114acd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.694690 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f740209-3998-4c53-a359-bd23a3114acd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.695146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f740209-3998-4c53-a359-bd23a3114acd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.699264 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8f740209-3998-4c53-a359-bd23a3114acd tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0788755 Mar 08 12:09:22.699497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55528) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:22.742353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4281e-5651-4054-bfb0-ea9f37cead99 None None] Port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:09:22.858710 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:22.862513 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Checking router: 260da222-bac4-4752-8d9a-eb9280a69ffb for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:22.867612 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Updating router 260da222-bac4-4752-8d9a-eb9280a69ffb port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:09:22.903861 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c0151d11-7491-43f7-8c77-f40e8545e324 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2033298 Mar 08 12:09:22.915429 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.171056 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 691c7166-c3f3-4a3c-8eb2-94c978061049 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:09:23.236304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 691c7166-c3f3-4a3c-8eb2-94c978061049 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:09:23.236678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.254222 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.266832 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Transition to ACTIVE for port object ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:09:23.309869 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55534) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:23.315347 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954374979', 'description': 'tempest-secgroup-smoke-1954374979 description', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:23.321804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:23.325982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:23.328856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:23.335266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:23.362472 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.393686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 75fddfa6-6596-46e7-9299-538553334308 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:09:23.409759 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.434353 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:23.438917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:23.442047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:23.448689 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:23.469476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 75fddfa6-6596-46e7-9299-538553334308 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:09:23.469860 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.524602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.575338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.608964 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Pushing event updated for resources: {'Port': ['ID=ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:23.629644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88360e5-b6c9-4b03-8973-5d5ec7539c1f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:23.632991 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:23.633341 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:23.633684 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:23.634048 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:23.634381 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:23.634713 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:23.635040 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:23.635371 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:23.635695 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:23.636027 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:23.636342 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:23.636712 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:23.646012 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Attempting to bind port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:09:23.646391 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Attempting to bind port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:09:23.647285 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Attempting to bind port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c on network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:09:23.652536 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:09:23.652912 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Checking segment: {'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:09:23.653312 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.653701 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Bound using segment: {'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:09:23.654205 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Bound port: ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:09:23.654581 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.672568 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.680642 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2f449a2c-fc6a-4669-88c2-ca8aba463ed3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3627555 Mar 08 12:09:23.680642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55538) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:23.681978 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f8b2b499-24de-4767-8043-0b9c355e213a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'e88360e5-b6c9-4b03-8973-5d5ec7539c1f', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:23.689627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f8b2b499-24de-4767-8043-0b9c355e213a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:23.695884 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f8b2b499-24de-4767-8043-0b9c355e213a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:23.699303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f8b2b499-24de-4767-8043-0b9c355e213a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:23.705039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f8b2b499-24de-4767-8043-0b9c355e213a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:23.745651 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] For port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:09:23.748680 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] For port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:09:23.770000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f8b2b499-24de-4767-8043-0b9c355e213a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.827183 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.829481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f8b2b499-24de-4767-8043-0b9c355e213a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.884185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f8b2b499-24de-4767-8043-0b9c355e213a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.902999 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:09:23.904162 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:23.910344 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2b499-24de-4767-8043-0b9c355e213a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92dac0c1-d6e3-4cbc-abf9-5870531c31ce,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:23.969515 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee51d8-793d-404a-87f4-3c9282acf924 None None] Pushing event updated for resources: {'Port': ['ID=ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:23.970149 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f8b2b499-24de-4767-8043-0b9c355e213a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:23.974265 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f8b2b499-24de-4767-8043-0b9c355e213a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2938850 Mar 08 12:09:23.974529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55542) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:23.980494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c58ae143-e4f9-49af-af6b-b7e387c2f15a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'e88360e5-b6c9-4b03-8973-5d5ec7539c1f', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:23.993686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c58ae143-e4f9-49af-af6b-b7e387c2f15a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:23.997745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c58ae143-e4f9-49af-af6b-b7e387c2f15a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:24.000651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c58ae143-e4f9-49af-af6b-b7e387c2f15a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:24.007046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c58ae143-e4f9-49af-af6b-b7e387c2f15a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:24.101381 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:09:24.102025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c58ae143-e4f9-49af-af6b-b7e387c2f15a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:24.162663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c58ae143-e4f9-49af-af6b-b7e387c2f15a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:24.255450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c58ae143-e4f9-49af-af6b-b7e387c2f15a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:24.284027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ae143-e4f9-49af-af6b-b7e387c2f15a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4b0da3-7d4e-4473-b333-78bf3bb56fe9,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:24.369312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c58ae143-e4f9-49af-af6b-b7e387c2f15a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:24.370633 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c58ae143-e4f9-49af-af6b-b7e387c2f15a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3950405 Mar 08 12:09:24.374012 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55546) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:24.378946 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ab38ee08-9c79-4abb-af40-3192ed34e2f8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'e88360e5-b6c9-4b03-8973-5d5ec7539c1f', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:24.385511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ab38ee08-9c79-4abb-af40-3192ed34e2f8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:24.389474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ab38ee08-9c79-4abb-af40-3192ed34e2f8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:24.392444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ab38ee08-9c79-4abb-af40-3192ed34e2f8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:24.398793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ab38ee08-9c79-4abb-af40-3192ed34e2f8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:24.416808 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:23Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:24.420647 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762608e9-2b86-47d0-9816-9688c624aa0d None None] The sync data for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv is: [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:23Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:24.485152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ab38ee08-9c79-4abb-af40-3192ed34e2f8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:24.554660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ab38ee08-9c79-4abb-af40-3192ed34e2f8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:24.632229 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ab38ee08-9c79-4abb-af40-3192ed34e2f8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:24.658316 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38ee08-9c79-4abb-af40-3192ed34e2f8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e5c6e1-59ab-49f5-892c-95624976b7d3,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:24.724059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ab38ee08-9c79-4abb-af40-3192ed34e2f8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:24.725298 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ab38ee08-9c79-4abb-af40-3192ed34e2f8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3503649 Mar 08 12:09:24.728127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55550) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:24.734262 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a9d9661f-ba73-4a87-b16c-82620f89c733 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'e88360e5-b6c9-4b03-8973-5d5ec7539c1f', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:24.741253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a9d9661f-ba73-4a87-b16c-82620f89c733 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:24.745759 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a9d9661f-ba73-4a87-b16c-82620f89c733 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:24.748764 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a9d9661f-ba73-4a87-b16c-82620f89c733 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:24.755778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a9d9661f-ba73-4a87-b16c-82620f89c733 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:24.851580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9d9661f-ba73-4a87-b16c-82620f89c733 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:24.922076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9d9661f-ba73-4a87-b16c-82620f89c733 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:24.998146 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9d9661f-ba73-4a87-b16c-82620f89c733 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:25.023572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9661f-ba73-4a87-b16c-82620f89c733 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4146937d-cd2d-482f-a204-5e4f569dc0b9,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:25.085554 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:09:25.100968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a9d9661f-ba73-4a87-b16c-82620f89c733 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:25.102193 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a9d9661f-ba73-4a87-b16c-82620f89c733 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3730087 Mar 08 12:09:25.104870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55554) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:25.110139 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a4ecdc36-ae9e-4f42-b130-07f2b7cc2fbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'e88360e5-b6c9-4b03-8973-5d5ec7539c1f', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:25.116577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a4ecdc36-ae9e-4f42-b130-07f2b7cc2fbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:25.123867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a4ecdc36-ae9e-4f42-b130-07f2b7cc2fbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:25.127797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a4ecdc36-ae9e-4f42-b130-07f2b7cc2fbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:25.134535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a4ecdc36-ae9e-4f42-b130-07f2b7cc2fbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:25.189269 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:09:25.232425 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-a4ecdc36-ae9e-4f42-b130-07f2b7cc2fbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:09:25.239974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdc36-ae9e-4f42-b130-07f2b7cc2fbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:25.311499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdc36-ae9e-4f42-b130-07f2b7cc2fbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:25.334944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:09:25.340352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:09:25.340728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:25.386338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdc36-ae9e-4f42-b130-07f2b7cc2fbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:25.410218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecdc36-ae9e-4f42-b130-07f2b7cc2fbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44178a59-e917-4dc6-a687-834dd6654114,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:25.467006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:25.483919 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdc36-ae9e-4f42-b130-07f2b7cc2fbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:25.485109 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a4ecdc36-ae9e-4f42-b130-07f2b7cc2fbe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3793344 Mar 08 12:09:25.487930 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55558) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:25.493590 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-983fcc52-2ad1-45c5-a76d-cd153d307997 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'e88360e5-b6c9-4b03-8973-5d5ec7539c1f', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:25.499220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:09:25.499469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-983fcc52-2ad1-45c5-a76d-cd153d307997 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:25.503494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-983fcc52-2ad1-45c5-a76d-cd153d307997 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:25.506886 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-983fcc52-2ad1-45c5-a76d-cd153d307997 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:25.512462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-983fcc52-2ad1-45c5-a76d-cd153d307997 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:25.563375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:25.592580 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-983fcc52-2ad1-45c5-a76d-cd153d307997 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:09:25.599460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-983fcc52-2ad1-45c5-a76d-cd153d307997 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:25.632182 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:25.670698 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-983fcc52-2ad1-45c5-a76d-cd153d307997 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:25.763512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-983fcc52-2ad1-45c5-a76d-cd153d307997 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:25.789434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fcc52-2ad1-45c5-a76d-cd153d307997 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f42c127-7300-47f7-9c19-33ff1349c6cf,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:25.860546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-983fcc52-2ad1-45c5-a76d-cd153d307997 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:25.861722 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-983fcc52-2ad1-45c5-a76d-cd153d307997 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3728678 Mar 08 12:09:26.019876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-9e566c79-241a-4cdf-a5f0-209257b5afef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:09:26.089475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-9e566c79-241a-4cdf-a5f0-209257b5afef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:09:26.097944 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-9e566c79-241a-4cdf-a5f0-209257b5afef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954374979&fields=id&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 267 time: 0.1087909 Mar 08 12:09:26.244331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-6e442821-41e5-4321-a70e-b18a6a769ecf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:26.244999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-6e442821-41e5-4321-a70e-b18a6a769ecf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:09:26.335637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-6e442821-41e5-4321-a70e-b18a6a769ecf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:09:26.336829 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-6e442821-41e5-4321-a70e-b18a6a769ecf tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/networks?id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d HTTP/1.1" status: 200 len: 797 time: 0.2395980 Mar 08 12:09:26.351694 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-d72c5087-9c28-4406-955c-29a056dd3802 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/quotas/c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 375 time: 0.0093880 Mar 08 12:09:26.431926 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-3e11956a-fa37-436a-894b-edbdca8ca77f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:09:26.528931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-3e11956a-fa37-436a-894b-edbdca8ca77f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:09:26.530305 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-3e11956a-fa37-436a-894b-edbdca8ca77f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736429 Mar 08 12:09:26.667701 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-cfa896e7-6eae-40ec-9662-38728d128ac6 service neutron] 10.222.0.32 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256218 Mar 08 12:09:26.797036 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-a0ad2001-b6e0-4054-bd7e-c61c0e977f31 service neutron] 10.222.0.32 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234303 Mar 08 12:09:27.171306 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:09:27.206304 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-9242151b-05f7-48ba-9e25-bdb8cb876fd6 req-188cf3a3-e19a-4020-837a-5959602b4186 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:09:27.218331 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-9242151b-05f7-48ba-9e25-bdb8cb876fd6 req-188cf3a3-e19a-4020-837a-5959602b4186 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:09:27.219471 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9242151b-05f7-48ba-9e25-bdb8cb876fd6 req-188cf3a3-e19a-4020-837a-5959602b4186 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 210 time: 0.1781640 Mar 08 12:09:27.246989 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:09:27.247427 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:28.372700 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5db349af-8f48-4fd1-830c-583e7a322d76 req-98063749-a830-4028-aed5-c07fc17a3c33 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 210 time: 0.0469086 Mar 08 12:09:29.171362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-48b52f1b-9edd-4e38-9193-062de7f36557 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:29.173146 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-48b52f1b-9edd-4e38-9193-062de7f36557 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks?id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d HTTP/1.1" status: 200 len: 797 time: 0.1530080 Mar 08 12:09:29.221166 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-eb61a35a-f6b5-4a88-b3d8-80c4c96b55e6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:09:29.232433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-eb61a35a-f6b5-4a88-b3d8-80c4c96b55e6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:09:29.233541 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-eb61a35a-f6b5-4a88-b3d8-80c4c96b55e6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 380 time: 0.0526214 Mar 08 12:09:29.241761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'port': {'device_id': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'admin_state_up': True, 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'security_groups': ['e88360e5-b6c9-4b03-8973-5d5ec7539c1f']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:29.380545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:29.391350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:29.467006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:09:29.471596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:29.533895 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2d0c70f0-6d4a-455a-b4a8-a474398add9f req-c5c17fdc-d436-4807-a8a4-539b9aea1c48 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 210 time: 0.0508211 Mar 08 12:09:29.693526 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.3 (4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d/02464c30-1f2e-48ba-83db-bb61cf3c5a8f/74efc524-98fe-4efe-bdad-3ba90e4a6178) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:29.897514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:29.917558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object 74efc524-98fe-4efe-bdad-3ba90e4a6178 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:09:30.015619 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:30.084846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:30.094231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:30.099885 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:09:30.132070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=74efc524-98fe-4efe-bdad-3ba90e4a6178,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:30.171993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:30.172723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:30.284278 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-4b34612d-ce0c-4adc-a7d5-0f5e1e3e418b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0462549 Mar 08 12:09:30.295550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Request body: {'port': {'device_id': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:30.413622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:30.414980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-293cfb87-c0c0-43da-b1ac-ac2c99d9f17d None None] Provisioning for port 74efc524-98fe-4efe-bdad-3ba90e4a6178 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:09:30.420374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-293cfb87-c0c0-43da-b1ac-ac2c99d9f17d None None] Provisioning complete for port 74efc524-98fe-4efe-bdad-3ba90e4a6178 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:09:30.420668 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-293cfb87-c0c0-43da-b1ac-ac2c99d9f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:30.477469 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-293cfb87-c0c0-43da-b1ac-ac2c99d9f17d None None] Port 74efc524-98fe-4efe-bdad-3ba90e4a6178 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:09:30.724341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbec868-7878-429f-b349-e55bb26aaaca req-a1074a91-a953-4a7a-abf4-17d8bdadf265 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:30.725808 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7fbec868-7878-429f-b349-e55bb26aaaca req-a1074a91-a953-4a7a-abf4-17d8bdadf265 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 931 time: 0.0834510 Mar 08 12:09:30.769377 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74efc524-98fe-4efe-bdad-3ba90e4a6178 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:09:30.773407 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7fbec868-7878-429f-b349-e55bb26aaaca req-d02d4a10-6e21-4719-ba4a-5fcd4ca76a85 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414588 Mar 08 12:09:30.776675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:30.792265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Transition to ACTIVE for port object 74efc524-98fe-4efe-bdad-3ba90e4a6178 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:09:30.877646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:31.034799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=74efc524-98fe-4efe-bdad-3ba90e4a6178,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:31.115202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Attempting to bind port 74efc524-98fe-4efe-bdad-3ba90e4a6178 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:09:31.115539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Attempting to bind port 74efc524-98fe-4efe-bdad-3ba90e4a6178 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:09:31.115869 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Attempting to bind port 74efc524-98fe-4efe-bdad-3ba90e4a6178 on network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:09:31.120333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Port 74efc524-98fe-4efe-bdad-3ba90e4a6178 on network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:09:31.120647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Attempting to bind port 74efc524-98fe-4efe-bdad-3ba90e4a6178 on network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:09:31.126402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:09:31.126767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Checking segment: {'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:09:31.127152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Bound using segment: {'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:09:31.127572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Bound port: 74efc524-98fe-4efe-bdad-3ba90e4a6178, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:09:31.127917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:31.321820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] For port 74efc524-98fe-4efe-bdad-3ba90e4a6178, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:09:31.325216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] For port 74efc524-98fe-4efe-bdad-3ba90e4a6178, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74efc524-98fe-4efe-bdad-3ba90e4a6178,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:09:31.387292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:31.445790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:31.446432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:31.447774 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] 10.222.0.18 "PUT /v2.0/ports/74efc524-98fe-4efe-bdad-3ba90e4a6178 HTTP/1.1" status: 200 len: 1093 time: 1.1563587 Mar 08 12:09:31.448212 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:31.482631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe584eb-a9a3-4c76-887b-0913070d1ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=74efc524-98fe-4efe-bdad-3ba90e4a6178,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:31.497451 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'status': 'completed', 'code': 200} Mar 08 12:09:31.586938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a5db5-a692-47d6-8a7d-de006f037454 req-2c9fc7ea-1fce-4e59-937c-239bff5ddbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:31.588936 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1e2a5db5-a692-47d6-8a7d-de006f037454 req-2c9fc7ea-1fce-4e59-937c-239bff5ddbc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 1096 time: 0.0735121 Mar 08 12:09:31.734938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a5db5-a692-47d6-8a7d-de006f037454 req-a9e98dc5-bdb4-42ef-b214-7fd49b07f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:31.736374 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1e2a5db5-a692-47d6-8a7d-de006f037454 req-a9e98dc5-bdb4-42ef-b214-7fd49b07f3d3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1412644 Mar 08 12:09:31.881082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a5db5-a692-47d6-8a7d-de006f037454 req-797d6351-7dcc-4eb9-8940-b1c34a01c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:31.882461 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1e2a5db5-a692-47d6-8a7d-de006f037454 req-797d6351-7dcc-4eb9-8940-b1c34a01c9c9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402130 Mar 08 12:09:31.964279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53f8c4-ac89-4858-8068-a03eceeb7fb8 req-1de8b1ba-ce57-4300-aa9b-c08ba8e4e0c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:31.966302 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2b53f8c4-ac89-4858-8068-a03eceeb7fb8 req-1de8b1ba-ce57-4300-aa9b-c08ba8e4e0c6 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 943 time: 0.0837336 Mar 08 12:09:31.991923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-793bf499-ea0e-44dc-8942-b37099999393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:31.993392 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-793bf499-ea0e-44dc-8942-b37099999393 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 1096 time: 0.0759163 Mar 08 12:09:32.010788 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2b53f8c4-ac89-4858-8068-a03eceeb7fb8 req-94a2195d-9c27-4bef-b597-e7c85fb8c8e5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386198 Mar 08 12:09:32.061721 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-67bd9279-b2b3-47ca-8f9e-c2b272a6ebf6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74efc524-98fe-4efe-bdad-3ba90e4a6178 HTTP/1.1" status: 200 len: 217 time: 0.0618749 Mar 08 12:09:32.133381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-2810812e-c0bf-43ac-883e-5025a543c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:32.134784 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-2810812e-c0bf-43ac-883e-5025a543c118 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02464c30-1f2e-48ba-83db-bb61cf3c5a8f HTTP/1.1" status: 200 len: 835 time: 0.0678692 Mar 08 12:09:32.212311 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5498438f-967c-4fbc-8ca9-0196b3754106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:32.213808 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-5498438f-967c-4fbc-8ca9-0196b3754106 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738616 Mar 08 12:09:32.348673 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-7b0fc4d0-fd96-4e22-ac8b-e40cf5051ec5 service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288633 Mar 08 12:09:32.492121 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ef5b233-3f64-42d8-8e19-f94503a00512 req-ca89700a-9429-426a-8328-e47d9787f0d6 service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369884 Mar 08 12:09:33.199241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf3d57-26ef-4d77-8bdc-5d968e95a866 req-6bcb02f3-2a02-41eb-a635-0f6fbf61c9d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:33.199937 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e2bf3d57-26ef-4d77-8bdc-5d968e95a866 req-6bcb02f3-2a02-41eb-a635-0f6fbf61c9d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:09:33.277752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e2bf3d57-26ef-4d77-8bdc-5d968e95a866 req-6bcb02f3-2a02-41eb-a635-0f6fbf61c9d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:09:33.279299 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e2bf3d57-26ef-4d77-8bdc-5d968e95a866 req-6bcb02f3-2a02-41eb-a635-0f6fbf61c9d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 943 time: 0.1630309 Mar 08 12:09:33.323684 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e2bf3d57-26ef-4d77-8bdc-5d968e95a866 req-098d70df-0f52-4193-b231-0b2141c561be tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386205 Mar 08 12:09:34.507028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200df7a-33b1-48c6-a6b9-dbee4efcb145 req-3fd5e186-40fc-4fce-b269-35024314b16b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:34.508506 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f200df7a-33b1-48c6-a6b9-dbee4efcb145 req-3fd5e186-40fc-4fce-b269-35024314b16b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 943 time: 0.0810480 Mar 08 12:09:34.552590 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f200df7a-33b1-48c6-a6b9-dbee4efcb145 req-c8d99e8a-163e-499f-ad94-bc50c0433478 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379527 Mar 08 12:09:35.735070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0496c82-0ac0-42da-9d32-3e184eb48e13 req-1e2ce6ac-f420-4453-95ab-28c9cb92b9dd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:35.736530 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0496c82-0ac0-42da-9d32-3e184eb48e13 req-1e2ce6ac-f420-4453-95ab-28c9cb92b9dd tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 943 time: 0.0799134 Mar 08 12:09:35.788313 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0496c82-0ac0-42da-9d32-3e184eb48e13 req-44210714-13f4-4576-a542-e2364d399868 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456870 Mar 08 12:09:36.723917 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 74efc524-98fe-4efe-bdad-3ba90e4a6178 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:09:36.855542 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 74efc524-98fe-4efe-bdad-3ba90e4a6178, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74efc524-98fe-4efe-bdad-3ba90e4a6178,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:09:36.868562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'port_id': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'mac_address': 'fa:16:3e:66:81:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:09:36.927230 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:36.943790 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74efc524-98fe-4efe-bdad-3ba90e4a6178 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:09:36.959231 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 74efc524-98fe-4efe-bdad-3ba90e4a6178, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74efc524-98fe-4efe-bdad-3ba90e4a6178,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:09:36.979845 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e0c39-731a-47cf-9ab5-ef71db2a94f4 req-a99b7fbe-d150-4f1b-b527-8119a257a536 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:36.981347 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4a0e0c39-731a-47cf-9ab5-ef71db2a94f4 req-a99b7fbe-d150-4f1b-b527-8119a257a536 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 943 time: 0.0846975 Mar 08 12:09:37.025415 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4a0e0c39-731a-47cf-9ab5-ef71db2a94f4 req-ed5e9ceb-bd81-4263-9a9a-aa3957493366 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383635 Mar 08 12:09:37.077643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:37.143004 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=74efc524-98fe-4efe-bdad-3ba90e4a6178,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:37.416841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['74efc524-98fe-4efe-bdad-3ba90e4a6178'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:09:38.215501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bdb01-e85a-46b6-a104-a07837853535 req-f69afed7-5c2b-4db9-8b3f-3f1738cd9ee2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:38.218018 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e22bdb01-e85a-46b6-a104-a07837853535 req-f69afed7-5c2b-4db9-8b3f-3f1738cd9ee2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 944 time: 0.0841382 Mar 08 12:09:38.260141 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e22bdb01-e85a-46b6-a104-a07837853535 req-9e50e10c-92ca-4dc0-bb85-4fd7949c0591 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374372 Mar 08 12:09:38.731882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 74efc524-98fe-4efe-bdad-3ba90e4a6178 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:09:38.865830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 74efc524-98fe-4efe-bdad-3ba90e4a6178 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:09:38.870556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 74efc524-98fe-4efe-bdad-3ba90e4a6178 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:09:38.870920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:38.985379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:39.010884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:39.020059 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 74efc524-98fe-4efe-bdad-3ba90e4a6178, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74efc524-98fe-4efe-bdad-3ba90e4a6178,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:09:39.056796 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'code': 200} Mar 08 12:09:39.123832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:39.189436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=74efc524-98fe-4efe-bdad-3ba90e4a6178,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:39.447823 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9b52c-3ff5-4bcf-9b60-79c44d8bc954 req-0cb2cf8a-82de-4b68-bf95-6987e3d841f1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:39.449283 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8be9b52c-3ff5-4bcf-9b60-79c44d8bc954 req-0cb2cf8a-82de-4b68-bf95-6987e3d841f1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 945 time: 0.0850649 Mar 08 12:09:39.535595 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8be9b52c-3ff5-4bcf-9b60-79c44d8bc954 req-6a9b9a4f-6ffd-4c8d-84d5-561aedbcebc8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512314 Mar 08 12:09:39.556389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b69868-be5a-4d9f-98af-c3d503daa400 req-8abf6e27-be03-4e80-8716-024ff2fbb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:39.557852 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-81b69868-be5a-4d9f-98af-c3d503daa400 req-8abf6e27-be03-4e80-8716-024ff2fbb571 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 1098 time: 0.1066008 Mar 08 12:09:39.597076 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-81b69868-be5a-4d9f-98af-c3d503daa400 req-2a5d05c2-00ec-4dd1-aadb-e11cb00d491f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338426 Mar 08 12:09:39.911580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dd0e0285-e2e2-4233-9b69-ae468aed3a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:40.732295 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6ec77-09d8-4093-902c-4b266ba79393 req-2fcecb5c-94c3-402c-8ba3-2dc9869e00ba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:40.734502 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2ce6ec77-09d8-4093-902c-4b266ba79393 req-2fcecb5c-94c3-402c-8ba3-2dc9869e00ba tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 945 time: 0.0927007 Mar 08 12:09:40.777800 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2ce6ec77-09d8-4093-902c-4b266ba79393 req-99534551-4558-48ad-8321-1c849b4273c3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377641 Mar 08 12:09:41.963570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686136c1-ad63-4680-8f89-fdfe886522db req-874b825c-0347-4458-8036-87dbfaa53a0e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:41.964926 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-686136c1-ad63-4680-8f89-fdfe886522db req-874b825c-0347-4458-8036-87dbfaa53a0e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 945 time: 0.0826795 Mar 08 12:09:42.097580 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-686136c1-ad63-4680-8f89-fdfe886522db req-59470c52-d0a4-448b-8322-87ce0533bd11 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270299 Mar 08 12:09:42.187491 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f603aafb-59f9-4ebe-91cb-bc7a69fe0775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:42.294574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8cab2-4839-4fb6-8fee-ec46aec81936 req-ee3fc308-1da2-4823-8e6d-89eef6826c7a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:42.296020 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1fd8cab2-4839-4fb6-8fee-ec46aec81936 req-ee3fc308-1da2-4823-8e6d-89eef6826c7a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 945 time: 0.0862672 Mar 08 12:09:42.339198 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1fd8cab2-4839-4fb6-8fee-ec46aec81936 req-d12f5e06-5042-4551-94d9-1e39cceabede tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375452 Mar 08 12:09:42.362574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55620) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:42.436819 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f7950a-f204-4eb0-88e6-a940a4474b4a tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:42.438681 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-72f7950a-f204-4eb0-88e6-a940a4474b4a tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 1093 time: 0.0751240 Mar 08 12:09:42.441504 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55624) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:42.446246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:42.452067 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:42.455822 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:floatingip and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:42.458679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:42.464616 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:42.529389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:42.757206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:42.892034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.146 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/7cde65e6-82cd-4fd5-94bf-7ec17beca3c8) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:43.037289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:43.117335 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:43.180505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:43.183125 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:43.191709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:09:43.226245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=7cde65e6-82cd-4fd5-94bf-7ec17beca3c8,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:43.448865 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:43.506247 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:43.551684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:43.600339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:43.718680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:43.919187 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:43.979957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:44.082989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=7cde65e6-82cd-4fd5-94bf-7ec17beca3c8,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:44.094863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:44.265861 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP c1673997-7813-4d1e-8731-5e8429c16e51 associated. External IP: 172.26.4.146, port: 74efc524-98fe-4efe-bdad-3ba90e4a6178. Mar 08 12:09:44.706389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 260da222-bac4-4752-8d9a-eb9280a69ffb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:09:44.722918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:44.887540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:09:44.897483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8542de-50a1-439d-bbce-3d03dca3480c None None] Sync routers for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:44.907262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8542de-50a1-439d-bbce-3d03dca3480c None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:09:44.907961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5b8542de-50a1-439d-bbce-3d03dca3480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:45.015054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:45.069503 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6f940154-f3c2-409e-80ab-2a4d5f1d34a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6269541 Mar 08 12:09:45.070206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:45.072335 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55628) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:45.109611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-5b8542de-50a1-439d-bbce-3d03dca3480c None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:09:45.133772 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'status': 'completed', 'code': 200} Mar 08 12:09:45.199168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06f8816-873d-48bf-9e91-ce55f5434fd4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:45.200579 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b06f8816-873d-48bf-9e91-ce55f5434fd4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 1093 time: 0.1269953 Mar 08 12:09:45.232883 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44062-022b-4112-935b-383728d71ef7 req-cbe96f5b-5944-4176-803c-c914851d9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:45.234383 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6bb44062-022b-4112-935b-383728d71ef7 req-cbe96f5b-5944-4176-803c-c914851d9656 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 1098 time: 0.0812387 Mar 08 12:09:45.367986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44062-022b-4112-935b-383728d71ef7 req-c650dca0-8e29-4a37-abbc-54f5259349b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:45.369594 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6bb44062-022b-4112-935b-383728d71ef7 req-c650dca0-8e29-4a37-abbc-54f5259349b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d HTTP/1.1" status: 200 len: 898 time: 0.1291149 Mar 08 12:09:45.450459 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5b8542de-50a1-439d-bbce-3d03dca3480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'c1673997-7813-4d1e-8731-5e8429c16e51', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'port_id': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'mac_address': 'fa:16:3e:66:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:43Z', 'updated_at': '2022-03-08T12:09:43Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:45.454769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8542de-50a1-439d-bbce-3d03dca3480c None None] Checking router: 260da222-bac4-4752-8d9a-eb9280a69ffb for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:45.462978 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8542de-50a1-439d-bbce-3d03dca3480c None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:09:45.463564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5b8542de-50a1-439d-bbce-3d03dca3480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:45.473236 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6bb44062-022b-4112-935b-383728d71ef7 req-d9870aa5-10dc-4c62-940a-d622533a89aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74efc524-98fe-4efe-bdad-3ba90e4a6178 HTTP/1.1" status: 200 len: 999 time: 0.0973070 Mar 08 12:09:45.538595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44062-022b-4112-935b-383728d71ef7 req-356ff7af-a495-4dab-9d40-0c52dab42d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:45.541331 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6bb44062-022b-4112-935b-383728d71ef7 req-356ff7af-a495-4dab-9d40-0c52dab42d52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02464c30-1f2e-48ba-83db-bb61cf3c5a8f HTTP/1.1" status: 200 len: 835 time: 0.0613387 Mar 08 12:09:45.550337 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55636) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:45.555535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6a8dde02-cac6-49eb-be50-3000b245201b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756052797', 'description': 'tempest-secgroup-smoke-1756052797 description', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:45.562257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6a8dde02-cac6-49eb-be50-3000b245201b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:45.571956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6a8dde02-cac6-49eb-be50-3000b245201b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:45.626085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a8dde02-cac6-49eb-be50-3000b245201b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:45.626885 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44062-022b-4112-935b-383728d71ef7 req-9d1dcccf-e470-40d3-b2bc-98dc6b99e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:45.628591 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6bb44062-022b-4112-935b-383728d71ef7 req-9d1dcccf-e470-40d3-b2bc-98dc6b99e5d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799935 Mar 08 12:09:45.644368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-5b8542de-50a1-439d-bbce-3d03dca3480c None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:09:45.654717 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6a8dde02-cac6-49eb-be50-3000b245201b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:45.658728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6a8dde02-cac6-49eb-be50-3000b245201b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:45.662114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6a8dde02-cac6-49eb-be50-3000b245201b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:45.668880 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6a8dde02-cac6-49eb-be50-3000b245201b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:45.747540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a8dde02-cac6-49eb-be50-3000b245201b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:45.770720 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6bb44062-022b-4112-935b-383728d71ef7 req-48830808-1202-4952-85b9-3b12c6ebb95f service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359231 Mar 08 12:09:45.797196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a8dde02-cac6-49eb-be50-3000b245201b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:45.847409 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dde02-cac6-49eb-be50-3000b245201b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4a0dc5-db06-48be-84ab-15aa63658ecb,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:45.891510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a8dde02-cac6-49eb-be50-3000b245201b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:45.894254 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6a8dde02-cac6-49eb-be50-3000b245201b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3424566 Mar 08 12:09:45.896554 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55640) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:45.901987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1c471c84-66e7-4568-b754-84945b9d7682 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'ce4a0dc5-db06-48be-84ab-15aa63658ecb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:45.908767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1c471c84-66e7-4568-b754-84945b9d7682 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:45.912649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1c471c84-66e7-4568-b754-84945b9d7682 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:45.914877 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6bb44062-022b-4112-935b-383728d71ef7 req-f86134d4-ae43-4635-8300-426f998bbfa1 service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359744 Mar 08 12:09:45.915770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1c471c84-66e7-4568-b754-84945b9d7682 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:45.921468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1c471c84-66e7-4568-b754-84945b9d7682 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:46.027334 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1c471c84-66e7-4568-b754-84945b9d7682 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:46.088177 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1c471c84-66e7-4568-b754-84945b9d7682 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:46.168184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1c471c84-66e7-4568-b754-84945b9d7682 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:46.178780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5b8542de-50a1-439d-bbce-3d03dca3480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'c1673997-7813-4d1e-8731-5e8429c16e51', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'port_id': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'mac_address': 'fa:16:3e:66:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:43Z', 'updated_at': '2022-03-08T12:09:43Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:46.188688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8542de-50a1-439d-bbce-3d03dca3480c None None] The sync data for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv is: [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'c1673997-7813-4d1e-8731-5e8429c16e51', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'port_id': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'mac_address': 'fa:16:3e:66:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:43Z', 'updated_at': '2022-03-08T12:09:43Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:46.192851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c471c84-66e7-4568-b754-84945b9d7682 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db12b41-dcc3-4a3a-bd1d-176e7400eca9,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:46.271851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1c471c84-66e7-4568-b754-84945b9d7682 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:46.273065 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1c471c84-66e7-4568-b754-84945b9d7682 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3754156 Mar 08 12:09:46.275756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55644) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:46.280748 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1cae2814-327a-4af2-b691-17124697f890 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'ce4a0dc5-db06-48be-84ab-15aa63658ecb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:46.286647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1cae2814-327a-4af2-b691-17124697f890 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:46.290437 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1cae2814-327a-4af2-b691-17124697f890 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:46.294954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1cae2814-327a-4af2-b691-17124697f890 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:46.299011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1cae2814-327a-4af2-b691-17124697f890 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:46.365260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1cae2814-327a-4af2-b691-17124697f890 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:46.390423 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ebc6a-9539-4701-8f8d-755a85304f28 None None] New status for floating IP c1673997-7813-4d1e-8731-5e8429c16e51: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:09:46.433193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1cae2814-327a-4af2-b691-17124697f890 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:46.477058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1cae2814-327a-4af2-b691-17124697f890 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:46.500680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae2814-327a-4af2-b691-17124697f890 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fb9c40-b948-4311-a502-c5552c768038,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:46.546110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1cae2814-327a-4af2-b691-17124697f890 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:46.547250 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1cae2814-327a-4af2-b691-17124697f890 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2705903 Mar 08 12:09:46.550457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55648) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:46.555791 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c3d0017d-a3da-441c-aca2-f913fb066430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'ce4a0dc5-db06-48be-84ab-15aa63658ecb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:46.562077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c3d0017d-a3da-441c-aca2-f913fb066430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:46.566029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c3d0017d-a3da-441c-aca2-f913fb066430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:46.568872 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c3d0017d-a3da-441c-aca2-f913fb066430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:46.574549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c3d0017d-a3da-441c-aca2-f913fb066430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:46.649810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c3d0017d-a3da-441c-aca2-f913fb066430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:46.713029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c3d0017d-a3da-441c-aca2-f913fb066430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:46.768701 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c3d0017d-a3da-441c-aca2-f913fb066430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:46.792813 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0017d-a3da-441c-aca2-f913fb066430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2115840a-74ea-4d62-81c5-2c9c7d98d649,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:46.871369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c3d0017d-a3da-441c-aca2-f913fb066430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:46.872544 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c3d0017d-a3da-441c-aca2-f913fb066430 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3208783 Mar 08 12:09:46.875218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55652) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:46.880065 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-cd3f09b2-5079-4e39-80ca-6dc1826bbae3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'ce4a0dc5-db06-48be-84ab-15aa63658ecb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:46.885782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cd3f09b2-5079-4e39-80ca-6dc1826bbae3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:46.889831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cd3f09b2-5079-4e39-80ca-6dc1826bbae3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:46.892504 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-cd3f09b2-5079-4e39-80ca-6dc1826bbae3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:46.898338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-cd3f09b2-5079-4e39-80ca-6dc1826bbae3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:46.969486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cd3f09b2-5079-4e39-80ca-6dc1826bbae3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:47.032324 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cd3f09b2-5079-4e39-80ca-6dc1826bbae3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:47.082495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cd3f09b2-5079-4e39-80ca-6dc1826bbae3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:47.103755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f09b2-5079-4e39-80ca-6dc1826bbae3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d7aa9c-525a-4b2c-bb22-58e08f74e51f,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:47.173817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-cd3f09b2-5079-4e39-80ca-6dc1826bbae3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:47.175034 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cd3f09b2-5079-4e39-80ca-6dc1826bbae3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989016 Mar 08 12:09:47.177645 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55656) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:47.182629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-d209baac-e0a9-4a7f-814c-a911672557b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'ce4a0dc5-db06-48be-84ab-15aa63658ecb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:47.189653 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d209baac-e0a9-4a7f-814c-a911672557b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:47.193386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d209baac-e0a9-4a7f-814c-a911672557b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:47.196207 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d209baac-e0a9-4a7f-814c-a911672557b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:47.202730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d209baac-e0a9-4a7f-814c-a911672557b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:47.282277 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-d209baac-e0a9-4a7f-814c-a911672557b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:09:47.288816 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d209baac-e0a9-4a7f-814c-a911672557b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:47.351345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d209baac-e0a9-4a7f-814c-a911672557b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:47.431261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d209baac-e0a9-4a7f-814c-a911672557b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:47.456797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209baac-e0a9-4a7f-814c-a911672557b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505c5128-17af-462d-b958-07d57664ec24,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:47.563124 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d209baac-e0a9-4a7f-814c-a911672557b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:47.564425 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d209baac-e0a9-4a7f-814c-a911672557b8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3858137 Mar 08 12:09:47.567386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55660) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:09:47.572342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e6237cba-acbb-4bac-8c87-fbc43cc91955 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': 'ce4a0dc5-db06-48be-84ab-15aa63658ecb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:47.578920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e6237cba-acbb-4bac-8c87-fbc43cc91955 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:47.582846 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e6237cba-acbb-4bac-8c87-fbc43cc91955 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:09:47.585735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e6237cba-acbb-4bac-8c87-fbc43cc91955 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:09:47.591597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e6237cba-acbb-4bac-8c87-fbc43cc91955 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:47.671868 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-e6237cba-acbb-4bac-8c87-fbc43cc91955 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:09:47.678743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e6237cba-acbb-4bac-8c87-fbc43cc91955 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:47.741477 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e6237cba-acbb-4bac-8c87-fbc43cc91955 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:47.819505 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e6237cba-acbb-4bac-8c87-fbc43cc91955 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:47.840098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6237cba-acbb-4bac-8c87-fbc43cc91955 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395c7dcd-417a-4225-836c-d7c6049a3b27,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:47.928970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e6237cba-acbb-4bac-8c87-fbc43cc91955 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:47.930144 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e6237cba-acbb-4bac-8c87-fbc43cc91955 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3617961 Mar 08 12:09:48.087778 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-2466eb4f-1fab-46a8-8350-c4e5a612a9f8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756052797&fields=id&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 267 time: 0.0392644 Mar 08 12:09:48.238146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-abfefb2a-cabb-474b-b8ea-297e733275d2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:48.239486 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-abfefb2a-cabb-474b-b8ea-297e733275d2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/networks?id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d HTTP/1.1" status: 200 len: 797 time: 0.1450024 Mar 08 12:09:48.254713 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-0fb8016e-2050-4fab-a008-fc37aee47e56 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/quotas/c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 375 time: 0.0094540 Mar 08 12:09:48.344178 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-1e131635-077e-4ba3-a02f-0cd08e350129 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0809138 Mar 08 12:09:48.396698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-f04c97b7-6b43-4573-88ba-3d0a83e483bc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:09:48.397654 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-f04c97b7-6b43-4573-88ba-3d0a83e483bc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0424356 Mar 08 12:09:48.526628 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-94d1d807-d3c0-4ec9-a96a-6588fda81591 service neutron] 10.222.0.32 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230962 Mar 08 12:09:48.654594 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-b7b0522e-c3b5-4be9-8b21-2fdd788fa34b service neutron] 10.222.0.32 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223161 Mar 08 12:09:48.939818 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ac34fcbf-8887-4d64-a53c-0d4251fabb51 req-ff9ee319-2f7f-49da-812a-7a8f741b76a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 210 time: 0.0459745 Mar 08 12:09:50.035629 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aaafeb86-47e5-4bb7-9357-8ece201c7102 req-47687fd5-77b1-4aac-85e5-e00449009150 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 210 time: 0.0448048 Mar 08 12:09:51.130050 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f82680e1-3532-407b-b51b-a9e1814a55d1 req-cd856d96-1df2-4288-9450-27cbfa834016 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 210 time: 0.0430276 Mar 08 12:09:52.227727 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fadc8e08-732f-481f-9fdb-a986ad53ab37 req-148b18b7-efe2-4f44-9a41-6c86285509b3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 210 time: 0.0474370 Mar 08 12:09:53.374419 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-65e9185a-947e-4c9c-a397-ce16d5a29514 req-394c91a5-e60e-4bc5-a4e9-6fbb0e599bb1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 210 time: 0.0416751 Mar 08 12:09:54.518998 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-274917fc-ab4c-429f-9348-cdeb83f31e1e req-9a7fbb1c-647c-4bb9-9ad9-3fabcfddab13 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 210 time: 0.0418029 Mar 08 12:09:55.034781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-7cccf10f-f20e-49e2-a8c9-b4c6feb04b2d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:55.036207 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-7cccf10f-f20e-49e2-a8c9-b4c6feb04b2d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks?id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d HTTP/1.1" status: 200 len: 797 time: 0.2446592 Mar 08 12:09:55.086622 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-b9e199af-9f9a-4adc-ab79-75f5269d0020 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 473 time: 0.0426114 Mar 08 12:09:55.099243 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'port': {'device_id': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'admin_state_up': True, 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'security_groups': ['ce4a0dc5-db06-48be-84ab-15aa63658ecb']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:55.233668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:09:55.243202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:09:55.322976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:09:55.327210 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:55.486650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.8 (4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d/02464c30-1f2e-48ba-83db-bb61cf3c5a8f/137b4a8f-5623-43f2-a5c9-f96c4c470109) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:55.672458 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ef2fafef-b07b-42a8-ad21-b592f4cd7437 req-f013938e-210d-4fe2-94d1-200895a50678 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 210 time: 0.0458329 Mar 08 12:09:55.677414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:55.693982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object 137b4a8f-5623-43f2-a5c9-f96c4c470109 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:09:55.796985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:55.860367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:55.863220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:55.865971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:09:55.917150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=137b4a8f-5623-43f2-a5c9-f96c4c470109,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:55.942142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:55.942765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:56.066446 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-d616c85b-81d5-4aaa-8a09-58e5983aed9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9707346 Mar 08 12:09:56.078337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Request body: {'port': {'device_id': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:56.185597 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9f4e6790-024c-4567-b2dc-42b7115fdbaa None None] Provisioning for port 137b4a8f-5623-43f2-a5c9-f96c4c470109 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:09:56.187592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:56.190616 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9f4e6790-024c-4567-b2dc-42b7115fdbaa None None] Provisioning complete for port 137b4a8f-5623-43f2-a5c9-f96c4c470109 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:09:56.191012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9f4e6790-024c-4567-b2dc-42b7115fdbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:56.246822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e6790-024c-4567-b2dc-42b7115fdbaa None None] Port 137b4a8f-5623-43f2-a5c9-f96c4c470109 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:09:56.521928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137b4a8f-5623-43f2-a5c9-f96c4c470109 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:09:56.528865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:56.542854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Transition to ACTIVE for port object 137b4a8f-5623-43f2-a5c9-f96c4c470109 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:09:56.631402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:56.783965 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Pushing event updated for resources: {'Port': ['ID=137b4a8f-5623-43f2-a5c9-f96c4c470109,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:56.922326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Attempting to bind port 137b4a8f-5623-43f2-a5c9-f96c4c470109 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:09:56.922654 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Attempting to bind port 137b4a8f-5623-43f2-a5c9-f96c4c470109 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:09:56.923009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Attempting to bind port 137b4a8f-5623-43f2-a5c9-f96c4c470109 on network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:09:56.929913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Port 137b4a8f-5623-43f2-a5c9-f96c4c470109 on network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:09:56.930289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Attempting to bind port 137b4a8f-5623-43f2-a5c9-f96c4c470109 on network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:09:56.943246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbbc9d-a62d-4505-8cce-932373b3d338 req-93e5aaea-d19c-48e0-9f17-d5ecb2344dc8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:56.943927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-1dcbbc9d-a62d-4505-8cce-932373b3d338 req-93e5aaea-d19c-48e0-9f17-d5ecb2344dc8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:09:56.946454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:09:56.946786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Checking segment: {'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:09:56.947198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Bound using segment: {'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:09:56.947569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Bound port: 137b4a8f-5623-43f2-a5c9-f96c4c470109, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af46df9-54cd-41fc-a9ba-786cbec14131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:09:56.947908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:57.146721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] For port 137b4a8f-5623-43f2-a5c9-f96c4c470109, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:09:57.149556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] For port 137b4a8f-5623-43f2-a5c9-f96c4c470109, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=137b4a8f-5623-43f2-a5c9-f96c4c470109,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:09:57.167967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-1dcbbc9d-a62d-4505-8cce-932373b3d338 req-93e5aaea-d19c-48e0-9f17-d5ecb2344dc8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:09:57.171649 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1dcbbc9d-a62d-4505-8cce-932373b3d338 req-93e5aaea-d19c-48e0-9f17-d5ecb2344dc8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 943 time: 0.3831267 Mar 08 12:09:57.213245 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1dcbbc9d-a62d-4505-8cce-932373b3d338 req-f3bf1d11-c6ed-4563-8d1a-e036e80406de tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce4a0dc5-db06-48be-84ab-15aa63658ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380204 Mar 08 12:09:57.260646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:57.318217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:57.318868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:09:57.320159 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] 10.222.0.18 "PUT /v2.0/ports/137b4a8f-5623-43f2-a5c9-f96c4c470109 HTTP/1.1" status: 200 len: 1093 time: 1.2466984 Mar 08 12:09:57.320592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'tag': '137b4a8f-5623-43f2-a5c9-f96c4c470109'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:57.347811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008e322-7548-4123-8a54-7fff04b94591 service neutron] Pushing event updated for resources: {'Port': ['ID=137b4a8f-5623-43f2-a5c9-f96c4c470109,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:57.378372 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'tag': '137b4a8f-5623-43f2-a5c9-f96c4c470109', 'status': 'completed', 'code': 200} Mar 08 12:09:57.469687 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74f7dc-7421-42c7-a0c0-d5c06ec04e7a req-f0c51894-5e91-41a7-9358-b2c22be570be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:57.471215 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc74f7dc-7421-42c7-a0c0-d5c06ec04e7a req-f0c51894-5e91-41a7-9358-b2c22be570be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 1096 time: 0.0737877 Mar 08 12:09:57.615297 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74f7dc-7421-42c7-a0c0-d5c06ec04e7a req-cc47aa31-5483-4af0-8969-b85e8e77c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:57.616732 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc74f7dc-7421-42c7-a0c0-d5c06ec04e7a req-cc47aa31-5483-4af0-8969-b85e8e77c9cc service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1384227 Mar 08 12:09:57.750011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74f7dc-7421-42c7-a0c0-d5c06ec04e7a req-10a477c8-d62a-436e-960b-76dc53ac9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:57.751743 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc74f7dc-7421-42c7-a0c0-d5c06ec04e7a req-10a477c8-d62a-436e-960b-76dc53ac9e99 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286914 Mar 08 12:09:57.859258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-cdff4edc-5598-42f4-92f1-c335e4f442af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:57.860708 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-cdff4edc-5598-42f4-92f1-c335e4f442af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 1096 time: 0.0728416 Mar 08 12:09:57.926173 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-e6c07eb4-e0e6-4e54-84ed-000ee918d104 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=137b4a8f-5623-43f2-a5c9-f96c4c470109 HTTP/1.1" status: 200 len: 217 time: 0.0586312 Mar 08 12:09:57.989808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-74e1d857-4eae-4aff-8e97-14b48a6609ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:57.991334 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-74e1d857-4eae-4aff-8e97-14b48a6609ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02464c30-1f2e-48ba-83db-bb61cf3c5a8f HTTP/1.1" status: 200 len: 835 time: 0.0590317 Mar 08 12:09:58.065412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-f4ad68b7-8f7b-40c8-a93c-b1dcc3037665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:58.066879 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-f4ad68b7-8f7b-40c8-a93c-b1dcc3037665 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689814 Mar 08 12:09:58.197853 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-6350a1dd-3893-44be-a257-81fad190dd32 service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244960 Mar 08 12:09:58.380097 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-645c9a6f-00b3-4650-91f3-2c423507c370 req-ddb87908-3622-41dc-95f8-00e285d271f1 service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762440 Mar 08 12:09:58.416772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea987e61-9687-41ac-80c0-9f74adc00983 req-193691be-822d-4f00-a628-2c5ef5ed44ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:58.418337 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ea987e61-9687-41ac-80c0-9f74adc00983 req-193691be-822d-4f00-a628-2c5ef5ed44ee tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 943 time: 0.0965943 Mar 08 12:09:58.463043 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ea987e61-9687-41ac-80c0-9f74adc00983 req-20177e76-c88f-4856-82e3-2eacd262c76e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce4a0dc5-db06-48be-84ab-15aa63658ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384951 Mar 08 12:09:59.658995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63079e45-6ae1-4fd7-92ee-8f72cac9b046 req-3307717e-306f-49ad-bec0-069bd445838b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:59.660454 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-63079e45-6ae1-4fd7-92ee-8f72cac9b046 req-3307717e-306f-49ad-bec0-069bd445838b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 943 time: 0.0927875 Mar 08 12:09:59.703379 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-63079e45-6ae1-4fd7-92ee-8f72cac9b046 req-bcbec1d4-5d66-4f1a-b7b0-ad4342d280c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:09:59.773529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-63079e45-6ae1-4fd7-92ee-8f72cac9b046 req-bcbec1d4-5d66-4f1a-b7b0-ad4342d280c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:09:59.774613 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-63079e45-6ae1-4fd7-92ee-8f72cac9b046 req-bcbec1d4-5d66-4f1a-b7b0-ad4342d280c5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce4a0dc5-db06-48be-84ab-15aa63658ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086047 Mar 08 12:10:00.879624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 137b4a8f-5623-43f2-a5c9-f96c4c470109 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:10:00.955606 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fc88b-c85f-4372-bc7f-cbaad0234438 req-d8a604ef-8f6b-482a-8eb6-7198890280a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:00.956971 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ca5fc88b-c85f-4372-bc7f-cbaad0234438 req-d8a604ef-8f6b-482a-8eb6-7198890280a1 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 943 time: 0.0797100 Mar 08 12:10:01.013993 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ca5fc88b-c85f-4372-bc7f-cbaad0234438 req-9e40c08c-13ca-475e-97b4-869c4fcff2d7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce4a0dc5-db06-48be-84ab-15aa63658ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509455 Mar 08 12:10:01.016316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 137b4a8f-5623-43f2-a5c9-f96c4c470109, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=137b4a8f-5623-43f2-a5c9-f96c4c470109,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:10:01.029685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '137b4a8f-5623-43f2-a5c9-f96c4c470109', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'port_id': '137b4a8f-5623-43f2-a5c9-f96c4c470109', 'mac_address': 'fa:16:3e:cb:c4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:10:01.087300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:01.103432 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137b4a8f-5623-43f2-a5c9-f96c4c470109 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:10:01.118099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 137b4a8f-5623-43f2-a5c9-f96c4c470109, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=137b4a8f-5623-43f2-a5c9-f96c4c470109,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:10:01.196636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:01.261072 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=137b4a8f-5623-43f2-a5c9-f96c4c470109,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:01.511574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['137b4a8f-5623-43f2-a5c9-f96c4c470109'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:10:02.083943 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:10:02.199086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd818c17-bd4c-453c-825e-48f91e52ee0a req-b6bd8359-dc33-45fb-9240-557b68180161 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:02.201035 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-dd818c17-bd4c-453c-825e-48f91e52ee0a req-b6bd8359-dc33-45fb-9240-557b68180161 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 944 time: 0.0814371 Mar 08 12:10:02.244513 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-dd818c17-bd4c-453c-825e-48f91e52ee0a req-0ede30af-6dfa-48b3-84e4-f07c2808adb8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce4a0dc5-db06-48be-84ab-15aa63658ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378454 Mar 08 12:10:02.905530 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 137b4a8f-5623-43f2-a5c9-f96c4c470109 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:10:03.025015 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 137b4a8f-5623-43f2-a5c9-f96c4c470109 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:10:03.029971 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 137b4a8f-5623-43f2-a5c9-f96c4c470109 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:10:03.030353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:03.144829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:03.170768 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137b4a8f-5623-43f2-a5c9-f96c4c470109'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:03.180138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 137b4a8f-5623-43f2-a5c9-f96c4c470109, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=137b4a8f-5623-43f2-a5c9-f96c4c470109,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:10:03.214722 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137b4a8f-5623-43f2-a5c9-f96c4c470109', 'code': 200} Mar 08 12:10:03.259990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:03.331981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=137b4a8f-5623-43f2-a5c9-f96c4c470109,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:03.429082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806d499-5330-4951-8f51-47e95debbce1 req-8b28c3ae-e73d-40c1-a4ff-3e906fece149 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:03.430594 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7806d499-5330-4951-8f51-47e95debbce1 req-8b28c3ae-e73d-40c1-a4ff-3e906fece149 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 945 time: 0.0803773 Mar 08 12:10:03.577186 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7806d499-5330-4951-8f51-47e95debbce1 req-5ecf29f7-9924-4bac-af1d-6cd06d0c9c42 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce4a0dc5-db06-48be-84ab-15aa63658ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405239 Mar 08 12:10:03.597718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19f0cc-0372-4cac-97b2-716016093e5c req-4a08b2a1-6333-4259-bc50-17e35edafee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:03.599450 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc19f0cc-0372-4cac-97b2-716016093e5c req-4a08b2a1-6333-4259-bc50-17e35edafee3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 1098 time: 0.0775709 Mar 08 12:10:03.640235 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc19f0cc-0372-4cac-97b2-716016093e5c req-e1e1915a-c2df-4f69-a2f2-47fa6560cb1f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ce4a0dc5-db06-48be-84ab-15aa63658ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337572 Mar 08 12:10:04.760610 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3afe45-54b0-4ff8-bf7f-720c172bcfdd req-45010102-2e90-489e-a117-568ee8d50a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:04.762096 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc3afe45-54b0-4ff8-bf7f-720c172bcfdd req-45010102-2e90-489e-a117-568ee8d50a62 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 945 time: 0.0791440 Mar 08 12:10:04.811004 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc3afe45-54b0-4ff8-bf7f-720c172bcfdd req-96efd5bf-8196-4a50-9599-e7fd4a3f8f05 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce4a0dc5-db06-48be-84ab-15aa63658ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432799 Mar 08 12:10:05.990061 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046ded4-a843-49d4-a795-2e842a93085d req-0cbf2565-b958-4d57-ab7b-4836daa70c2a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:05.991411 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1046ded4-a843-49d4-a795-2e842a93085d req-0cbf2565-b958-4d57-ab7b-4836daa70c2a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 945 time: 0.0783727 Mar 08 12:10:06.034008 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1046ded4-a843-49d4-a795-2e842a93085d req-31965784-1a6e-42c9-bd77-2e8491663df9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce4a0dc5-db06-48be-84ab-15aa63658ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365362 Mar 08 12:10:06.215989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e68612-2cf8-4fa3-b73e-0f5b35aaca17 req-88ff298e-1201-4b80-ab08-3229f0fddac0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:06.217400 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-53e68612-2cf8-4fa3-b73e-0f5b35aaca17 req-88ff298e-1201-4b80-ab08-3229f0fddac0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 945 time: 0.0778739 Mar 08 12:10:06.260999 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-53e68612-2cf8-4fa3-b73e-0f5b35aaca17 req-a5815c33-74a1-476f-9099-5167c35237a8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce4a0dc5-db06-48be-84ab-15aa63658ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379465 Mar 08 12:10:06.283114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55736) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:10:06.354254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237def38-fc30-4ae5-a473-e0531068f40d tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:06.355781 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-237def38-fc30-4ae5-a473-e0531068f40d tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 1093 time: 0.0716708 Mar 08 12:10:06.359075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55740) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:10:06.364369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '137b4a8f-5623-43f2-a5c9-f96c4c470109', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:06.374234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:10:06.378182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:floatingip and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:10:06.381004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:10:06.386674 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:10:06.493426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:06.630065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:06.856217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.191 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/06b8d2f5-9d67-417f-83d0-f5ea83209dc5) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:07.025855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:07.157168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:07.217694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:07.220446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:07.229282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:10:07.265279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=06b8d2f5-9d67-417f-83d0-f5ea83209dc5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:07.279900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.280186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.280530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.280868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.281205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.281538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.281864 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.282219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.282547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.282871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.283748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.283748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:07.678849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:07.817411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:08.017583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:08.082416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:08.193359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=06b8d2f5-9d67-417f-83d0-f5ea83209dc5,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:08.204565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:08.374407 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 82af4136-c201-4d9d-aafe-e79b0a78323c associated. External IP: 172.26.4.191, port: 137b4a8f-5623-43f2-a5c9-f96c4c470109. Mar 08 12:10:08.834261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 260da222-bac4-4752-8d9a-eb9280a69ffb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:10:09.009907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:10:09.019177 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34841f1-51cd-43be-98f9-a24a68e9ad27 None None] Sync routers for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:09.028082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34841f1-51cd-43be-98f9-a24a68e9ad27 None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:10:09.028691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a34841f1-51cd-43be-98f9-a24a68e9ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:09.145337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:09.200535 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-925894df-eb98-4b15-8a53-45fc353c8ee8 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8404658 Mar 08 12:10:09.201221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'tag': '137b4a8f-5623-43f2-a5c9-f96c4c470109'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:09.207773 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a34841f1-51cd-43be-98f9-a24a68e9ad27 None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:10:09.247085 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'tag': '137b4a8f-5623-43f2-a5c9-f96c4c470109', 'status': 'completed', 'code': 200} Mar 08 12:10:09.339793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551765c4-6af0-4fa3-ab5f-9e4468fc5cac req-158fde74-24db-427b-9b1f-00027fed2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:09.341300 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-551765c4-6af0-4fa3-ab5f-9e4468fc5cac req-158fde74-24db-427b-9b1f-00027fed2e6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 1098 time: 0.0728939 Mar 08 12:10:09.473225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551765c4-6af0-4fa3-ab5f-9e4468fc5cac req-ba4c93e4-57ff-4667-8145-8ae5bc6e9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:09.474972 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-551765c4-6af0-4fa3-ab5f-9e4468fc5cac req-ba4c93e4-57ff-4667-8145-8ae5bc6e9525 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d HTTP/1.1" status: 200 len: 898 time: 0.1258636 Mar 08 12:10:09.554361 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a34841f1-51cd-43be-98f9-a24a68e9ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '82af4136-c201-4d9d-aafe-e79b0a78323c', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.191', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'port_id': '137b4a8f-5623-43f2-a5c9-f96c4c470109', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'mac_address': 'fa:16:3e:cb:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:07Z', 'updated_at': '2022-03-08T12:10:07Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}, {'id': 'c1673997-7813-4d1e-8731-5e8429c16e51', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'port_id': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'mac_address': 'fa:16:3e:66:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:43Z', 'updated_at': '2022-03-08T12:09:46Z', 'revision_number': 1, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:09.558378 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34841f1-51cd-43be-98f9-a24a68e9ad27 None None] Checking router: 260da222-bac4-4752-8d9a-eb9280a69ffb for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:09.566986 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34841f1-51cd-43be-98f9-a24a68e9ad27 None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:10:09.567575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a34841f1-51cd-43be-98f9-a24a68e9ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:09:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:09.573017 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-551765c4-6af0-4fa3-ab5f-9e4468fc5cac req-037ab16d-07ac-41d5-90c5-06788043b5fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=137b4a8f-5623-43f2-a5c9-f96c4c470109 HTTP/1.1" status: 200 len: 999 time: 0.0920372 Mar 08 12:10:09.637938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551765c4-6af0-4fa3-ab5f-9e4468fc5cac req-69b6b4cf-de90-4be3-a877-0be5ba8521db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:09.639315 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-551765c4-6af0-4fa3-ab5f-9e4468fc5cac req-69b6b4cf-de90-4be3-a877-0be5ba8521db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02464c30-1f2e-48ba-83db-bb61cf3c5a8f HTTP/1.1" status: 200 len: 835 time: 0.0606065 Mar 08 12:10:09.712141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551765c4-6af0-4fa3-ab5f-9e4468fc5cac req-b90904c8-4972-490c-8077-ec599ced926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:09.713662 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-551765c4-6af0-4fa3-ab5f-9e4468fc5cac req-b90904c8-4972-490c-8077-ec599ced926a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684631 Mar 08 12:10:09.777724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-a34841f1-51cd-43be-98f9-a24a68e9ad27 None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:10:09.860017 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-551765c4-6af0-4fa3-ab5f-9e4468fc5cac req-03daf7a4-f038-414b-abf8-fd846389d13f service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251111 Mar 08 12:10:09.916947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-900a6cd0-2b30-4ca9-9f98-aa61ea2372e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:09.993570 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-551765c4-6af0-4fa3-ab5f-9e4468fc5cac req-3b3df207-524a-4388-9562-9fac2ceee2e1 service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281240 Mar 08 12:10:10.137080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-a34841f1-51cd-43be-98f9-a24a68e9ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '82af4136-c201-4d9d-aafe-e79b0a78323c', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.191', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'port_id': '137b4a8f-5623-43f2-a5c9-f96c4c470109', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'mac_address': 'fa:16:3e:cb:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:07Z', 'updated_at': '2022-03-08T12:10:07Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}, {'id': 'c1673997-7813-4d1e-8731-5e8429c16e51', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'port_id': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'mac_address': 'fa:16:3e:66:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:43Z', 'updated_at': '2022-03-08T12:09:46Z', 'revision_number': 1, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:10.141024 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34841f1-51cd-43be-98f9-a24a68e9ad27 None None] The sync data for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv is: [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '82af4136-c201-4d9d-aafe-e79b0a78323c', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.191', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'port_id': '137b4a8f-5623-43f2-a5c9-f96c4c470109', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'mac_address': 'fa:16:3e:cb:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:07Z', 'updated_at': '2022-03-08T12:10:07Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}, {'id': 'c1673997-7813-4d1e-8731-5e8429c16e51', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'port_id': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'mac_address': 'fa:16:3e:66:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:43Z', 'updated_at': '2022-03-08T12:09:46Z', 'revision_number': 1, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:10.319251 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b11d6d-1b89-48f2-8cf1-d66914b4cefc None None] New status for floating IP 82af4136-c201-4d9d-aafe-e79b0a78323c: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:10:12.167562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3236c5dd-1853-41d6-afbf-ea164a1501f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:13.448042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:13.516544 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:13.544593 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:14.739168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:34.983322 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f206a26e-5702-4055-919b-84b1a43d2587 req-4f130f91-561b-4ab9-868a-38bec2cfc9e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721579 Mar 08 12:10:35.117270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206a26e-5702-4055-919b-84b1a43d2587 req-5ba07b9a-08a2-4bdd-a020-3917a28371f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:35.118758 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f206a26e-5702-4055-919b-84b1a43d2587 req-5ba07b9a-08a2-4bdd-a020-3917a28371f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 1098 time: 0.0689173 Mar 08 12:10:35.360338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206a26e-5702-4055-919b-84b1a43d2587 req-4a78c287-628e-48b8-a0f3-48edb218a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:35.361756 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f206a26e-5702-4055-919b-84b1a43d2587 req-4a78c287-628e-48b8-a0f3-48edb218a6d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d HTTP/1.1" status: 200 len: 898 time: 0.2253366 Mar 08 12:10:35.461539 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f206a26e-5702-4055-919b-84b1a43d2587 req-0743b7d5-590e-4d7c-95bd-03aa3b307a46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74efc524-98fe-4efe-bdad-3ba90e4a6178 HTTP/1.1" status: 200 len: 1001 time: 0.0930991 Mar 08 12:10:35.523419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206a26e-5702-4055-919b-84b1a43d2587 req-ce7fcae2-94ae-48bc-b602-a090491e494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:35.524799 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f206a26e-5702-4055-919b-84b1a43d2587 req-ce7fcae2-94ae-48bc-b602-a090491e494d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02464c30-1f2e-48ba-83db-bb61cf3c5a8f HTTP/1.1" status: 200 len: 835 time: 0.0577841 Mar 08 12:10:35.595873 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206a26e-5702-4055-919b-84b1a43d2587 req-009659a3-c317-4459-a504-c5cd43171476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:35.597290 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f206a26e-5702-4055-919b-84b1a43d2587 req-009659a3-c317-4459-a504-c5cd43171476 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671740 Mar 08 12:10:35.727518 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f206a26e-5702-4055-919b-84b1a43d2587 req-bdc8ea17-8ef6-4396-98b0-21d3f8935e3d service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239035 Mar 08 12:10:35.858833 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f206a26e-5702-4055-919b-84b1a43d2587 req-0c3db309-bea5-42c2-8225-f6c10b5196dd service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247318 Mar 08 12:10:39.082644 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:10:39.897964 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-abc1c355-20dc-4aca-a52c-61c700e09426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:42.189303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a539ef38-ff77-43a9-a7f5-e018ddcea8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:43.452220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:43.509029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:43.542421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:10:44.726565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:09.903188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c2cc10a7-b317-4f7f-bdcd-7a72dc071c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:12.177035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-db7ad308-95a6-4730-9bcc-2f51bc67b96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:13.466326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:13.494663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:13.546398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:14.748077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:16.082091 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:11:24.386350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55768) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:24.495822 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3ad084ea-15ef-4404-991a-55519e6b862c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/c1673997-7813-4d1e-8731-5e8429c16e51 HTTP/1.1" status: 200 len: 993 time: 0.1083462 Mar 08 12:11:25.397015 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55778) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:25.402826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:25.519940 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:25.727990 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 74efc524-98fe-4efe-bdad-3ba90e4a6178, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74efc524-98fe-4efe-bdad-3ba90e4a6178,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:11:25.752355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:25.873579 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:25.941018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:25.941662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:25.943051 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/ports/74efc524-98fe-4efe-bdad-3ba90e4a6178 HTTP/1.1" status: 200 len: 938 time: 0.5450733 Mar 08 12:11:25.943604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:25.971990 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=74efc524-98fe-4efe-bdad-3ba90e4a6178,revision_number=6']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:25.979835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:25.980179 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:25.980522 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:25.980854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:25.981182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:25.981509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:25.981893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:25.982193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:25.982516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:25.982831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:25.983152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:25.983469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad35200-db9c-4b9a-a198-5e0931a00773 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:25.989554 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'status': 'completed', 'code': 200} Mar 08 12:11:26.082363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ed6a-7f23-4180-b460-9c90ad8b71d7 req-b0d56c10-bf83-4dba-9ae0-ea3d6f390f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:26.083849 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a46ed6a-7f23-4180-b460-9c90ad8b71d7 req-b0d56c10-bf83-4dba-9ae0-ea3d6f390f93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 1099 time: 0.0727520 Mar 08 12:11:26.138077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c678ccd4-9e7c-4be5-83b5-2a553bd26892 None None] Provisioning complete for port 74efc524-98fe-4efe-bdad-3ba90e4a6178 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:11:26.138638 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c678ccd4-9e7c-4be5-83b5-2a553bd26892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:26.197120 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c678ccd4-9e7c-4be5-83b5-2a553bd26892 None None] Port 74efc524-98fe-4efe-bdad-3ba90e4a6178 is administratively disabled so it will not transition to active. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 08 12:11:26.214005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ed6a-7f23-4180-b460-9c90ad8b71d7 req-3e3698b0-3110-43e0-ae99-f93d1e4fa38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:26.215443 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a46ed6a-7f23-4180-b460-9c90ad8b71d7 req-3e3698b0-3110-43e0-ae99-f93d1e4fa38c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d HTTP/1.1" status: 200 len: 898 time: 0.1259346 Mar 08 12:11:26.316197 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a46ed6a-7f23-4180-b460-9c90ad8b71d7 req-96a0484f-1f70-430d-b8a0-07f51b0131ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74efc524-98fe-4efe-bdad-3ba90e4a6178 HTTP/1.1" status: 200 len: 1002 time: 0.0941694 Mar 08 12:11:26.375856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ed6a-7f23-4180-b460-9c90ad8b71d7 req-c23ef57b-4c54-49bd-8a74-e0a5e2d684c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:26.377759 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a46ed6a-7f23-4180-b460-9c90ad8b71d7 req-c23ef57b-4c54-49bd-8a74-e0a5e2d684c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02464c30-1f2e-48ba-83db-bb61cf3c5a8f HTTP/1.1" status: 200 len: 835 time: 0.0562160 Mar 08 12:11:26.558196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ed6a-7f23-4180-b460-9c90ad8b71d7 req-8795316f-839c-4544-8410-a2d32f608a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:26.559575 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a46ed6a-7f23-4180-b460-9c90ad8b71d7 req-8795316f-839c-4544-8410-a2d32f608a81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1763835 Mar 08 12:11:26.694239 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a46ed6a-7f23-4180-b460-9c90ad8b71d7 req-8c304e7f-4c8f-42af-bfbf-21a12d0e7fb6 service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281111 Mar 08 12:11:26.823520 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a46ed6a-7f23-4180-b460-9c90ad8b71d7 req-a4042d31-f6f6-4f8a-a3f3-d5f0012aec2d service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234300 Mar 08 12:11:29.366723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55788) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:29.372451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-215cefe4-d025-4d07-b55b-a6ee6269ba9d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:29.493163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215cefe4-d025-4d07-b55b-a6ee6269ba9d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:29.713835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-215cefe4-d025-4d07-b55b-a6ee6269ba9d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 74efc524-98fe-4efe-bdad-3ba90e4a6178, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74efc524-98fe-4efe-bdad-3ba90e4a6178,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:11:29.736895 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215cefe4-d025-4d07-b55b-a6ee6269ba9d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:29.807942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215cefe4-d025-4d07-b55b-a6ee6269ba9d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:29.871390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215cefe4-d025-4d07-b55b-a6ee6269ba9d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:29.871965 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-215cefe4-d025-4d07-b55b-a6ee6269ba9d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:29.873313 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-215cefe4-d025-4d07-b55b-a6ee6269ba9d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/ports/74efc524-98fe-4efe-bdad-3ba90e4a6178 HTTP/1.1" status: 200 len: 937 time: 0.5056050 Mar 08 12:11:29.876190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:29.876502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55792) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:29.907503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cefe4-d025-4d07-b55b-a6ee6269ba9d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=74efc524-98fe-4efe-bdad-3ba90e4a6178,revision_number=7']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:29.926182 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'status': 'completed', 'code': 200} Mar 08 12:11:29.995360 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1d466ec1-5f20-4019-b5f0-acf8a5e24772 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/c1673997-7813-4d1e-8731-5e8429c16e51 HTTP/1.1" status: 200 len: 993 time: 0.1170797 Mar 08 12:11:30.020537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63eed3-77a8-4fe1-8783-bb6914403ad6 req-379c328c-7af0-4daf-aeb5-79d64d113e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:30.022041 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da63eed3-77a8-4fe1-8783-bb6914403ad6 req-379c328c-7af0-4daf-aeb5-79d64d113e61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 1098 time: 0.0738382 Mar 08 12:11:30.133434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cadf36fe-e992-489a-8ca7-66b433e437c9 None None] Provisioning complete for port 74efc524-98fe-4efe-bdad-3ba90e4a6178 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:11:30.134063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cadf36fe-e992-489a-8ca7-66b433e437c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:30.154557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63eed3-77a8-4fe1-8783-bb6914403ad6 req-2f842f76-d3ca-4a34-a6fa-ed50c63887ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:30.155941 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da63eed3-77a8-4fe1-8783-bb6914403ad6 req-2f842f76-d3ca-4a34-a6fa-ed50c63887ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d HTTP/1.1" status: 200 len: 898 time: 0.1279416 Mar 08 12:11:30.226291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['74efc524-98fe-4efe-bdad-3ba90e4a6178'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:11:30.258898 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da63eed3-77a8-4fe1-8783-bb6914403ad6 req-ea2b4fb6-da31-4158-aa67-0eae408ba67a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74efc524-98fe-4efe-bdad-3ba90e4a6178 HTTP/1.1" status: 200 len: 1001 time: 0.0969064 Mar 08 12:11:30.324907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63eed3-77a8-4fe1-8783-bb6914403ad6 req-7fd9bd1e-8173-4c8f-9725-579366d22317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:30.326275 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da63eed3-77a8-4fe1-8783-bb6914403ad6 req-7fd9bd1e-8173-4c8f-9725-579366d22317 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02464c30-1f2e-48ba-83db-bb61cf3c5a8f HTTP/1.1" status: 200 len: 835 time: 0.0614386 Mar 08 12:11:30.400649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63eed3-77a8-4fe1-8783-bb6914403ad6 req-757aaaeb-4747-48ea-a652-d8e154f65719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:30.402182 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da63eed3-77a8-4fe1-8783-bb6914403ad6 req-757aaaeb-4747-48ea-a652-d8e154f65719 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694699 Mar 08 12:11:30.536873 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da63eed3-77a8-4fe1-8783-bb6914403ad6 req-a893d782-bf7f-4364-923a-2814f55d7413 service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286261 Mar 08 12:11:30.673866 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da63eed3-77a8-4fe1-8783-bb6914403ad6 req-7c1b7a8d-9fd6-4ed5-a8ea-b04332a66730 service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306994 Mar 08 12:11:32.516265 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55804) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:32.721702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 06b8d2f5-9d67-417f-83d0-f5ea83209dc5 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:11:32.722086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:32.889423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:32.889752 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:33.012451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 06b8d2f5-9d67-417f-83d0-f5ea83209dc5 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:11:33.210679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:33.259050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=06b8d2f5-9d67-417f-83d0-f5ea83209dc5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:33.295329 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:33.295668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:33.296003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:33.296333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:33.296658 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:33.296982 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:33.297327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:33.297623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:33.297975 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:33.298298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:33.298616 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:33.298930 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:33.358570 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:33.358897 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 82af4136-c201-4d9d-aafe-e79b0a78323c disassociated (deleted). External IP: 172.26.4.191, port: 137b4a8f-5623-43f2-a5c9-f96c4c470109. Mar 08 12:11:33.802939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 260da222-bac4-4752-8d9a-eb9280a69ffb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:11:33.975712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:11:33.986144 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468d7e7-9854-4043-a7bb-20d4c30bf6d6 None None] Sync routers for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:33.994745 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468d7e7-9854-4043-a7bb-20d4c30bf6d6 None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:11:33.999482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5468d7e7-9854-4043-a7bb-20d4c30bf6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:11:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:34.078889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:34.137498 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a76f4cc1-46c4-4f52-99ba-ee9c2c516528 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/floatingips/82af4136-c201-4d9d-aafe-e79b0a78323c HTTP/1.1" status: 204 len: 168 time: 1.6201262 Mar 08 12:11:34.138211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'tag': '137b4a8f-5623-43f2-a5c9-f96c4c470109'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:34.173861 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-5468d7e7-9854-4043-a7bb-20d4c30bf6d6 None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:11:34.183372 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'tag': '137b4a8f-5623-43f2-a5c9-f96c4c470109', 'status': 'completed', 'code': 200} Mar 08 12:11:34.279062 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22a56-9e1a-47ce-9fbb-e10daa9af611 req-7a69777f-83f2-479d-a2d4-926bb365a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:34.280564 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-56e22a56-9e1a-47ce-9fbb-e10daa9af611 req-7a69777f-83f2-479d-a2d4-926bb365a236 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 1098 time: 0.0717700 Mar 08 12:11:34.530280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22a56-9e1a-47ce-9fbb-e10daa9af611 req-9a7f3fbd-481f-4b69-900b-fc9295d78075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:34.531643 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-56e22a56-9e1a-47ce-9fbb-e10daa9af611 req-9a7f3fbd-481f-4b69-900b-fc9295d78075 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d HTTP/1.1" status: 200 len: 898 time: 0.2427347 Mar 08 12:11:34.569430 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5468d7e7-9854-4043-a7bb-20d4c30bf6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'c1673997-7813-4d1e-8731-5e8429c16e51', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'port_id': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'mac_address': 'fa:16:3e:66:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:43Z', 'updated_at': '2022-03-08T12:09:46Z', 'revision_number': 1, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:34.573223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468d7e7-9854-4043-a7bb-20d4c30bf6d6 None None] Checking router: 260da222-bac4-4752-8d9a-eb9280a69ffb for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:34.581497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468d7e7-9854-4043-a7bb-20d4c30bf6d6 None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:11:34.582122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5468d7e7-9854-4043-a7bb-20d4c30bf6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:11:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:34.604687 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-56e22a56-9e1a-47ce-9fbb-e10daa9af611 req-ec990db1-d1bf-4b28-8397-7bb2b55bd05a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=137b4a8f-5623-43f2-a5c9-f96c4c470109 HTTP/1.1" status: 200 len: 217 time: 0.0667267 Mar 08 12:11:34.696481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22a56-9e1a-47ce-9fbb-e10daa9af611 req-65c5c5c9-5443-494c-8a83-32a64abf5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:34.697996 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-56e22a56-9e1a-47ce-9fbb-e10daa9af611 req-65c5c5c9-5443-494c-8a83-32a64abf5bcc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02464c30-1f2e-48ba-83db-bb61cf3c5a8f HTTP/1.1" status: 200 len: 835 time: 0.0796595 Mar 08 12:11:34.765389 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-5468d7e7-9854-4043-a7bb-20d4c30bf6d6 None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:11:34.836048 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ef893-b849-4a21-afdf-abc0d94532b0 req-72c35d53-1f2b-4115-a329-fadd1279d081 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:34.837509 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3c6ef893-b849-4a21-afdf-abc0d94532b0 req-72c35d53-1f2b-4115-a329-fadd1279d081 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 945 time: 0.1450574 Mar 08 12:11:34.840297 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22a56-9e1a-47ce-9fbb-e10daa9af611 req-b481cc58-bb22-42f2-99f9-24beaf1bc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:34.841619 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-56e22a56-9e1a-47ce-9fbb-e10daa9af611 req-b481cc58-bb22-42f2-99f9-24beaf1bc9fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1082358 Mar 08 12:11:34.979424 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3c6ef893-b849-4a21-afdf-abc0d94532b0 req-b21efde5-b175-4db5-a963-237b48a5b3db tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce4a0dc5-db06-48be-84ab-15aa63658ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360700 Mar 08 12:11:35.017525 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-56e22a56-9e1a-47ce-9fbb-e10daa9af611 req-227b6f80-1203-4522-a1bf-438c4b07a0a2 service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610403 Mar 08 12:11:35.125018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-5468d7e7-9854-4043-a7bb-20d4c30bf6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'c1673997-7813-4d1e-8731-5e8429c16e51', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'port_id': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'mac_address': 'fa:16:3e:66:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:43Z', 'updated_at': '2022-03-08T12:09:46Z', 'revision_number': 1, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:35.128920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468d7e7-9854-4043-a7bb-20d4c30bf6d6 None None] The sync data for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv is: [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'c1673997-7813-4d1e-8731-5e8429c16e51', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'port_id': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'mac_address': 'fa:16:3e:66:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:43Z', 'updated_at': '2022-03-08T12:09:46Z', 'revision_number': 1, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:35.150048 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-56e22a56-9e1a-47ce-9fbb-e10daa9af611 req-2bd51b5a-cffb-483b-8a51-8945f3d7f1d0 service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256244 Mar 08 12:11:35.340777 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25086b1f-563d-489f-b54c-c3053eaaaeae None None] New status for floating IP 82af4136-c201-4d9d-aafe-e79b0a78323c: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:11:36.165986 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f88c50-2e36-4028-adb4-be81a9365ea8 req-68b5a7fd-e7e2-4cc4-9f77-8afb275bd8ef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:36.166679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-a7f88c50-2e36-4028-adb4-be81a9365ea8 req-68b5a7fd-e7e2-4cc4-9f77-8afb275bd8ef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:11:36.231414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb1dd2-8b81-4fe6-a9dc-7734c75a9569 req-f0ba3931-0662-4f6f-be65-9f8115b78dae tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:36.232822 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6ebb1dd2-8b81-4fe6-a9dc-7734c75a9569 req-f0ba3931-0662-4f6f-be65-9f8115b78dae tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 945 time: 0.0776789 Mar 08 12:11:36.239316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-a7f88c50-2e36-4028-adb4-be81a9365ea8 req-68b5a7fd-e7e2-4cc4-9f77-8afb275bd8ef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:11:36.240520 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a7f88c50-2e36-4028-adb4-be81a9365ea8 req-68b5a7fd-e7e2-4cc4-9f77-8afb275bd8ef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 945 time: 0.1519117 Mar 08 12:11:36.285430 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a7f88c50-2e36-4028-adb4-be81a9365ea8 req-6c7f367a-d8e7-4fbc-a9dc-e360d715e3a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce4a0dc5-db06-48be-84ab-15aa63658ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383561 Mar 08 12:11:36.306374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-6ebb1dd2-8b81-4fe6-a9dc-7734c75a9569 req-606243e0-890f-43a0-9693-032ffcd97aa4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 137b4a8f-5623-43f2-a5c9-f96c4c470109 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:11:36.306738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6ebb1dd2-8b81-4fe6-a9dc-7734c75a9569 req-606243e0-890f-43a0-9693-032ffcd97aa4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:36.548688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-6ebb1dd2-8b81-4fe6-a9dc-7734c75a9569 req-606243e0-890f-43a0-9693-032ffcd97aa4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 137b4a8f-5623-43f2-a5c9-f96c4c470109, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=137b4a8f-5623-43f2-a5c9-f96c4c470109,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:11:36.548934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6ebb1dd2-8b81-4fe6-a9dc-7734c75a9569 req-606243e0-890f-43a0-9693-032ffcd97aa4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:36.673073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-6ebb1dd2-8b81-4fe6-a9dc-7734c75a9569 req-606243e0-890f-43a0-9693-032ffcd97aa4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 137b4a8f-5623-43f2-a5c9-f96c4c470109 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:11:36.942016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6ebb1dd2-8b81-4fe6-a9dc-7734c75a9569 req-606243e0-890f-43a0-9693-032ffcd97aa4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:36.996953 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606243e0-890f-43a0-9693-032ffcd97aa4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=137b4a8f-5623-43f2-a5c9-f96c4c470109,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:37.069386 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebb1dd2-8b81-4fe6-a9dc-7734c75a9569 req-606243e0-890f-43a0-9693-032ffcd97aa4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] No DVR routers for this DVR port 137b4a8f-5623-43f2-a5c9-f96c4c470109 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:11:37.071751 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6ebb1dd2-8b81-4fe6-a9dc-7734c75a9569 req-606243e0-890f-43a0-9693-032ffcd97aa4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:37.075378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'name': 'network-vif-deleted', 'tag': '137b4a8f-5623-43f2-a5c9-f96c4c470109'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:37.119708 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb', 'name': 'network-vif-deleted', 'tag': '137b4a8f-5623-43f2-a5c9-f96c4c470109', 'status': 'completed', 'code': 200} Mar 08 12:11:37.142430 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6ebb1dd2-8b81-4fe6-a9dc-7734c75a9569 req-606243e0-890f-43a0-9693-032ffcd97aa4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "DELETE /v2.0/ports/137b4a8f-5623-43f2-a5c9-f96c4c470109 HTTP/1.1" status: 204 len: 173 time: 0.9039731 Mar 08 12:11:37.456272 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5798c031-86fa-4e70-bc71-606ede8c1cc5 req-0665a5e1-1e50-473f-a89e-ca4c1508d25e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33fdea-4c2e-4fc7-80ff-6146f2ec13fb HTTP/1.1" status: 200 len: 210 time: 0.0591521 Mar 08 12:11:38.553651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55822) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:38.622934 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae5c96f7-da5c-4730-8123-72c164fe034e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:38.653263 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae5c96f7-da5c-4730-8123-72c164fe034e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:38.839034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae5c96f7-da5c-4730-8123-72c164fe034e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:38.855943 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c96f7-da5c-4730-8123-72c164fe034e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4a0dc5-db06-48be-84ab-15aa63658ecb,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:38.930166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae5c96f7-da5c-4730-8123-72c164fe034e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:38.931316 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ae5c96f7-da5c-4730-8123-72c164fe034e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/security-groups/ce4a0dc5-db06-48be-84ab-15aa63658ecb HTTP/1.1" status: 204 len: 168 time: 0.3764160 Mar 08 12:11:39.016086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55828) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:39.315327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-72369fce-4df3-420f-8df5-9f4c59acbd9a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 7cde65e6-82cd-4fd5-94bf-7ec17beca3c8 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:11:39.315650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-72369fce-4df3-420f-8df5-9f4c59acbd9a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:39.482388 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-72369fce-4df3-420f-8df5-9f4c59acbd9a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:39.482631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-72369fce-4df3-420f-8df5-9f4c59acbd9a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:39.600876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-72369fce-4df3-420f-8df5-9f4c59acbd9a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 7cde65e6-82cd-4fd5-94bf-7ec17beca3c8 owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:11:39.819653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-72369fce-4df3-420f-8df5-9f4c59acbd9a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:39.866340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72369fce-4df3-420f-8df5-9f4c59acbd9a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=7cde65e6-82cd-4fd5-94bf-7ec17beca3c8,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:39.916879 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-826f2ea5-f251-4c66-8c6c-8da31be14fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:39.959000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-72369fce-4df3-420f-8df5-9f4c59acbd9a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:39.959339 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-72369fce-4df3-420f-8df5-9f4c59acbd9a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP c1673997-7813-4d1e-8731-5e8429c16e51 disassociated (deleted). External IP: 172.26.4.146, port: 74efc524-98fe-4efe-bdad-3ba90e4a6178. Mar 08 12:11:40.308934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72369fce-4df3-420f-8df5-9f4c59acbd9a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 260da222-bac4-4752-8d9a-eb9280a69ffb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:11:40.610962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72369fce-4df3-420f-8df5-9f4c59acbd9a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:11:40.627918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8656d1ff-dd77-4efb-b2a9-13568a3eddbe None None] Sync routers for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:40.629808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-72369fce-4df3-420f-8df5-9f4c59acbd9a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:40.639981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656d1ff-dd77-4efb-b2a9-13568a3eddbe None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:11:40.640723 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8656d1ff-dd77-4efb-b2a9-13568a3eddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:11:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:40.691891 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-72369fce-4df3-420f-8df5-9f4c59acbd9a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/floatingips/c1673997-7813-4d1e-8731-5e8429c16e51 HTTP/1.1" status: 204 len: 168 time: 1.6747224 Mar 08 12:11:40.692679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:40.741410 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'status': 'completed', 'code': 200} Mar 08 12:11:40.827201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755066ae-f6aa-4dac-a8fb-ab2cb9ee81c0 req-617b4f4d-4101-48ba-95d1-7b1ce82020d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:40.828805 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-755066ae-f6aa-4dac-a8fb-ab2cb9ee81c0 req-617b4f4d-4101-48ba-95d1-7b1ce82020d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 1098 time: 0.0704892 Mar 08 12:11:40.842103 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-8656d1ff-dd77-4efb-b2a9-13568a3eddbe None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:11:40.959853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755066ae-f6aa-4dac-a8fb-ab2cb9ee81c0 req-1776c6e0-a0e8-44f6-967a-1f47826ad34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:40.961181 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-755066ae-f6aa-4dac-a8fb-ab2cb9ee81c0 req-1776c6e0-a0e8-44f6-967a-1f47826ad34e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d HTTP/1.1" status: 200 len: 898 time: 0.1264353 Mar 08 12:11:41.033219 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-755066ae-f6aa-4dac-a8fb-ab2cb9ee81c0 req-75d28313-f64d-4bfa-8ebb-b2a54d9b2018 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74efc524-98fe-4efe-bdad-3ba90e4a6178 HTTP/1.1" status: 200 len: 217 time: 0.0657678 Mar 08 12:11:41.106806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755066ae-f6aa-4dac-a8fb-ab2cb9ee81c0 req-50a189da-b721-4285-b756-215e85015ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:41.108375 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-755066ae-f6aa-4dac-a8fb-ab2cb9ee81c0 req-50a189da-b721-4285-b756-215e85015ed7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02464c30-1f2e-48ba-83db-bb61cf3c5a8f HTTP/1.1" status: 200 len: 835 time: 0.0698123 Mar 08 12:11:41.159723 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8656d1ff-dd77-4efb-b2a9-13568a3eddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:41.164248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8656d1ff-dd77-4efb-b2a9-13568a3eddbe None None] Checking router: 260da222-bac4-4752-8d9a-eb9280a69ffb for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:41.173238 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656d1ff-dd77-4efb-b2a9-13568a3eddbe None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:11:41.174107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8656d1ff-dd77-4efb-b2a9-13568a3eddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:11:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:41.187397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755066ae-f6aa-4dac-a8fb-ab2cb9ee81c0 req-a0cefd0d-439e-4357-afb4-d3c91b16387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:41.188857 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-755066ae-f6aa-4dac-a8fb-ab2cb9ee81c0 req-a0cefd0d-439e-4357-afb4-d3c91b16387c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738668 Mar 08 12:11:41.254237 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c725ddb-ffbd-423f-9197-dece2c546727 req-3e45d67f-534a-46dd-ba34-dbc8cb88f095 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:41.256681 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6c725ddb-ffbd-423f-9197-dece2c546727 req-3e45d67f-534a-46dd-ba34-dbc8cb88f095 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 945 time: 0.1041012 Mar 08 12:11:41.305242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-6c725ddb-ffbd-423f-9197-dece2c546727 req-423279ab-7931-442f-ad7b-8bd4ab847e10 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:11:41.323954 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-755066ae-f6aa-4dac-a8fb-ab2cb9ee81c0 req-323f4948-c053-4760-b6b3-8642f57d0f02 service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283605 Mar 08 12:11:41.379467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-6c725ddb-ffbd-423f-9197-dece2c546727 req-423279ab-7931-442f-ad7b-8bd4ab847e10 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:11:41.380902 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6c725ddb-ffbd-423f-9197-dece2c546727 req-423279ab-7931-442f-ad7b-8bd4ab847e10 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179230 Mar 08 12:11:41.393242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-8656d1ff-dd77-4efb-b2a9-13568a3eddbe None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:11:41.461859 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-755066ae-f6aa-4dac-a8fb-ab2cb9ee81c0 req-87f9a33a-bd29-45d5-9486-709a05ea35a9 service neutron] 10.222.0.18 "GET /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306663 Mar 08 12:11:41.516657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 137b4a8f-5623-43f2-a5c9-f96c4c470109 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:11:41.568016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 137b4a8f-5623-43f2-a5c9-f96c4c470109 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:11:41.568361 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 137b4a8f-5623-43f2-a5c9-f96c4c470109 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:11:41.738902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8656d1ff-dd77-4efb-b2a9-13568a3eddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:41.742835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8656d1ff-dd77-4efb-b2a9-13568a3eddbe None None] The sync data for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv is: [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c', 'name': '', 'network_id': '4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:5f:20:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:19Z', 'updated_at': '2022-03-08T12:09:25Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '02464c30-1f2e-48ba-83db-bb61cf3c5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:41.947401 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b3345-f924-4657-806b-176986c29715 None None] New status for floating IP c1673997-7813-4d1e-8731-5e8429c16e51: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:11:42.179429 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-833cebd4-8a3a-4e97-be6a-6c5b710f3328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:42.568338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b3ced-b072-4013-a4da-4ce43b93a2a1 req-e2601c2c-5d47-4b9a-8208-ce5adb2c1945 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:42.569024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-a06b3ced-b072-4013-a4da-4ce43b93a2a1 req-e2601c2c-5d47-4b9a-8208-ce5adb2c1945 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:11:42.653799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-a06b3ced-b072-4013-a4da-4ce43b93a2a1 req-e2601c2c-5d47-4b9a-8208-ce5adb2c1945 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:11:42.655113 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a06b3ced-b072-4013-a4da-4ce43b93a2a1 req-e2601c2c-5d47-4b9a-8208-ce5adb2c1945 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 945 time: 0.1666315 Mar 08 12:11:42.703726 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a06b3ced-b072-4013-a4da-4ce43b93a2a1 req-188cb0df-3c4a-4336-a319-cbeda3ed7934 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=e88360e5-b6c9-4b03-8973-5d5ec7539c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Mar 08 12:11:42.918580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef6d5c-de29-4054-bcf5-dc60581be866 req-122fa0b3-dfb3-4d07-afb6-702060c562a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:42.920031 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-75ef6d5c-de29-4054-bcf5-dc60581be866 req-122fa0b3-dfb3-4d07-afb6-702060c562a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 945 time: 0.0784171 Mar 08 12:11:42.989767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-75ef6d5c-de29-4054-bcf5-dc60581be866 req-5b48c7b4-8e8b-491a-9712-8dd7c080d69b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 74efc524-98fe-4efe-bdad-3ba90e4a6178 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:11:42.990137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-75ef6d5c-de29-4054-bcf5-dc60581be866 req-5b48c7b4-8e8b-491a-9712-8dd7c080d69b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:43.234598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-75ef6d5c-de29-4054-bcf5-dc60581be866 req-5b48c7b4-8e8b-491a-9712-8dd7c080d69b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 74efc524-98fe-4efe-bdad-3ba90e4a6178, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=74efc524-98fe-4efe-bdad-3ba90e4a6178,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:11:43.234882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-75ef6d5c-de29-4054-bcf5-dc60581be866 req-5b48c7b4-8e8b-491a-9712-8dd7c080d69b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:43.359786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-75ef6d5c-de29-4054-bcf5-dc60581be866 req-5b48c7b4-8e8b-491a-9712-8dd7c080d69b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 74efc524-98fe-4efe-bdad-3ba90e4a6178 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:11:43.450351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:43.473002 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:43.522102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:43.581760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-75ef6d5c-de29-4054-bcf5-dc60581be866 req-5b48c7b4-8e8b-491a-9712-8dd7c080d69b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:43.634863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48c7b4-8e8b-491a-9712-8dd7c080d69b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=74efc524-98fe-4efe-bdad-3ba90e4a6178,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:43.714532 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ef6d5c-de29-4054-bcf5-dc60581be866 req-5b48c7b4-8e8b-491a-9712-8dd7c080d69b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] No DVR routers for this DVR port 74efc524-98fe-4efe-bdad-3ba90e4a6178 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:11:43.716868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-75ef6d5c-de29-4054-bcf5-dc60581be866 req-5b48c7b4-8e8b-491a-9712-8dd7c080d69b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:43.719370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'name': 'network-vif-deleted', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:43.765084 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0344d809-dcdc-480d-a816-fad2d7f5f0fd', 'name': 'network-vif-deleted', 'tag': '74efc524-98fe-4efe-bdad-3ba90e4a6178', 'status': 'completed', 'code': 200} Mar 08 12:11:43.811016 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-75ef6d5c-de29-4054-bcf5-dc60581be866 req-5b48c7b4-8e8b-491a-9712-8dd7c080d69b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "DELETE /v2.0/ports/74efc524-98fe-4efe-bdad-3ba90e4a6178 HTTP/1.1" status: 204 len: 173 time: 0.8854072 Mar 08 12:11:43.858232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-99f7ab76-13dc-4fcb-a1d7-b12e18d72d6a req-3413d6ef-8f48-4f85-a657-f75865340dd3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:11:43.935671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-99f7ab76-13dc-4fcb-a1d7-b12e18d72d6a req-3413d6ef-8f48-4f85-a657-f75865340dd3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:11:43.936762 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-99f7ab76-13dc-4fcb-a1d7-b12e18d72d6a req-3413d6ef-8f48-4f85-a657-f75865340dd3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=0344d809-dcdc-480d-a816-fad2d7f5f0fd HTTP/1.1" status: 200 len: 210 time: 0.1225548 Mar 08 12:11:44.747445 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:45.045007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55848) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:45.113495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dad9bd8a-5bde-4f5e-af6b-2cb755198a73 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:45.141770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dad9bd8a-5bde-4f5e-af6b-2cb755198a73 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:45.284302 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dad9bd8a-5bde-4f5e-af6b-2cb755198a73 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:45.302805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9bd8a-5bde-4f5e-af6b-2cb755198a73 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88360e5-b6c9-4b03-8973-5d5ec7539c1f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:45.381173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dad9bd8a-5bde-4f5e-af6b-2cb755198a73 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:45.382324 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dad9bd8a-5bde-4f5e-af6b-2cb755198a73 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/security-groups/e88360e5-b6c9-4b03-8973-5d5ec7539c1f HTTP/1.1" status: 204 len: 168 time: 0.3363099 Mar 08 12:11:45.472945 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55854) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:46.018638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0265cede-8835-4d36-a6b9-35f20968307a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:46.481648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0265cede-8835-4d36-a6b9-35f20968307a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:11:46.482388 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0265cede-8835-4d36-a6b9-35f20968307a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:46.673287 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-0265cede-8835-4d36-a6b9-35f20968307a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:11:46.673745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0265cede-8835-4d36-a6b9-35f20968307a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:46.800260 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0265cede-8835-4d36-a6b9-35f20968307a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:11:47.196193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0265cede-8835-4d36-a6b9-35f20968307a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:47.247180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265cede-8835-4d36-a6b9-35f20968307a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:47.504337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 74efc524-98fe-4efe-bdad-3ba90e4a6178 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:11:47.517402 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0265cede-8835-4d36-a6b9-35f20968307a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:47.540814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 74efc524-98fe-4efe-bdad-3ba90e4a6178 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:11:47.541165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 74efc524-98fe-4efe-bdad-3ba90e4a6178 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:11:47.977966 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0265cede-8835-4d36-a6b9-35f20968307a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 260da222-bac4-4752-8d9a-eb9280a69ffb has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:11:48.154479 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0265cede-8835-4d36-a6b9-35f20968307a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:11:48.164340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233dd116-4295-4499-a939-e908d1d9586a None None] Sync routers for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:48.172966 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233dd116-4295-4499-a939-e908d1d9586a None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:11:48.173569 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-233dd116-4295-4499-a939-e908d1d9586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:11:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:48.217476 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0265cede-8835-4d36-a6b9-35f20968307a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/260da222-bac4-4752-8d9a-eb9280a69ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7434471 Mar 08 12:11:48.220185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55860) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:48.285249 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19c7541-b395-4bd4-8a90-d052cec1295c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting subnet 02464c30-1f2e-48ba-83db-bb61cf3c5a8f {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:11:48.288634 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b19c7541-b395-4bd4-8a90-d052cec1295c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:48.345670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-233dd116-4295-4499-a939-e908d1d9586a None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:11:48.346154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b19c7541-b395-4bd4-8a90-d052cec1295c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:48.428745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b19c7541-b395-4bd4-8a90-d052cec1295c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:48.564869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b19c7541-b395-4bd4-8a90-d052cec1295c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:48.609525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c7541-b395-4bd4-8a90-d052cec1295c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Subnet': ['ID=02464c30-1f2e-48ba-83db-bb61cf3c5a8f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:48.611452 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b19c7541-b395-4bd4-8a90-d052cec1295c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:48.617916 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b19c7541-b395-4bd4-8a90-d052cec1295c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/subnets/02464c30-1f2e-48ba-83db-bb61cf3c5a8f HTTP/1.1" status: 204 len: 168 time: 0.3967445 Mar 08 12:11:48.620801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55864) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:48.623519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f8460e-c969-474f-953d-a3585768076e None None] Network 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:11:48.799258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:48.835722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-233dd116-4295-4499-a939-e908d1d9586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:11:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:48.841837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233dd116-4295-4499-a939-e908d1d9586a None None] Checking router: 260da222-bac4-4752-8d9a-eb9280a69ffb for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:48.856411 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233dd116-4295-4499-a939-e908d1d9586a None None] Routers {'260da222-bac4-4752-8d9a-eb9280a69ffb'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:11:48.857375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-233dd116-4295-4499-a939-e908d1d9586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:11:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['260da222-bac4-4752-8d9a-eb9280a69ffb'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:48.979500 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:49.018480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] DHCP port deletion for 4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:11:49.032651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Deleting port 75fddfa6-6596-46e7-9299-538553334308 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:11:49.034551 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:49.081847 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 691c7166-c3f3-4a3c-8eb2-94c978061049 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:11:49.082222 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:49.102475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-233dd116-4295-4499-a939-e908d1d9586a None None] Set router 260da222-bac4-4752-8d9a-eb9280a69ffb gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:11:49.262906 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 691c7166-c3f3-4a3c-8eb2-94c978061049, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=691c7166-c3f3-4a3c-8eb2-94c978061049,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:11:49.263413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:49.330374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 75fddfa6-6596-46e7-9299-538553334308 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:11:49.392654 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 691c7166-c3f3-4a3c-8eb2-94c978061049 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:11:49.586979 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] For port 75fddfa6-6596-46e7-9299-538553334308, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=75fddfa6-6596-46e7-9299-538553334308,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:11:49.587448 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:49.725094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Calling delete_port for 75fddfa6-6596-46e7-9299-538553334308 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:11:49.756322 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:49.773296 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:49.803562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=691c7166-c3f3-4a3c-8eb2-94c978061049,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:49.837436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 75fddfa6-6596-46e7-9299-538553334308, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=75fddfa6-6596-46e7-9299-538553334308,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:11:49.844963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-233dd116-4295-4499-a939-e908d1d9586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:11:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:49.849582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233dd116-4295-4499-a939-e908d1d9586a None None] The sync data for ids ['260da222-bac4-4752-8d9a-eb9280a69ffb'] in dv-neutron-828143-8-hyperv is: [{'id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'name': 'tempest-TestNetworkBasicOps-router-2008038931', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:14Z', 'updated_at': '2022-03-08T12:11:47Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '691c7166-c3f3-4a3c-8eb2-94c978061049', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da222-bac4-4752-8d9a-eb9280a69ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:15Z', 'updated_at': '2022-03-08T12:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:49.887969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:49.897313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:49.925975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:11:49.925975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:11:49.956681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=75fddfa6-6596-46e7-9299-538553334308,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:49.964434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:49.964894 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:49.965246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:49.965587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:49.965951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:49.966285 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:49.966634 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:49.966931 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:49.967262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:49.967585 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:49.967906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:49.968224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:50.069223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:50.071391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:50.167527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:50.167977 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Fanout notify agent at l3_agent the message router_deleted on router 260da222-bac4-4752-8d9a-eb9280a69ffb {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:11:50.183073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:50.184111 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-609035f3-a10c-4a4b-bf0f-3677a11bed1a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/routers/260da222-bac4-4752-8d9a-eb9280a69ffb HTTP/1.1" status: 204 len: 168 time: 1.5628362 Mar 08 12:11:50.187216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55868) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:50.416104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:50.426886 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Deleting port 75fddfa6-6596-46e7-9299-538553334308 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:11:50.427073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 75fddfa6-6596-46e7-9299-538553334308 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:11:50.427230 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:50.427476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:50.647784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 75fddfa6-6596-46e7-9299-538553334308, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=75fddfa6-6596-46e7-9299-538553334308,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:11:50.648171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:50.685697 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] For port 75fddfa6-6596-46e7-9299-538553334308, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=75fddfa6-6596-46e7-9299-538553334308,segment=NetworkSegment(0af46df9-54cd-41fc-a9ba-786cbec14131),segment_id=0af46df9-54cd-41fc-a9ba-786cbec14131)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:11:50.686130 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:50.774287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 75fddfa6-6596-46e7-9299-538553334308 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:11:50.809641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Calling delete_port for 75fddfa6-6596-46e7-9299-538553334308 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:11:50.916125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:50.921375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:11:50.921739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:11:50.946312 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Deleting port 75fddfa6-6596-46e7-9299-538553334308 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:11:50.946712 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:50.965526 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=75fddfa6-6596-46e7-9299-538553334308,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:50.970452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] No DVR routers for this DVR port 75fddfa6-6596-46e7-9299-538553334308 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:11:51.014186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0719b74e-2a08-408a-9722-d81a571ba62e None None] The port '75fddfa6-6596-46e7-9299-538553334308' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 12:11:51.094683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:51.119932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:51.131511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af46df9-54cd-41fc-a9ba-786cbec14131') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:51.131812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af46df9-54cd-41fc-a9ba-786cbec14131') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:51.142779 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:51.158142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:51.164469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:11:51.164848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:11:51.182154 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:11:51.237268 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:11:51.270179 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:11:51.271060 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ad964a46-ab9c-4bef-a39b-b2bf8aa7ce1c not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:11:51.271480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 691c7166-c3f3-4a3c-8eb2-94c978061049 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:11:51.303643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 691c7166-c3f3-4a3c-8eb2-94c978061049 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:11:51.303994 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 691c7166-c3f3-4a3c-8eb2-94c978061049 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:11:51.341549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:51.358914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:51.369692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Network': ['ID=4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:51.439145 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8ea80559-03bb-475f-a7d4-717d86fe2a5d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/networks/4d99e1f4-43ac-47e2-83ef-4f06c3d1a69d HTTP/1.1" status: 204 len: 168 time: 1.2499814 Mar 08 12:11:51.467088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55872) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:51.472616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'network': {'name': 'tempest-network-smoke--1092607975', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'port_security_enabled': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:51.478213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:11:51.482285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:network and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:11:51.485113 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:11:51.490756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:11:51.567167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:11:51.570690 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:51.597961 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:11:51.606840 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:51.607216 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Added segment 1ddb527a-d889-45ae-b9fb-2ac14b4bcc88 of type vlan for network 0f092f1e-5c62-4e70-8030-558b2b862607 Mar 08 12:11:51.633085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:51.735769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:51.741313 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:51.741916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:51.849458 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Network': ['ID=0f092f1e-5c62-4e70-8030-558b2b862607,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:51.859135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 0f092f1e-5c62-4e70-8030-558b2b862607 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:11:51.913583 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c91a463a-a269-41b1-93ec-e21ca3e1871a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4454134 Mar 08 12:11:51.916225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55876) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:51.921297 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'admin_state_up': True, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:51.928832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:11:51.932933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:router and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:11:51.935911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:11:51.942218 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:11:52.015763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:52.016809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:52.031784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:52.367935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:52.830317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:52.859910 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:52.993762 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.143 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/39e9d3d6-b367-420a-928e-2deab1735811) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:11:53.081231 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:11:53.137596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:53.239047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:53.302193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:11:53.305015 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:53.314064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:11:53.354185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=39e9d3d6-b367-420a-928e-2deab1735811,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:53.815475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:54.262008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:54.526880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 325dc424-d969-4489-87e9-0c6219997c25 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:11:54.707093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:11:54.716526 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Sync routers for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:54.726169 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:11:54.726776 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:11:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:54.801696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:54.806679 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e4c6426f-595c-4785-a8ba-c5785b350cc2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8865485 Mar 08 12:11:54.806831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55882) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:54.845799 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e9d58217-a654-45d9-8a4a-9848de4e5719 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c6ec9fcbfccf47d68d2acd05b7c2000a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378428 Mar 08 12:11:54.848950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55886) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:54.902866 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Set router 325dc424-d969-4489-87e9-0c6219997c25 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:11:54.980538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba936023-3bb3-457a-b120-75298833810c tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:54.982057 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ba936023-3bb3-457a-b120-75298833810c tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321805 Mar 08 12:11:54.985111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55890) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:55.029111 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-309f9174-b22e-4641-be45-a6b5204b918e tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428917 Mar 08 12:11:55.031730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55894) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:55.037119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-570333008', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:55.146102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:11:55.149905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:subnet and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:11:55.152696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:11:55.158388 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:11:55.186140 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:53Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:55.190306 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Checking router: 325dc424-d969-4489-87e9-0c6219997c25 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:55.190306 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Updating router 325dc424-d969-4489-87e9-0c6219997c25 port 39e9d3d6-b367-420a-928e-2deab1735811 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:11:55.229760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:11:55.233413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:55.244764 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:55.509941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:55.587398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Subnet': ['ID=0538ab09-9189-421a-8fab-45b62f1bf39f,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:55.592399 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:55.596227 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Checking segment: {'id': '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:11:55.596738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network hostable DHCP agents. Network: 0f092f1e-5c62-4e70-8030-558b2b862607, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:11:55.604777 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Transition to ACTIVE for port object 39e9d3d6-b367-420a-928e-2deab1735811 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:11:55.681498 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:55.712739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 0f092f1e-5c62-4e70-8030-558b2b862607 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:11:55.750346 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Attempting to bind port 39e9d3d6-b367-420a-928e-2deab1735811 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:11:55.750903 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Attempting to bind port 39e9d3d6-b367-420a-928e-2deab1735811 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:11:55.751038 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Attempting to bind port 39e9d3d6-b367-420a-928e-2deab1735811 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:11:55.765514 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:11:55.765824 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:11:55.766252 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:55.766640 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:11:55.767095 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Bound port: 39e9d3d6-b367-420a-928e-2deab1735811, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:11:55.767467 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:55.804112 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Pushing event updated for resources: {'Port': ['ID=39e9d3d6-b367-420a-928e-2deab1735811,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:55.813986 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:55.814337 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:55.814678 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:55.815008 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:55.815341 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:55.815941 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:55.816266 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:55.816590 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:55.816912 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:55.817257 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:55.817578 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:55.817909 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:55.833244 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 0f092f1e-5c62-4e70-8030-558b2b862607) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:55.837382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:55.838056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:55.843347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de591e14-cda0-4d6f-a040-bc045654aa9f None None] Network 0f092f1e-5c62-4e70-8030-558b2b862607 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:11:55.858147 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] For port 39e9d3d6-b367-420a-928e-2deab1735811, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:11:55.861294 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] For port 39e9d3d6-b367-420a-928e-2deab1735811, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=39e9d3d6-b367-420a-928e-2deab1735811,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:11:55.946164 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9c40c0a2-5324-45dc-b44d-aa1fc83c7400 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9131467 Mar 08 12:11:55.948832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55898) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:55.967735 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:56.042008 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:11:56.042533 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:11:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:56.069605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-0f092f1e-5c62-4e70-8030-558b2b862607', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:11:56.070775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:56.118768 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa18c07-3979-4518-88bf-4e1acc7319d6 None None] Pushing event updated for resources: {'Port': ['ID=39e9d3d6-b367-420a-928e-2deab1735811,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:56.234337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Allocated IP 172.20.0.2 (0f092f1e-5c62-4e70-8030-558b2b862607/0538ab09-9189-421a-8fab-45b62f1bf39f/d72ea295-eb50-4155-b379-17747719c673) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:11:56.247839 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] Set router 325dc424-d969-4489-87e9-0c6219997c25 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:11:56.454123 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:56.465168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Transition to ACTIVE for port object d72ea295-eb50-4155-b379-17747719c673 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:11:56.483757 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Transition to ACTIVE for port object d72ea295-eb50-4155-b379-17747719c673 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:11:56.574116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:56.579575 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:53Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:56.587392 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b2b7b-1ec5-4a2f-9c48-8890cea2d09e None None] The sync data for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv is: [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:53Z', 'revision_number': 3, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:56.648596 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Network 0f092f1e-5c62-4e70-8030-558b2b862607 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:11:56.651507 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:56.655217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:11:56.727077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:56.734733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Pushing event updated for resources: {'Port': ['ID=d72ea295-eb50-4155-b379-17747719c673,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:56.767904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Attempting to bind port d72ea295-eb50-4155-b379-17747719c673 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:11:56.768277 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Attempting to bind port d72ea295-eb50-4155-b379-17747719c673 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:11:56.768792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Attempting to bind port d72ea295-eb50-4155-b379-17747719c673 on network 0f092f1e-5c62-4e70-8030-558b2b862607 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:11:56.778755 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:11:56.779139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Checking segment: {'id': '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:11:56.779551 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:56.779943 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Bound using segment: {'id': '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:11:56.780412 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Bound port: d72ea295-eb50-4155-b379-17747719c673, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:11:56.780791 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:56.898261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ed09df71-3341-484e-8de3-38958543a554 None None] For port d72ea295-eb50-4155-b379-17747719c673, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:11:56.902935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-ed09df71-3341-484e-8de3-38958543a554 None None] For port d72ea295-eb50-4155-b379-17747719c673, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d72ea295-eb50-4155-b379-17747719c673,segment=NetworkSegment(1ddb527a-d889-45ae-b9fb-2ac14b4bcc88),segment_id=1ddb527a-d889-45ae-b9fb-2ac14b4bcc88)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:11:56.995880 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:57.121286 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09df71-3341-484e-8de3-38958543a554 None None] Pushing event updated for resources: {'Port': ['ID=d72ea295-eb50-4155-b379-17747719c673,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:57.279438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 39e9d3d6-b367-420a-928e-2deab1735811 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:11:57.303922 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.1 (0f092f1e-5c62-4e70-8030-558b2b862607/0538ab09-9189-421a-8fab-45b62f1bf39f/aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:11:57.439005 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 39e9d3d6-b367-420a-928e-2deab1735811 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:11:57.445165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 39e9d3d6-b367-420a-928e-2deab1735811 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:11:57.445782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:57.489841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:57.506795 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:11:57.579461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:57.599318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 39e9d3d6-b367-420a-928e-2deab1735811, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=39e9d3d6-b367-420a-928e-2deab1735811,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:11:57.610140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:57.678231 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 0f092f1e-5c62-4e70-8030-558b2b862607 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:11:57.683957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:57.685552 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:57.690612 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:11:57.728481 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:57.753728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:57.755866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=39e9d3d6-b367-420a-928e-2deab1735811,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:58.093764 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:58.527016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:58.554757 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c32d483-a8e7-4a74-9b4f-344e975f4138 None None] Network 0f092f1e-5c62-4e70-8030-558b2b862607 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:11:58.586937 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:58.702092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:58.706568 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:58.721043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-5466766d-8bc3-470a-bd3e-086783054910 None None] Provisioning for port d72ea295-eb50-4155-b379-17747719c673 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:11:58.962424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 0f092f1e-5c62-4e70-8030-558b2b862607 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:11:58.963636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:59.141157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c476a7a2-adb1-42dc-8a1f-bddd8eaa02d5 None None] Provisioning for port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:11:59.146601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c476a7a2-adb1-42dc-8a1f-bddd8eaa02d5 None None] Provisioning complete for port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:11:59.146985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c476a7a2-adb1-42dc-8a1f-bddd8eaa02d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:59.156694 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 325dc424-d969-4489-87e9-0c6219997c25 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:11:59.203016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c476a7a2-adb1-42dc-8a1f-bddd8eaa02d5 None None] Port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:11:59.327016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a2a7b7fb-b493-4b57-aa87-54c77344a0e7 None None] Provisioning complete for port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:11:59.327884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a2a7b7fb-b493-4b57-aa87-54c77344a0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:59.360600 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:11:59.368622 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d72ea295-eb50-4155-b379-17747719c673 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:11:59.379670 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-30886bf2-185d-4324-88b5-0cca408728a5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/325dc424-d969-4489-87e9-0c6219997c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4275301 Mar 08 12:11:59.380215 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 55902) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:59.407538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Sync routers for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:59.442193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:11:59.442812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:11:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:59.519412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d56b5f-79ec-4406-a6e2-e0ab2cef8dc4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:59.519859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d56b5f-79ec-4406-a6e2-e0ab2cef8dc4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:59.520992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d56b5f-79ec-4406-a6e2-e0ab2cef8dc4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:59.521473 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d56b5f-79ec-4406-a6e2-e0ab2cef8dc4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:59.523369 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-40d56b5f-79ec-4406-a6e2-e0ab2cef8dc4 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1421313 Mar 08 12:11:59.523610 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7b7fb-b493-4b57-aa87-54c77344a0e7 None None] Port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:11:59.526289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55906) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:59.597171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44376e86-a1c0-4082-aacb-21418e10ac55 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:59.597644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44376e86-a1c0-4082-aacb-21418e10ac55 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:59.598147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44376e86-a1c0-4082-aacb-21418e10ac55 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:59.599177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44376e86-a1c0-4082-aacb-21418e10ac55 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:59.603432 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-44376e86-a1c0-4082-aacb-21418e10ac55 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0735385 Mar 08 12:11:59.603706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55910) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:11:59.662132 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Set router 325dc424-d969-4489-87e9-0c6219997c25 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:11:59.721965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port d72ea295-eb50-4155-b379-17747719c673 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:11:59.729485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cdb7271a-718b-4a17-a8a9-10766aeaf176 None None] Provisioning complete for port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:11:59.729904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cdb7271a-718b-4a17-a8a9-10766aeaf176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:59.757072 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port d72ea295-eb50-4155-b379-17747719c673 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:11:59.757388 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:11:59.810475 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-de9f58ff-f867-4bbf-8385-fa54460bc672 tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2057338 Mar 08 12:11:59.948423 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-cdb7271a-718b-4a17-a8a9-10766aeaf176 None None] Port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:12:00.017735 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55916) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:12:00.024663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1862268705', 'description': 'tempest-secgroup-smoke-1862268705 description', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:00.030432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:12:00.034494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:12:00.038551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:12:00.043178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:12:00.109512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:00.126255 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:00.129222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:12:00.133544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:12:00.136396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:12:00.142383 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:12:00.180913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port d72ea295-eb50-4155-b379-17747719c673, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d72ea295-eb50-4155-b379-17747719c673,segment=NetworkSegment(1ddb527a-d889-45ae-b9fb-2ac14b4bcc88),segment_id=1ddb527a-d889-45ae-b9fb-2ac14b4bcc88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:12:00.196569 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362', 'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:4f:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:11:58Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:00.200748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Checking router: 325dc424-d969-4489-87e9-0c6219997c25 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:12:00.201079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Updating router 325dc424-d969-4489-87e9-0c6219997c25 port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:12:00.216860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:00.241079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:00.241837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 39e9d3d6-b367-420a-928e-2deab1735811 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:12:00.275462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:00.429132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625c339a-efad-41f0-bccc-9a4e4c637afb,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:00.453765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:00.501317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:00.502620 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3e819425-a2a4-4f1f-af74-5d4dd255af6e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4832542 Mar 08 12:12:00.506029 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55920) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:12:00.511041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-953b2475-7741-4621-903b-c7f443233887 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '625c339a-efad-41f0-bccc-9a4e4c637afb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:00.513263 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=d72ea295-eb50-4155-b379-17747719c673,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:00.516980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-953b2475-7741-4621-903b-c7f443233887 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:12:00.520846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-953b2475-7741-4621-903b-c7f443233887 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:12:00.525566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-953b2475-7741-4621-903b-c7f443233887 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:12:00.529478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-953b2475-7741-4621-903b-c7f443233887 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:12:00.538031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 39e9d3d6-b367-420a-928e-2deab1735811 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:12:00.538476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:00.617373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-953b2475-7741-4621-903b-c7f443233887 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:00.682626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-953b2475-7741-4621-903b-c7f443233887 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:00.781207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-953b2475-7741-4621-903b-c7f443233887 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:00.805919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b2475-7741-4621-903b-c7f443233887 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc41881-e11f-45c0-b005-01c3f46d8202,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:00.883997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-953b2475-7741-4621-903b-c7f443233887 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:00.885240 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-953b2475-7741-4621-903b-c7f443233887 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3782532 Mar 08 12:12:00.888029 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55924) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:12:00.893018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-746bb25f-c32a-495d-be78-87a919c5f3c0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '625c339a-efad-41f0-bccc-9a4e4c637afb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:00.898881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-746bb25f-c32a-495d-be78-87a919c5f3c0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:12:00.902653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-746bb25f-c32a-495d-be78-87a919c5f3c0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:12:00.905490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-746bb25f-c32a-495d-be78-87a919c5f3c0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:12:00.911988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-746bb25f-c32a-495d-be78-87a919c5f3c0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:12:00.998988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-746bb25f-c32a-495d-be78-87a919c5f3c0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.034011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.048373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Transition to ACTIVE for port object aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:12:01.059422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-746bb25f-c32a-495d-be78-87a919c5f3c0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.123618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.152433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-746bb25f-c32a-495d-be78-87a919c5f3c0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.178873 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bb25f-c32a-495d-be78-87a919c5f3c0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24481460-a29d-476a-a3f4-1adf58569c74,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:01.252891 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d72ea295-eb50-4155-b379-17747719c673 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:12:01.255779 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-746bb25f-c32a-495d-be78-87a919c5f3c0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.257548 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-746bb25f-c32a-495d-be78-87a919c5f3c0 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3680513 Mar 08 12:12:01.259849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55928) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:12:01.264885 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4ba3eea3-1d03-4281-95d0-b2455ca81763 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '625c339a-efad-41f0-bccc-9a4e4c637afb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:01.271824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4ba3eea3-1d03-4281-95d0-b2455ca81763 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:12:01.276201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4ba3eea3-1d03-4281-95d0-b2455ca81763 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:12:01.279565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4ba3eea3-1d03-4281-95d0-b2455ca81763 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:12:01.288010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4ba3eea3-1d03-4281-95d0-b2455ca81763 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:12:01.322553 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474f377-9fde-487f-9028-a4f1af5866d5 None None] Pushing event updated for resources: {'Port': ['ID=aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:01.404816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Attempting to bind port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:12:01.405041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ba3eea3-1d03-4281-95d0-b2455ca81763 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.405213 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Attempting to bind port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:12:01.405581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Attempting to bind port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 on network 0f092f1e-5c62-4e70-8030-558b2b862607 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:12:01.414718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:12:01.415277 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Checking segment: {'id': '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:12:01.415890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.416421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Bound using segment: {'id': '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:12:01.417118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Bound port: aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:12:01.417618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.441067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port d72ea295-eb50-4155-b379-17747719c673 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:12:01.441431 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.467554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ba3eea3-1d03-4281-95d0-b2455ca81763 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.549514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ba3eea3-1d03-4281-95d0-b2455ca81763 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.572530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3eea3-1d03-4281-95d0-b2455ca81763 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f072a0-7056-4f45-ace8-e9d0e76435b0,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:01.614000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] For port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:12:01.630463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] For port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362,segment=NetworkSegment(1ddb527a-d889-45ae-b9fb-2ac14b4bcc88),segment_id=1ddb527a-d889-45ae-b9fb-2ac14b4bcc88)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:12:01.684301 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4ba3eea3-1d03-4281-95d0-b2455ca81763 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.685646 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4ba3eea3-1d03-4281-95d0-b2455ca81763 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4248707 Mar 08 12:12:01.688392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55932) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:12:01.694074 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d49af51a-5f52-42f5-b229-6a250528eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '625c339a-efad-41f0-bccc-9a4e4c637afb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:01.700144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d49af51a-5f52-42f5-b229-6a250528eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:12:01.703919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d49af51a-5f52-42f5-b229-6a250528eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:12:01.706740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d49af51a-5f52-42f5-b229-6a250528eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:12:01.712971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d49af51a-5f52-42f5-b229-6a250528eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:12:01.724584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.788539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d49af51a-5f52-42f5-b229-6a250528eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.807481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:12:01.808112 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:11:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:01.859839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d49af51a-5f52-42f5-b229-6a250528eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.871186 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474f377-9fde-487f-9028-a4f1af5866d5 None None] Pushing event updated for resources: {'Port': ['ID=aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:01.955645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d49af51a-5f52-42f5-b229-6a250528eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:01.984566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49af51a-5f52-42f5-b229-6a250528eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467cf701-3494-4f4c-95a5-39ebc71e80ea,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:02.014878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] Set router 325dc424-d969-4489-87e9-0c6219997c25 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:12:02.049448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d49af51a-5f52-42f5-b229-6a250528eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:02.050701 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d49af51a-5f52-42f5-b229-6a250528eb9e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3613565 Mar 08 12:12:02.054222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55936) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:12:02.059303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-86655dc6-db66-497c-a38a-c06a1a7d6e5f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '625c339a-efad-41f0-bccc-9a4e4c637afb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:02.064978 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-86655dc6-db66-497c-a38a-c06a1a7d6e5f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:12:02.069384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-86655dc6-db66-497c-a38a-c06a1a7d6e5f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:12:02.072268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-86655dc6-db66-497c-a38a-c06a1a7d6e5f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:12:02.078927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-86655dc6-db66-497c-a38a-c06a1a7d6e5f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:12:02.164201 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-86655dc6-db66-497c-a38a-c06a1a7d6e5f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:12:02.171831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-86655dc6-db66-497c-a38a-c06a1a7d6e5f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:02.255943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-86655dc6-db66-497c-a38a-c06a1a7d6e5f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:02.347271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-86655dc6-db66-497c-a38a-c06a1a7d6e5f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:02.365093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362', 'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:4f:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:12:01Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:02.369276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82f69f-5342-4add-bcc1-0461914fbb9e None None] The sync data for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv is: [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362', 'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:4f:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:12:01Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:12:02.371845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86655dc6-db66-497c-a38a-c06a1a7d6e5f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3916ecc7-9e3e-4e62-94c7-0c31af86e344,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:02.452459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-86655dc6-db66-497c-a38a-c06a1a7d6e5f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:02.453742 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-86655dc6-db66-497c-a38a-c06a1a7d6e5f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3984499 Mar 08 12:12:02.456541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 55940) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:12:02.464067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d18f4212-88e9-43f6-a2e7-0a6b9c3e710b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'security_group_rule': {'security_group_id': '625c339a-efad-41f0-bccc-9a4e4c637afb', 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:02.469823 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d18f4212-88e9-43f6-a2e7-0a6b9c3e710b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:12:02.475056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d18f4212-88e9-43f6-a2e7-0a6b9c3e710b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:security_group_rule and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:12:02.478250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d18f4212-88e9-43f6-a2e7-0a6b9c3e710b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:12:02.484214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d18f4212-88e9-43f6-a2e7-0a6b9c3e710b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:12:02.558642 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-d18f4212-88e9-43f6-a2e7-0a6b9c3e710b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Project c6ec9fcbfccf47d68d2acd05b7c2000a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:12:02.565797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d18f4212-88e9-43f6-a2e7-0a6b9c3e710b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:02.635757 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d18f4212-88e9-43f6-a2e7-0a6b9c3e710b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:02.715416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d18f4212-88e9-43f6-a2e7-0a6b9c3e710b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:02.740760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f4212-88e9-43f6-a2e7-0a6b9c3e710b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c006de1-35f0-4ea0-8746-8640baeb1082,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:02.824171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d18f4212-88e9-43f6-a2e7-0a6b9c3e710b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:02.825496 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d18f4212-88e9-43f6-a2e7-0a6b9c3e710b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3678277 Mar 08 12:12:02.990726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-34abba3e-bd22-4529-a1ad-9e2102c51a7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:12:03.121069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-34abba3e-bd22-4529-a1ad-9e2102c51a7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:12:03.122306 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-34abba3e-bd22-4529-a1ad-9e2102c51a7f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1862268705&fields=id&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 267 time: 0.1731350 Mar 08 12:12:03.278533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:12:03.297241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-ff881ae3-e48f-4b09-bec5-350dc60df03e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:03.298884 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-ff881ae3-e48f-4b09-bec5-350dc60df03e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:12:03.386664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-ff881ae3-e48f-4b09-bec5-350dc60df03e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:12:03.387780 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-ff881ae3-e48f-4b09-bec5-350dc60df03e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/networks?id=0f092f1e-5c62-4e70-8030-558b2b862607 HTTP/1.1" status: 200 len: 797 time: 0.2583435 Mar 08 12:12:03.403905 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-544418e9-21f7-49d4-8cc1-5ed46bf462de tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/quotas/c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 375 time: 0.0102127 Mar 08 12:12:03.415535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:12:03.421289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:12:03.421662 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:03.491631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-e89055f9-d07f-4115-b550-0329e7a6be84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:12:03.538088 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:03.555013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-e89055f9-d07f-4115-b550-0329e7a6be84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:12:03.556331 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-e89055f9-d07f-4115-b550-0329e7a6be84 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1472361 Mar 08 12:12:03.569350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362,segment=NetworkSegment(1ddb527a-d889-45ae-b9fb-2ac14b4bcc88),segment_id=1ddb527a-d889-45ae-b9fb-2ac14b4bcc88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:12:03.644263 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:03.697204 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-8fd604ba-2bcc-4d46-b07e-426888cb09da service neutron] 10.222.0.32 "GET /v2.0/networks/0f092f1e-5c62-4e70-8030-558b2b862607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286263 Mar 08 12:12:03.715377 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:03.827543 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-700173e4-5156-43a7-8ea6-fb94bc7e4484 service neutron] 10.222.0.32 "GET /v2.0/networks/0f092f1e-5c62-4e70-8030-558b2b862607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240091 Mar 08 12:12:04.090612 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-a0d8477e-76e1-4edb-8a72-c7bfd120c210 req-9a7f57fc-2263-48c0-a51f-40bb4ad4790f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:12:04.102687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-a0d8477e-76e1-4edb-8a72-c7bfd120c210 req-9a7f57fc-2263-48c0-a51f-40bb4ad4790f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:12:04.103796 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a0d8477e-76e1-4edb-8a72-c7bfd120c210 req-9a7f57fc-2263-48c0-a51f-40bb4ad4790f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 210 time: 0.0556202 Mar 08 12:12:05.248625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:12:05.254735 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-942613e0-1a29-45fd-bded-786ebd926819 req-9cba6a51-8cb1-4551-9fd7-66ed767a205f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 210 time: 0.0434260 Mar 08 12:12:05.315311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:12:05.315681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:06.212017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-9897e4c9-35e3-40fe-8eaa-aafa7b449859 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:06.213423 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-9897e4c9-35e3-40fe-8eaa-aafa7b449859 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/networks?id=0f092f1e-5c62-4e70-8030-558b2b862607 HTTP/1.1" status: 200 len: 797 time: 0.1430101 Mar 08 12:12:06.265530 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-dec5d20a-a1ba-44ad-9991-75f8c082f9de tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a HTTP/1.1" status: 200 len: 380 time: 0.0433800 Mar 08 12:12:06.274646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'port': {'device_id': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'admin_state_up': True, 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'security_groups': ['625c339a-efad-41f0-bccc-9a4e4c637afb']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:06.416539 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3ddc058a-2729-43cc-a72d-4b0bd32f5f5b req-bd65d11e-71fc-45c3-a569-a22b260b486a tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 210 time: 0.0475070 Mar 08 12:12:06.418486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:12:06.428853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:12:06.560865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Made reservation on behalf of c6ec9fcbfccf47d68d2acd05b7c2000a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:12:06.567594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:06.735124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.20.0.14 (0f092f1e-5c62-4e70-8030-558b2b862607/0538ab09-9189-421a-8fab-45b62f1bf39f/ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:12:07.025325 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:07.041165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Transition to ACTIVE for port object ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:12:07.130067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:07.193020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network 0f092f1e-5c62-4e70-8030-558b2b862607 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:07.195895 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:07.204254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:12:07.243917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:07.276858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:07.277506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:07.358557 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-87087690-6084-4cba-9c4a-d701b2abfd88 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0877550 Mar 08 12:12:07.370127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Request body: {'port': {'device_id': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:07.481932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:07.535219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-032a6fcd-65ce-4ad4-b830-14be4b2fd2e2 None None] Provisioning for port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:12:07.540633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-032a6fcd-65ce-4ad4-b830-14be4b2fd2e2 None None] Provisioning complete for port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:12:07.541064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-032a6fcd-65ce-4ad4-b830-14be4b2fd2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:07.593308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-032a6fcd-65ce-4ad4-b830-14be4b2fd2e2 None None] Port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:12:07.713527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35429bea-2995-44e1-9f65-d3c6cc018af7 req-ff515d17-c9a6-4c99-bd74-07df8c4879fe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:07.714246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-35429bea-2995-44e1-9f65-d3c6cc018af7 req-ff515d17-c9a6-4c99-bd74-07df8c4879fe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:12:07.880586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-35429bea-2995-44e1-9f65-d3c6cc018af7 req-ff515d17-c9a6-4c99-bd74-07df8c4879fe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:12:07.881747 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-35429bea-2995-44e1-9f65-d3c6cc018af7 req-ff515d17-c9a6-4c99-bd74-07df8c4879fe tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 932 time: 0.3565795 Mar 08 12:12:07.942904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:12:07.954464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:07.962300 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-35429bea-2995-44e1-9f65-d3c6cc018af7 req-16cebfa3-a996-4724-b378-601554730150 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678706 Mar 08 12:12:07.973530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Transition to ACTIVE for port object ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:12:08.040914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:08.199376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Pushing event updated for resources: {'Port': ['ID=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:08.279776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Attempting to bind port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:12:08.280464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Attempting to bind port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:12:08.280464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Attempting to bind port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 on network 0f092f1e-5c62-4e70-8030-558b2b862607 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:12:08.284964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 on network 0f092f1e-5c62-4e70-8030-558b2b862607 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:12:08.285290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Attempting to bind port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 on network 0f092f1e-5c62-4e70-8030-558b2b862607 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:12:08.291112 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:12:08.291456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Checking segment: {'id': '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:12:08.291843 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Bound using segment: {'id': '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:12:08.292267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Bound port: ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:12:08.292618 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:08.385567 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] For port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:12:08.388449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] For port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9,segment=NetworkSegment(1ddb527a-d889-45ae-b9fb-2ac14b4bcc88),segment_id=1ddb527a-d889-45ae-b9fb-2ac14b4bcc88)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:12:08.498170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:08.555287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:08.555901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:08.557254 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] 10.222.0.18 "PUT /v2.0/ports/ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 HTTP/1.1" status: 200 len: 1094 time: 1.1916654 Mar 08 12:12:08.557694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'tag': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:12:08.584746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba2220-6ec9-45b4-ad17-4f90b0252e2d service neutron] Pushing event updated for resources: {'Port': ['ID=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:08.605488 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'tag': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'status': 'completed', 'code': 200} Mar 08 12:12:08.703250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b66b84-f395-4556-b23a-c90f7597bd04 req-4b9d1853-5988-4634-a605-a0307ad6a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:08.704721 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68b66b84-f395-4556-b23a-c90f7597bd04 req-4b9d1853-5988-4634-a605-a0307ad6a8db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 1097 time: 0.0792980 Mar 08 12:12:08.853989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b66b84-f395-4556-b23a-c90f7597bd04 req-a94654a7-cf73-48b9-be61-1aa9bcfbdbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:08.855437 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68b66b84-f395-4556-b23a-c90f7597bd04 req-a94654a7-cf73-48b9-be61-1aa9bcfbdbbe service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1440096 Mar 08 12:12:08.991522 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b66b84-f395-4556-b23a-c90f7597bd04 req-4c45840b-4433-4702-ad78-a4643296dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:08.993025 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68b66b84-f395-4556-b23a-c90f7597bd04 req-4c45840b-4433-4702-ad78-a4643296dd8a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290169 Mar 08 12:12:09.249828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-77eb60fb-d734-401c-8c94-dbe57357c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:09.251227 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-77eb60fb-d734-401c-8c94-dbe57357c9f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 1097 time: 0.2241609 Mar 08 12:12:09.324226 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-fbd12654-e24d-4c27-a00d-cb553571e076 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 HTTP/1.1" status: 200 len: 217 time: 0.0644746 Mar 08 12:12:09.331756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de0fa7-f9aa-49bd-b0b3-e3f67a0a75f9 req-37671764-e568-4d8b-88d7-613718af0d9b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:09.333118 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15de0fa7-f9aa-49bd-b0b3-e3f67a0a75f9 req-37671764-e568-4d8b-88d7-613718af0d9b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 944 time: 0.2642684 Mar 08 12:12:09.419678 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-10af1388-b627-42b6-808e-8dd36f73e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:09.421070 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-10af1388-b627-42b6-808e-8dd36f73e4f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0538ab09-9189-421a-8fab-45b62f1bf39f HTTP/1.1" status: 200 len: 834 time: 0.0871465 Mar 08 12:12:09.423916 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15de0fa7-f9aa-49bd-b0b3-e3f67a0a75f9 req-29032d8e-3eda-46ae-858e-f1c127fa4856 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593390 Mar 08 12:12:09.497208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-ff1927fe-e139-4d6d-8bb7-8eb8e3f47be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:09.498698 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-ff1927fe-e139-4d6d-8bb7-8eb8e3f47be6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f092f1e-5c62-4e70-8030-558b2b862607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713999 Mar 08 12:12:09.628144 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-3f5b1796-3910-416a-a4c2-b4566eb7a3ad service neutron] 10.222.0.18 "GET /v2.0/networks/0f092f1e-5c62-4e70-8030-558b2b862607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224170 Mar 08 12:12:09.756403 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4fa2266-7dc6-4640-b5a1-a9beae99ef23 req-9569cfdc-ac3a-4def-a58c-63a7b43fe189 service neutron] 10.222.0.18 "GET /v2.0/networks/0f092f1e-5c62-4e70-8030-558b2b862607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215401 Mar 08 12:12:10.088369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-12da7bb0-9205-4897-ab2b-6da3c108ace9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:10.612598 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4274cb-494f-4991-a680-db200d62f4cb req-7e651acd-ae5a-457a-b98c-233a4719cb6c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:10.614709 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5f4274cb-494f-4991-a680-db200d62f4cb req-7e651acd-ae5a-457a-b98c-233a4719cb6c tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 944 time: 0.0834677 Mar 08 12:12:10.656585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-5f4274cb-494f-4991-a680-db200d62f4cb req-fe92565f-2688-4068-94a3-eeaa814ab039 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:12:10.668436 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-5f4274cb-494f-4991-a680-db200d62f4cb req-fe92565f-2688-4068-94a3-eeaa814ab039 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:12:10.669560 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5f4274cb-494f-4991-a680-db200d62f4cb req-fe92565f-2688-4068-94a3-eeaa814ab039 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493200 Mar 08 12:12:11.858156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac43c1b-263b-44d2-805b-c52bed68c5ae req-5fdaa31c-b8af-4a13-b3b5-30d773391761 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:11.859598 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ac43c1b-263b-44d2-805b-c52bed68c5ae req-5fdaa31c-b8af-4a13-b3b5-30d773391761 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 944 time: 0.0788376 Mar 08 12:12:11.902814 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5ac43c1b-263b-44d2-805b-c52bed68c5ae req-5480482f-7727-4c78-98ad-b7af4bde1427 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371079 Mar 08 12:12:12.177525 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ad6db237-09f9-4de5-bbf8-05a563acece1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:13.088171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b33f30-b07c-4d3c-b1e2-262796895990 req-9be0d523-42b3-4eee-af16-fc764eba88af tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:13.089588 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d3b33f30-b07c-4d3c-b1e2-262796895990 req-9be0d523-42b3-4eee-af16-fc764eba88af tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 944 time: 0.0802460 Mar 08 12:12:13.137083 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d3b33f30-b07c-4d3c-b1e2-262796895990 req-5f7df926-e1e1-474f-8ad7-dd7fef72de16 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 Mar 08 12:12:13.517887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:13.540555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:13.541313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:13.703416 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:12:13.836626 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9,segment=NetworkSegment(1ddb527a-d889-45ae-b9fb-2ac14b4bcc88),segment_id=1ddb527a-d889-45ae-b9fb-2ac14b4bcc88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:12:13.849334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'port_id': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'mac_address': 'fa:16:3e:b8:e8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:12:13.902881 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:13.918839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:12:13.934015 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9,segment=NetworkSegment(1ddb527a-d889-45ae-b9fb-2ac14b4bcc88),segment_id=1ddb527a-d889-45ae-b9fb-2ac14b4bcc88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:12:14.025976 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:14.093534 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:14.317777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:12:14.322856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554935c8-2672-468d-843e-9bfd37de112b req-2ef4ab5a-1b4d-4826-997e-c84fa741cd77 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:14.324332 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-554935c8-2672-468d-843e-9bfd37de112b req-2ef4ab5a-1b4d-4826-997e-c84fa741cd77 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 945 time: 0.0820708 Mar 08 12:12:14.368702 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-554935c8-2672-468d-843e-9bfd37de112b req-256af554-c503-442e-8146-c15a47343b8b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386550 Mar 08 12:12:14.728767 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:15.549584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf488a08-387f-4fd6-b3eb-2eddeeafef32 req-9fab85c7-aeec-4945-85a5-62868d865470 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:15.550997 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cf488a08-387f-4fd6-b3eb-2eddeeafef32 req-9fab85c7-aeec-4945-85a5-62868d865470 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 945 time: 0.0784903 Mar 08 12:12:15.594079 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cf488a08-387f-4fd6-b3eb-2eddeeafef32 req-3de13cba-b0aa-4300-b144-811e1bb7567d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373089 Mar 08 12:12:15.717987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:12:15.854523 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:12:15.859300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:12:15.859675 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:15.972915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:15.999903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:12:16.010110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9,segment=NetworkSegment(1ddb527a-d889-45ae-b9fb-2ac14b4bcc88),segment_id=1ddb527a-d889-45ae-b9fb-2ac14b4bcc88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:12:16.091501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:16.125558 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'code': 200} Mar 08 12:12:16.162957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:16.465447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46798cc-989a-4084-bb59-ec4d041ba70e req-6ccee0c0-dfc5-48ac-8761-304985288597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:16.466890 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f46798cc-989a-4084-bb59-ec4d041ba70e req-6ccee0c0-dfc5-48ac-8761-304985288597 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 1099 time: 0.0690563 Mar 08 12:12:16.506768 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f46798cc-989a-4084-bb59-ec4d041ba70e req-b83903ff-1831-41c2-a1a6-54a2584e534a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340650 Mar 08 12:12:16.781650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c816284-cb5c-445b-9f2a-9a8e4024b22c req-a375b25d-004d-47f4-b7a4-486cc67e92ac tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:16.783032 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4c816284-cb5c-445b-9f2a-9a8e4024b22c req-a375b25d-004d-47f4-b7a4-486cc67e92ac tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 946 time: 0.0829573 Mar 08 12:12:16.826347 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4c816284-cb5c-445b-9f2a-9a8e4024b22c req-16f9be08-5a56-4c50-ac0f-fc9c762e26b4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378206 Mar 08 12:12:18.170639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e810e1e-e552-475c-a344-df5f94635d36 req-6cc2613a-4f10-4468-aeac-54726117a1ae tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:18.172084 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e810e1e-e552-475c-a344-df5f94635d36 req-6cc2613a-4f10-4468-aeac-54726117a1ae tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 946 time: 0.0828617 Mar 08 12:12:18.215373 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e810e1e-e552-475c-a344-df5f94635d36 req-eb9671e6-4235-4e21-958d-b50c80f04284 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373917 Mar 08 12:12:19.395968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c5faa-8539-4b05-9c9b-ce9a2f045968 req-8d734986-f104-4334-bb43-0ab7034a8b3d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:19.397402 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cd2c5faa-8539-4b05-9c9b-ce9a2f045968 req-8d734986-f104-4334-bb43-0ab7034a8b3d tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 946 time: 0.0785935 Mar 08 12:12:19.442322 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cd2c5faa-8539-4b05-9c9b-ce9a2f045968 req-cc02f0f6-8264-4c1d-b61d-00fa22ba6cb2 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390873 Mar 08 12:12:19.621422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4f9c9-7dd9-483e-bb5e-8a7b322c08ad req-e5c7b0d1-02c5-4ceb-a7e6-f7427731286b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:19.622909 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4dc4f9c9-7dd9-483e-bb5e-8a7b322c08ad req-e5c7b0d1-02c5-4ceb-a7e6-f7427731286b tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 946 time: 0.0795953 Mar 08 12:12:19.671027 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4dc4f9c9-7dd9-483e-bb5e-8a7b322c08ad req-38192b49-983b-438f-b110-6bd249da30ea tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421207 Mar 08 12:12:19.693685 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56006) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:12:19.762184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a587f8-d829-40bb-b438-d49c6d92a24c tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:19.763662 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-04a587f8-d829-40bb-b438-d49c6d92a24c tempest-TestNetworkBasicOps-1986760471 tempest-TestNetworkBasicOps-1986760471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 1094 time: 0.0690465 Mar 08 12:12:19.766397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56010) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:12:19.771292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:19.777548 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:12:19.781356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Usage tracker for resource:floatingip and tenant:c6ec9fcbfccf47d68d2acd05b7c2000a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:12:19.784139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:12:19.790389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:12:19.862800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:19.994699 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:20.129974 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Allocated IP 172.26.4.64 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/0bd7ff65-8980-408f-bdbb-f0c401369dc6) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:12:20.274648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:20.357801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:20.417351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:12:20.423901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:20.429112 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:12:20.464318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=0bd7ff65-8980-408f-bdbb-f0c401369dc6,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:20.942993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:21.091979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:21.292776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:21.359728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:21.468851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event updated for resources: {'Port': ['ID=0bd7ff65-8980-408f-bdbb-f0c401369dc6,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:21.479094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:21.646465 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 8a08870e-b932-487e-9b66-2ed18e3bcc80 associated. External IP: 172.26.4.64, port: ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9. Mar 08 12:12:21.990927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 325dc424-d969-4489-87e9-0c6219997c25 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:12:22.267350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:12:22.276462 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ad03ec-af7e-45c4-b3bd-b1f3c369e152 None None] Sync routers for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:12:22.286190 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ad03ec-af7e-45c4-b3bd-b1f3c369e152 None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:12:22.286797 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f2ad03ec-af7e-45c4-b3bd-b1f3c369e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:12:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:22.371281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:22.427464 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-64db16dc-12e8-4587-8c73-5091e9be2aef tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6600604 Mar 08 12:12:22.428042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'tag': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:12:22.430759 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56014) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:12:22.462034 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-f2ad03ec-af7e-45c4-b3bd-b1f3c369e152 None None] Set router 325dc424-d969-4489-87e9-0c6219997c25 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:12:22.482073 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'tag': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'status': 'completed', 'code': 200} Mar 08 12:12:22.550054 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5b6dfc95-8917-40d0-a523-c182ac49eda3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/8a08870e-b932-487e-9b66-2ed18e3bcc80 HTTP/1.1" status: 200 len: 991 time: 0.1174476 Mar 08 12:12:22.574962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c462a44-9eef-4b1d-9005-9303a6ec6039 req-dd4752c9-de3a-4dcc-9345-5dd12821e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:22.576504 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2c462a44-9eef-4b1d-9005-9303a6ec6039 req-dd4752c9-de3a-4dcc-9345-5dd12821e62e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 1099 time: 0.0732200 Mar 08 12:12:22.707381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c462a44-9eef-4b1d-9005-9303a6ec6039 req-faf0d758-f969-4e94-ae88-37e6e05497e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:22.708807 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2c462a44-9eef-4b1d-9005-9303a6ec6039 req-faf0d758-f969-4e94-ae88-37e6e05497e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f092f1e-5c62-4e70-8030-558b2b862607 HTTP/1.1" status: 200 len: 898 time: 0.1268702 Mar 08 12:12:22.805859 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f2ad03ec-af7e-45c4-b3bd-b1f3c369e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '8a08870e-b932-487e-9b66-2ed18e3bcc80', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.64', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '325dc424-d969-4489-87e9-0c6219997c25', 'port_id': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'mac_address': 'fa:16:3e:b8:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:12:20Z', 'updated_at': '2022-03-08T12:12:20Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362', 'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:4f:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:12:03Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:22.809533 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ad03ec-af7e-45c4-b3bd-b1f3c369e152 None None] Checking router: 325dc424-d969-4489-87e9-0c6219997c25 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:12:22.810980 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2c462a44-9eef-4b1d-9005-9303a6ec6039 req-47b754dc-bbbd-4af8-916b-3a91b7318b5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 HTTP/1.1" status: 200 len: 999 time: 0.0961907 Mar 08 12:12:22.817824 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ad03ec-af7e-45c4-b3bd-b1f3c369e152 None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:12:22.818438 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f2ad03ec-af7e-45c4-b3bd-b1f3c369e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:12:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:22.885814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c462a44-9eef-4b1d-9005-9303a6ec6039 req-f6686c0e-4aa7-4ab3-aa0d-0fd46946ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:22.887318 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2c462a44-9eef-4b1d-9005-9303a6ec6039 req-f6686c0e-4aa7-4ab3-aa0d-0fd46946ff2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0538ab09-9189-421a-8fab-45b62f1bf39f HTTP/1.1" status: 200 len: 834 time: 0.0634885 Mar 08 12:12:22.964516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c462a44-9eef-4b1d-9005-9303a6ec6039 req-e963d4a0-071b-4a1e-807b-7b3f7dd72f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:22.966029 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2c462a44-9eef-4b1d-9005-9303a6ec6039 req-e963d4a0-071b-4a1e-807b-7b3f7dd72f2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f092f1e-5c62-4e70-8030-558b2b862607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727365 Mar 08 12:12:23.018244 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-f2ad03ec-af7e-45c4-b3bd-b1f3c369e152 None None] Set router 325dc424-d969-4489-87e9-0c6219997c25 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:12:23.096369 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2c462a44-9eef-4b1d-9005-9303a6ec6039 req-54d6b630-eb59-482b-b98d-311a8bc5a0ea service neutron] 10.222.0.18 "GET /v2.0/networks/0f092f1e-5c62-4e70-8030-558b2b862607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244242 Mar 08 12:12:23.226577 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2c462a44-9eef-4b1d-9005-9303a6ec6039 req-2b34a10e-5c05-4588-b53b-79ca87591d66 service neutron] 10.222.0.18 "GET /v2.0/networks/0f092f1e-5c62-4e70-8030-558b2b862607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238711 Mar 08 12:12:23.354382 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f2ad03ec-af7e-45c4-b3bd-b1f3c369e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '8a08870e-b932-487e-9b66-2ed18e3bcc80', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.64', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '325dc424-d969-4489-87e9-0c6219997c25', 'port_id': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'mac_address': 'fa:16:3e:b8:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:12:20Z', 'updated_at': '2022-03-08T12:12:20Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362', 'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:4f:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:12:03Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:23.358064 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ad03ec-af7e-45c4-b3bd-b1f3c369e152 None None] The sync data for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv is: [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 4, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '8a08870e-b932-487e-9b66-2ed18e3bcc80', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.64', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '325dc424-d969-4489-87e9-0c6219997c25', 'port_id': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'mac_address': 'fa:16:3e:b8:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:12:20Z', 'updated_at': '2022-03-08T12:12:20Z', 'revision_number': 0, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362', 'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:4f:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:12:03Z', 'revision_number': 5, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:12:23.536682 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16106afe-b614-4052-8488-6bccd6b5bf27 None None] New status for floating IP 8a08870e-b932-487e-9b66-2ed18e3bcc80: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:12:23.553735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56020) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:12:23.663322 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d6aa87bd-e1cc-4526-af59-622bcd1a91e3 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/8a08870e-b932-487e-9b66-2ed18e3bcc80 HTTP/1.1" status: 200 len: 991 time: 0.1079168 Mar 08 12:12:24.667216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56024) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:12:24.770856 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-48df2c70-da20-41eb-8909-286c2d838be5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/8a08870e-b932-487e-9b66-2ed18e3bcc80 HTTP/1.1" status: 200 len: 993 time: 0.1024168 Mar 08 12:12:30.081013 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:12:37.041903 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09710d13-c96c-4801-a1db-4db6dd0062af req-714bb765-3b8e-4fc5-af65-b94292d6b61e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1092293 Mar 08 12:12:37.214307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09710d13-c96c-4801-a1db-4db6dd0062af req-80d0af8a-2caf-4d1f-b135-3c1bb92cb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:37.215775 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09710d13-c96c-4801-a1db-4db6dd0062af req-80d0af8a-2caf-4d1f-b135-3c1bb92cb30c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 1099 time: 0.0735025 Mar 08 12:12:37.358209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09710d13-c96c-4801-a1db-4db6dd0062af req-daf98479-2b53-472a-baf7-904684c9bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:37.359622 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09710d13-c96c-4801-a1db-4db6dd0062af req-daf98479-2b53-472a-baf7-904684c9bcbb service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f092f1e-5c62-4e70-8030-558b2b862607 HTTP/1.1" status: 200 len: 898 time: 0.1253183 Mar 08 12:12:37.461206 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09710d13-c96c-4801-a1db-4db6dd0062af req-6ac0a435-1e17-4488-a077-304ae58cb710 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 HTTP/1.1" status: 200 len: 1001 time: 0.0932498 Mar 08 12:12:37.625702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09710d13-c96c-4801-a1db-4db6dd0062af req-eefed6cf-c9b8-40d8-b65e-3e02e92dda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:37.627183 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09710d13-c96c-4801-a1db-4db6dd0062af req-eefed6cf-c9b8-40d8-b65e-3e02e92dda16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0538ab09-9189-421a-8fab-45b62f1bf39f HTTP/1.1" status: 200 len: 834 time: 0.1606119 Mar 08 12:12:37.704820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09710d13-c96c-4801-a1db-4db6dd0062af req-a17ddf82-d752-41b6-99d8-8db5bb380303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:37.706399 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09710d13-c96c-4801-a1db-4db6dd0062af req-a17ddf82-d752-41b6-99d8-8db5bb380303 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f092f1e-5c62-4e70-8030-558b2b862607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691125 Mar 08 12:12:37.836904 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09710d13-c96c-4801-a1db-4db6dd0062af req-1bbd4654-27f6-4616-9763-af5caaa03486 service neutron] 10.222.0.18 "GET /v2.0/networks/0f092f1e-5c62-4e70-8030-558b2b862607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229110 Mar 08 12:12:37.968215 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-09710d13-c96c-4801-a1db-4db6dd0062af req-f13a6ce7-c443-4661-aa0d-facd765d866c service neutron] 10.222.0.18 "GET /v2.0/networks/0f092f1e-5c62-4e70-8030-558b2b862607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246512 Mar 08 12:12:40.004457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a196015e-16aa-4e82-bc5e-e090aefb664c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:42.207658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-689051b2-7cb8-4a34-a1ab-7ae84af15595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:43.484006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:43.550482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:43.655884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:12:44.756275 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:07.080982 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:13:09.926965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-de3b783c-0ce6-41b7-bbf6-875dd5a3a9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:12.189766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88468249-4e5e-4b2e-8669-448c10515c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:13.465888 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:13.521663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:13.550229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:14.715073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:25.417636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56048) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:25.422757 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-85832728-be0b-4cf9-a8a2-ea9965bd6902 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:26.038506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-85832728-be0b-4cf9-a8a2-ea9965bd6902 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:26.133754 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-85832728-be0b-4cf9-a8a2-ea9965bd6902 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:26.309647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85832728-be0b-4cf9-a8a2-ea9965bd6902 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 325dc424-d969-4489-87e9-0c6219997c25 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:13:26.480318 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85832728-be0b-4cf9-a8a2-ea9965bd6902 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:13:26.486817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-85832728-be0b-4cf9-a8a2-ea9965bd6902 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:26.487934 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-85832728-be0b-4cf9-a8a2-ea9965bd6902 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/325dc424-d969-4489-87e9-0c6219997c25 HTTP/1.1" status: 200 len: 889 time: 1.0693138 Mar 08 12:13:26.489842 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe0824b-f483-40c3-af78-797a8f525420 None None] Sync routers for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:13:26.500089 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0824b-f483-40c3-af78-797a8f525420 None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:13:26.500695 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-6fe0824b-f483-40c3-af78-797a8f525420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:13:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:26.560394 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-6fe0824b-f483-40c3-af78-797a8f525420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:26.568586 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0824b-f483-40c3-af78-797a8f525420 None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:13:26.569175 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-6fe0824b-f483-40c3-af78-797a8f525420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:13:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:26.630449 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-6fe0824b-f483-40c3-af78-797a8f525420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:26.630862 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe0824b-f483-40c3-af78-797a8f525420 None None] The sync data for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv is: [] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:13:27.391187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ddc18d-b1cb-411b-9a20-33092c829c98 None None] New status for floating IP 8a08870e-b932-487e-9b66-2ed18e3bcc80: DOWN {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:13:27.441495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:13:27.723582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:27.759803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362,segment=NetworkSegment(1ddb527a-d889-45ae-b9fb-2ac14b4bcc88),segment_id=1ddb527a-d889-45ae-b9fb-2ac14b4bcc88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:13:27.824849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:27.825568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 39e9d3d6-b367-420a-928e-2deab1735811 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:13:27.943109 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:27.977981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:27.978339 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:27.978758 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:27.979590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:27.979936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:27.980335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:27.980599 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:27.980930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:27.981258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:27.981585 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:27.981937 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:27.982264 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:28.011437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:28.027520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 39e9d3d6-b367-420a-928e-2deab1735811, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=39e9d3d6-b367-420a-928e-2deab1735811,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:13:28.087392 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:28.153108 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=39e9d3d6-b367-420a-928e-2deab1735811,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:28.640971 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56054) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:28.646276 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5680359d-85ed-42dc-9ecc-fdccf5ea678e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:29.308603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5680359d-85ed-42dc-9ecc-fdccf5ea678e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:29.379324 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5680359d-85ed-42dc-9ecc-fdccf5ea678e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-487192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-487187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484960'] for router, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:29.554214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5680359d-85ed-42dc-9ecc-fdccf5ea678e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 325dc424-d969-4489-87e9-0c6219997c25 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:13:29.732375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5680359d-85ed-42dc-9ecc-fdccf5ea678e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:13:29.739132 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5680359d-85ed-42dc-9ecc-fdccf5ea678e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:29.740318 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5680359d-85ed-42dc-9ecc-fdccf5ea678e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/325dc424-d969-4489-87e9-0c6219997c25 HTTP/1.1" status: 200 len: 888 time: 1.0982890 Mar 08 12:13:29.741809 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37c8db-f356-45b8-92a2-69179c7f99b2 None None] Sync routers for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:13:29.743255 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56058) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:29.751819 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37c8db-f356-45b8-92a2-69179c7f99b2 None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:13:29.752402 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-aa37c8db-f356-45b8-92a2-69179c7f99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:13:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:29.848557 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fc01de20-3c6c-4b59-8b73-3700860dfd00 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/8a08870e-b932-487e-9b66-2ed18e3bcc80 HTTP/1.1" status: 200 len: 991 time: 0.1042500 Mar 08 12:13:29.924633 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-aa37c8db-f356-45b8-92a2-69179c7f99b2 None None] Set router 325dc424-d969-4489-87e9-0c6219997c25 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:13:30.278917 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-aa37c8db-f356-45b8-92a2-69179c7f99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:29Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '8a08870e-b932-487e-9b66-2ed18e3bcc80', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.64', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '325dc424-d969-4489-87e9-0c6219997c25', 'port_id': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'mac_address': 'fa:16:3e:b8:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:12:20Z', 'updated_at': '2022-03-08T12:13:27Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362', 'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:4f:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:13:27Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:30.282551 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37c8db-f356-45b8-92a2-69179c7f99b2 None None] Checking router: 325dc424-d969-4489-87e9-0c6219997c25 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:13:30.290557 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37c8db-f356-45b8-92a2-69179c7f99b2 None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:13:30.291777 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-aa37c8db-f356-45b8-92a2-69179c7f99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:13:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:30.462391 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-aa37c8db-f356-45b8-92a2-69179c7f99b2 None None] Set router 325dc424-d969-4489-87e9-0c6219997c25 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:13:30.798323 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-aa37c8db-f356-45b8-92a2-69179c7f99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:29Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '8a08870e-b932-487e-9b66-2ed18e3bcc80', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.64', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '325dc424-d969-4489-87e9-0c6219997c25', 'port_id': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'mac_address': 'fa:16:3e:b8:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:12:20Z', 'updated_at': '2022-03-08T12:13:27Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362', 'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:4f:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:13:27Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:30.802416 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37c8db-f356-45b8-92a2-69179c7f99b2 None None] The sync data for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv is: [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:29Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '8a08870e-b932-487e-9b66-2ed18e3bcc80', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'floating_ip_address': '172.26.4.64', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '325dc424-d969-4489-87e9-0c6219997c25', 'port_id': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'mac_address': 'fa:16:3e:b8:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:12:20Z', 'updated_at': '2022-03-08T12:13:27Z', 'revision_number': 2, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362', 'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:4f:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:13:27Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:13:30.851811 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56062) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:30.957299 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5ccf5cbd-4437-4267-ae53-eca5ccca9513 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/8a08870e-b932-487e-9b66-2ed18e3bcc80 HTTP/1.1" status: 200 len: 991 time: 0.1041610 Mar 08 12:13:31.305811 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:13:31.375403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:13:31.375691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:31.507670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:31.551894 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362,segment=NetworkSegment(1ddb527a-d889-45ae-b9fb-2ac14b4bcc88),segment_id=1ddb527a-d889-45ae-b9fb-2ac14b4bcc88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:13:31.619547 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:31.689478 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:31.961552 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56066) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:32.067942 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-db431b3c-1de0-4f45-9f7c-dca4f77cc1ac tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/8a08870e-b932-487e-9b66-2ed18e3bcc80 HTTP/1.1" status: 200 len: 991 time: 0.1055734 Mar 08 12:13:32.401557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d74deb-9322-40a4-9230-6ba6fe6b00c3 None None] New status for floating IP 8a08870e-b932-487e-9b66-2ed18e3bcc80: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:13:33.071848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56070) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:33.183678 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a666ddcd-9857-4718-affa-bc87e95c615e tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/floatingips/8a08870e-b932-487e-9b66-2ed18e3bcc80 HTTP/1.1" status: 200 len: 993 time: 0.1105473 Mar 08 12:13:33.343359 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:13:33.410844 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:13:33.411474 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:33.521858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 39e9d3d6-b367-420a-928e-2deab1735811 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:13:33.587534 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 39e9d3d6-b367-420a-928e-2deab1735811 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:13:33.587911 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:33.701569 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:33.717712 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 39e9d3d6-b367-420a-928e-2deab1735811, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=39e9d3d6-b367-420a-928e-2deab1735811,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:13:33.789987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:33.855801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=39e9d3d6-b367-420a-928e-2deab1735811,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:35.284842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 39e9d3d6-b367-420a-928e-2deab1735811 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:13:35.359335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 39e9d3d6-b367-420a-928e-2deab1735811 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:13:35.359708 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:35.471255 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56078) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:35.669597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 0bd7ff65-8980-408f-bdbb-f0c401369dc6 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:13:35.669973 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:35.946070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:35.946392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:36.066512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 0bd7ff65-8980-408f-bdbb-f0c401369dc6 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:13:36.281514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:36.331388 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=0bd7ff65-8980-408f-bdbb-f0c401369dc6,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:36.367790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:36.368123 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:36.368467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:36.368803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:36.369250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:36.370093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:36.370423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:36.370754 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:36.371084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:36.371407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:36.371729 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:36.372048 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:36.429957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:36.430294 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Floating IP 8a08870e-b932-487e-9b66-2ed18e3bcc80 disassociated (deleted). External IP: 172.26.4.64, port: ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9. Mar 08 12:13:36.777734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 325dc424-d969-4489-87e9-0c6219997c25 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:13:36.960889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:13:36.971075 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2380bb-7c52-4053-a83e-5a3cb11dec51 None None] Sync routers for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:13:36.977644 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cc7e37c-5d6e-4112-9f59-ec1e31fe5a72 req-b07aacca-36af-4d86-b093-9ab23f4eba46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747619 Mar 08 12:13:36.984490 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2380bb-7c52-4053-a83e-5a3cb11dec51 None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:13:36.985167 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-1a2380bb-7c52-4053-a83e-5a3cb11dec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:13:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:37.029063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:37.094843 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a0635d32-c4dc-4a80-b7b0-27cd159408a7 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/floatingips/8a08870e-b932-487e-9b66-2ed18e3bcc80 HTTP/1.1" status: 204 len: 168 time: 1.6225331 Mar 08 12:13:37.095803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'tag': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:13:37.131494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e37c-5d6e-4112-9f59-ec1e31fe5a72 req-5acd42ba-5d7f-419b-9bd1-f05b68ce8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:37.134050 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cc7e37c-5d6e-4112-9f59-ec1e31fe5a72 req-5acd42ba-5d7f-419b-9bd1-f05b68ce8e74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 1099 time: 0.0882368 Mar 08 12:13:37.157466 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'tag': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'status': 'completed', 'code': 200} Mar 08 12:13:37.185612 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-1a2380bb-7c52-4053-a83e-5a3cb11dec51 None None] Set router 325dc424-d969-4489-87e9-0c6219997c25 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:13:37.286490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e37c-5d6e-4112-9f59-ec1e31fe5a72 req-5ba1aa0a-0fb5-48fa-8906-a7994d7b36de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:37.287961 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cc7e37c-5d6e-4112-9f59-ec1e31fe5a72 req-5ba1aa0a-0fb5-48fa-8906-a7994d7b36de service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f092f1e-5c62-4e70-8030-558b2b862607 HTTP/1.1" status: 200 len: 898 time: 0.1336069 Mar 08 12:13:37.359108 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cc7e37c-5d6e-4112-9f59-ec1e31fe5a72 req-f9ec8c83-3048-4822-9895-e1eb7c26acdf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 HTTP/1.1" status: 200 len: 217 time: 0.0648944 Mar 08 12:13:37.422761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e37c-5d6e-4112-9f59-ec1e31fe5a72 req-39e275fb-5f3e-4235-ad59-19d11512ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:37.424459 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cc7e37c-5d6e-4112-9f59-ec1e31fe5a72 req-39e275fb-5f3e-4235-ad59-19d11512ba30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0538ab09-9189-421a-8fab-45b62f1bf39f HTTP/1.1" status: 200 len: 834 time: 0.0595243 Mar 08 12:13:37.506066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e37c-5d6e-4112-9f59-ec1e31fe5a72 req-28b8f21c-9d81-461c-ad4e-a715e8e9d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:37.508023 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cc7e37c-5d6e-4112-9f59-ec1e31fe5a72 req-28b8f21c-9d81-461c-ad4e-a715e8e9d0f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f092f1e-5c62-4e70-8030-558b2b862607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761797 Mar 08 12:13:37.511495 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-1a2380bb-7c52-4053-a83e-5a3cb11dec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:29Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362', 'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:4f:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:13:31Z', 'revision_number': 7, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:37.515343 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2380bb-7c52-4053-a83e-5a3cb11dec51 None None] Checking router: 325dc424-d969-4489-87e9-0c6219997c25 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:13:37.526718 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2380bb-7c52-4053-a83e-5a3cb11dec51 None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:13:37.526718 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-1a2380bb-7c52-4053-a83e-5a3cb11dec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:13:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:37.708833 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cc7e37c-5d6e-4112-9f59-ec1e31fe5a72 req-db68aa4b-cd6b-42bb-9df3-96093498c68f service neutron] 10.222.0.18 "GET /v2.0/networks/0f092f1e-5c62-4e70-8030-558b2b862607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853011 Mar 08 12:13:37.737540 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-1a2380bb-7c52-4053-a83e-5a3cb11dec51 None None] Set router 325dc424-d969-4489-87e9-0c6219997c25 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:13:37.768455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5297806-e686-4e10-9db0-c60c856fe50f req-d15c52c0-057f-42ed-b01f-6222fe8cdf93 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:37.768455 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5297806-e686-4e10-9db0-c60c856fe50f req-d15c52c0-057f-42ed-b01f-6222fe8cdf93 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 946 time: 0.1536193 Mar 08 12:13:37.875840 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5297806-e686-4e10-9db0-c60c856fe50f req-9aa23487-c7ab-460b-bef1-12ed506bb10f tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598462 Mar 08 12:13:37.892231 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cc7e37c-5d6e-4112-9f59-ec1e31fe5a72 req-235ce6f4-1e40-4232-b550-cb90c61c9b71 service neutron] 10.222.0.18 "GET /v2.0/networks/0f092f1e-5c62-4e70-8030-558b2b862607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712976 Mar 08 12:13:38.051820 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-1a2380bb-7c52-4053-a83e-5a3cb11dec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:29Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362', 'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:4f:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:13:31Z', 'revision_number': 7, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:38.055325 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2380bb-7c52-4053-a83e-5a3cb11dec51 None None] The sync data for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv is: [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:29Z', 'revision_number': 6, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362', 'name': '', 'network_id': '0f092f1e-5c62-4e70-8030-558b2b862607', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'mac_address': 'fa:16:3e:4f:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:13:31Z', 'revision_number': 7, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'subnets': [{'id': '0538ab09-9189-421a-8fab-45b62f1bf39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:13:38.069671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ae0f6-68fa-4f7b-9f59-ef42afec173a req-2821032e-2641-4cf1-9324-ee5de155fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:38.071212 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-483ae0f6-68fa-4f7b-9f59-ef42afec173a req-2821032e-2641-4cf1-9324-ee5de155fffa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 1099 time: 0.0752423 Mar 08 12:13:38.208357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ae0f6-68fa-4f7b-9f59-ef42afec173a req-ebda49ab-b6af-4883-bcfb-44252cc3bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:38.209831 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-483ae0f6-68fa-4f7b-9f59-ef42afec173a req-ebda49ab-b6af-4883-bcfb-44252cc3bc78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f092f1e-5c62-4e70-8030-558b2b862607 HTTP/1.1" status: 200 len: 898 time: 0.1315548 Mar 08 12:13:38.281617 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-483ae0f6-68fa-4f7b-9f59-ef42afec173a req-1c976819-473a-42c9-9571-cf6080efa317 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 HTTP/1.1" status: 200 len: 217 time: 0.0651052 Mar 08 12:13:38.451475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ae0f6-68fa-4f7b-9f59-ef42afec173a req-c493a32b-bfa5-4ca1-9c38-fd379c77defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:38.452983 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-483ae0f6-68fa-4f7b-9f59-ef42afec173a req-c493a32b-bfa5-4ca1-9c38-fd379c77defa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0538ab09-9189-421a-8fab-45b62f1bf39f HTTP/1.1" status: 200 len: 834 time: 0.1646707 Mar 08 12:13:38.533615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ae0f6-68fa-4f7b-9f59-ef42afec173a req-0f44d41c-ba51-441a-8aa0-2fb1ec4d739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:38.535135 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-483ae0f6-68fa-4f7b-9f59-ef42afec173a req-0f44d41c-ba51-441a-8aa0-2fb1ec4d739a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f092f1e-5c62-4e70-8030-558b2b862607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751061 Mar 08 12:13:38.673733 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-483ae0f6-68fa-4f7b-9f59-ef42afec173a req-24e0c585-e7b2-41c5-a2a7-1a1599326b7f service neutron] 10.222.0.18 "GET /v2.0/networks/0f092f1e-5c62-4e70-8030-558b2b862607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308949 Mar 08 12:13:38.703787 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff09fc9a-545f-4e7c-9326-becb25edced5 None None] New status for floating IP 8a08870e-b932-487e-9b66-2ed18e3bcc80: DOWN {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:13:38.806053 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-483ae0f6-68fa-4f7b-9f59-ef42afec173a req-6dd037fd-99bd-4418-9e42-5490ddafbb94 service neutron] 10.222.0.18 "GET /v2.0/networks/0f092f1e-5c62-4e70-8030-558b2b862607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252298 Mar 08 12:13:39.066878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78784a74-46c6-4720-8c87-b0bac739f0d7 req-e05443f2-ad0b-49c4-aaf6-25d690b92377 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:39.067560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-78784a74-46c6-4720-8c87-b0bac739f0d7 req-e05443f2-ad0b-49c4-aaf6-25d690b92377 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Synchronizing usage tracker for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:13:39.144384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-78784a74-46c6-4720-8c87-b0bac739f0d7 req-e05443f2-ad0b-49c4-aaf6-25d690b92377 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Unset dirty status for tenant:c6ec9fcbfccf47d68d2acd05b7c2000a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:13:39.145454 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-78784a74-46c6-4720-8c87-b0bac739f0d7 req-e05443f2-ad0b-49c4-aaf6-25d690b92377 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 946 time: 0.1611700 Mar 08 12:13:39.193157 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-78784a74-46c6-4720-8c87-b0bac739f0d7 req-6819c9b0-d67f-4c0e-bca8-c7fbde73d9a9 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/security-groups?id=625c339a-efad-41f0-bccc-9a4e4c637afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 Mar 08 12:13:39.242438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27086bd9-a77f-4d51-b46b-19b0dd702230 req-b6c6bc24-c891-48fa-90df-a04bc6987a91 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:39.243837 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-27086bd9-a77f-4d51-b46b-19b0dd702230 req-b6c6bc24-c891-48fa-90df-a04bc6987a91 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 946 time: 0.0783176 Mar 08 12:13:39.311093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-27086bd9-a77f-4d51-b46b-19b0dd702230 req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:13:39.311434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-27086bd9-a77f-4d51-b46b-19b0dd702230 req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:39.552399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-27086bd9-a77f-4d51-b46b-19b0dd702230 req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9,segment=NetworkSegment(1ddb527a-d889-45ae-b9fb-2ac14b4bcc88),segment_id=1ddb527a-d889-45ae-b9fb-2ac14b4bcc88)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:13:39.552673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-27086bd9-a77f-4d51-b46b-19b0dd702230 req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:39.678548 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-27086bd9-a77f-4d51-b46b-19b0dd702230 req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:13:39.927042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-27086bd9-a77f-4d51-b46b-19b0dd702230 req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:39.961474 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-66d644ab-d3e9-46bb-81f5-acfb5116eb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:39.979647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:40.015447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:40.015795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:40.016136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:40.016470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:40.016801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:40.017161 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:40.017485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:40.017810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:40.018160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:40.018481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:40.018804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:40.019120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:40.067958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-27086bd9-a77f-4d51-b46b-19b0dd702230 req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] No DVR routers for this DVR port ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:13:40.070315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-27086bd9-a77f-4d51-b46b-19b0dd702230 req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:40.073355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'name': 'network-vif-deleted', 'tag': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:13:40.117326 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e76a837-8420-44cf-803c-4fbe20ff59c8', 'name': 'network-vif-deleted', 'tag': 'ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9', 'status': 'completed', 'code': 200} Mar 08 12:13:40.156214 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-27086bd9-a77f-4d51-b46b-19b0dd702230 req-85f5d938-8d87-4ec2-84f3-0ee98b9731d5 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.18 "DELETE /v2.0/ports/ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 HTTP/1.1" status: 204 len: 173 time: 0.9066653 Mar 08 12:13:40.348985 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6a14929c-e580-48a6-b439-61d0a2ee14c5 req-0f4cd367-e354-43ab-a48f-e263ea71bc78 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e76a837-8420-44cf-803c-4fbe20ff59c8 HTTP/1.1" status: 200 len: 210 time: 0.0457845 Mar 08 12:13:41.442157 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56096) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:41.512010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f3f8-2e2a-4856-9c42-6b12ce09ffb4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:41.540479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f3f8-2e2a-4856-9c42-6b12ce09ffb4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:41.685751 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f3f8-2e2a-4856-9c42-6b12ce09ffb4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:41.702770 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5f3f8-2e2a-4856-9c42-6b12ce09ffb4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625c339a-efad-41f0-bccc-9a4e4c637afb,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:41.788693 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f3f8-2e2a-4856-9c42-6b12ce09ffb4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:41.789795 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7fb5f3f8-2e2a-4856-9c42-6b12ce09ffb4 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/security-groups/625c339a-efad-41f0-bccc-9a4e4c637afb HTTP/1.1" status: 204 len: 168 time: 0.3466520 Mar 08 12:13:41.904243 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56102) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:42.184227 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6643d34c-262e-440d-baf6-79fee8155ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:42.546840 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ccebdea3-d529-4a10-bbcf-a3fba53d5318 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:42.928224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-ccebdea3-d529-4a10-bbcf-a3fba53d5318 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:13:42.928573 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ccebdea3-d529-4a10-bbcf-a3fba53d5318 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:43.117936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-ccebdea3-d529-4a10-bbcf-a3fba53d5318 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362,segment=NetworkSegment(1ddb527a-d889-45ae-b9fb-2ac14b4bcc88),segment_id=1ddb527a-d889-45ae-b9fb-2ac14b4bcc88)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:13:43.118290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ccebdea3-d529-4a10-bbcf-a3fba53d5318 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:43.240039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-ccebdea3-d529-4a10-bbcf-a3fba53d5318 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:13:43.566774 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:43.601189 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ccebdea3-d529-4a10-bbcf-a3fba53d5318 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:43.601816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:43.602160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:43.653021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebdea3-d529-4a10-bbcf-a3fba53d5318 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:44.024761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ccebdea3-d529-4a10-bbcf-a3fba53d5318 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:44.080136 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:13:44.137129 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:13:44.171682 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:13:44.172028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device ba8bf4b6-aa8e-4751-b3bd-115d65bc6cf9 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:13:44.391550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccebdea3-d529-4a10-bbcf-a3fba53d5318 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Router 325dc424-d969-4489-87e9-0c6219997c25 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:13:44.568003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccebdea3-d529-4a10-bbcf-a3fba53d5318 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:13:44.577465 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c183437-3d66-4ad0-baf6-2a44fc8a238b None None] Sync routers for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:13:44.580745 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ccebdea3-d529-4a10-bbcf-a3fba53d5318 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "PUT /v2.0/routers/325dc424-d969-4489-87e9-0c6219997c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6754255 Mar 08 12:13:44.583534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56106) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:44.586418 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c183437-3d66-4ad0-baf6-2a44fc8a238b None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:13:44.587005 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7c183437-3d66-4ad0-baf6-2a44fc8a238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:13:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:44.648130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10f5cfc-f264-4270-9cbf-0f1c404a5102 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting subnet 0538ab09-9189-421a-8fab-45b62f1bf39f {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:13:44.651074 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b10f5cfc-f264-4270-9cbf-0f1c404a5102 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:44.708270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b10f5cfc-f264-4270-9cbf-0f1c404a5102 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:44.748652 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:44.769105 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-7c183437-3d66-4ad0-baf6-2a44fc8a238b None None] Set router 325dc424-d969-4489-87e9-0c6219997c25 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:13:44.790142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b10f5cfc-f264-4270-9cbf-0f1c404a5102 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:44.944375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b10f5cfc-f264-4270-9cbf-0f1c404a5102 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:44.985110 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f5cfc-f264-4270-9cbf-0f1c404a5102 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Subnet': ['ID=0538ab09-9189-421a-8fab-45b62f1bf39f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:44.990524 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b10f5cfc-f264-4270-9cbf-0f1c404a5102 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:44.998158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc9b27d-82ff-4099-8791-e24498817a31 None None] Network 0f092f1e-5c62-4e70-8030-558b2b862607 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:13:45.000429 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56110) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:45.000907 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b10f5cfc-f264-4270-9cbf-0f1c404a5102 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/subnets/0538ab09-9189-421a-8fab-45b62f1bf39f HTTP/1.1" status: 204 len: 168 time: 0.4160986 Mar 08 12:13:45.047409 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7c183437-3d66-4ad0-baf6-2a44fc8a238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:43Z', 'revision_number': 7, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:45.051401 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c183437-3d66-4ad0-baf6-2a44fc8a238b None None] Checking router: 325dc424-d969-4489-87e9-0c6219997c25 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:13:45.060932 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c183437-3d66-4ad0-baf6-2a44fc8a238b None None] Routers {'325dc424-d969-4489-87e9-0c6219997c25'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:13:45.060932 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7c183437-3d66-4ad0-baf6-2a44fc8a238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:13:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['325dc424-d969-4489-87e9-0c6219997c25'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:45.285102 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-7c183437-3d66-4ad0-baf6-2a44fc8a238b None None] Set router 325dc424-d969-4489-87e9-0c6219997c25 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:13:45.312656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681559b-c28a-417e-9117-1da9621cf40e None None] DHCP port deletion for 0f092f1e-5c62-4e70-8030-558b2b862607 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:13:45.316999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0681559b-c28a-417e-9117-1da9621cf40e None None] Deleting port d72ea295-eb50-4155-b379-17747719c673 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:13:45.317483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0681559b-c28a-417e-9117-1da9621cf40e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:45.333519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:45.522390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:45.522730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0681559b-c28a-417e-9117-1da9621cf40e None None] For port d72ea295-eb50-4155-b379-17747719c673, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=d72ea295-eb50-4155-b379-17747719c673,segment=NetworkSegment(1ddb527a-d889-45ae-b9fb-2ac14b4bcc88),segment_id=1ddb527a-d889-45ae-b9fb-2ac14b4bcc88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:13:45.523132 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0681559b-c28a-417e-9117-1da9621cf40e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:45.582037 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-7c183437-3d66-4ad0-baf6-2a44fc8a238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:43Z', 'revision_number': 7, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:45.586453 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c183437-3d66-4ad0-baf6-2a44fc8a238b None None] The sync data for ids ['325dc424-d969-4489-87e9-0c6219997c25'] in dv-neutron-828143-8-hyperv is: [{'id': '325dc424-d969-4489-87e9-0c6219997c25', 'name': 'tempest-TestNetworkBasicOps-router-1036166870', 'tenant_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '39e9d3d6-b367-420a-928e-2deab1735811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:43Z', 'revision_number': 7, 'project_id': 'c6ec9fcbfccf47d68d2acd05b7c2000a', 'gw_port': {'id': '39e9d3d6-b367-420a-928e-2deab1735811', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:27:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325dc424-d969-4489-87e9-0c6219997c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:52Z', 'updated_at': '2022-03-08T12:13:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:13:45.594613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Deleting port 39e9d3d6-b367-420a-928e-2deab1735811 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:13:45.595039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:45.685816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0681559b-c28a-417e-9117-1da9621cf40e None None] Calling delete_port for d72ea295-eb50-4155-b379-17747719c673 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:13:45.798978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] For port 39e9d3d6-b367-420a-928e-2deab1735811, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=39e9d3d6-b367-420a-928e-2deab1735811,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:13:45.798978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:45.903226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0681559b-c28a-417e-9117-1da9621cf40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:45.931391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Calling delete_port for 39e9d3d6-b367-420a-928e-2deab1735811 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:13:45.953472 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681559b-c28a-417e-9117-1da9621cf40e None None] Pushing event deleted for resources: {'Port': ['ID=d72ea295-eb50-4155-b379-17747719c673,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:45.955670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0681559b-c28a-417e-9117-1da9621cf40e None None] No DVR routers for this DVR port d72ea295-eb50-4155-b379-17747719c673 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:13:46.166982 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:46.213205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Port': ['ID=39e9d3d6-b367-420a-928e-2deab1735811,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:46.306076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:46.475108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:46.477135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:46.595337 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:46.595897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Fanout notify agent at l3_agent the message router_deleted on router 325dc424-d969-4489-87e9-0c6219997c25 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:13:46.611722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:46.612768 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0a520b26-7ec6-449d-a2b4-0139a49dd8ca tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/routers/325dc424-d969-4489-87e9-0c6219997c25 HTTP/1.1" status: 204 len: 168 time: 1.6106308 Mar 08 12:13:46.615746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56114) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:46.733585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf63502e-e342-4eec-9fc9-0f893a281594 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:46.866280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf63502e-e342-4eec-9fc9-0f893a281594 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:46.891100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-bf63502e-e342-4eec-9fc9-0f893a281594 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f092f1e-5c62-4e70-8030-558b2b862607']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:46.902822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-bf63502e-e342-4eec-9fc9-0f893a281594 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:46.903119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-bf63502e-e342-4eec-9fc9-0f893a281594 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddb527a-d889-45ae-b9fb-2ac14b4bcc88') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:46.913913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf63502e-e342-4eec-9fc9-0f893a281594 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:46.929607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf63502e-e342-4eec-9fc9-0f893a281594 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:46.936000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf63502e-e342-4eec-9fc9-0f893a281594 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:13:46.936378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf63502e-e342-4eec-9fc9-0f893a281594 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:13:46.954232 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:13:47.200691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf63502e-e342-4eec-9fc9-0f893a281594 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:47.218463 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bf63502e-e342-4eec-9fc9-0f893a281594 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:47.229771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63502e-e342-4eec-9fc9-0f893a281594 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] Pushing event deleted for resources: {'Network': ['ID=0f092f1e-5c62-4e70-8030-558b2b862607,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:47.287309 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bf63502e-e342-4eec-9fc9-0f893a281594 tempest-TestNetworkBasicOps-752073421 tempest-TestNetworkBasicOps-752073421-project] 10.222.0.32 "DELETE /v2.0/networks/0f092f1e-5c62-4e70-8030-558b2b862607 HTTP/1.1" status: 204 len: 168 time: 0.6699486 Mar 08 12:13:47.289505 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d72ea295-eb50-4155-b379-17747719c673 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:13:47.326970 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: d72ea295-eb50-4155-b379-17747719c673 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:13:47.327248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device d72ea295-eb50-4155-b379-17747719c673 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:13:47.327670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:13:47.361620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:13:47.361991 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device aeb3bb8c-b9ec-4ef7-8c88-9d16cb5d8362 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:13:47.362419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 39e9d3d6-b367-420a-928e-2deab1735811 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:13:47.393839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 39e9d3d6-b367-420a-928e-2deab1735811 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:13:47.394207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 39e9d3d6-b367-420a-928e-2deab1735811 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:13:47.841759 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56122) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:48.001887 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9d598968-2616-4ed7-a911-a6407e516d65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6ec9fcbfccf47d68d2acd05b7c2000a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589611 Mar 08 12:13:48.004479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56128) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:48.062926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6bd27e68-9cb4-4336-976c-05fe6f84dfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:48.087279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6bd27e68-9cb4-4336-976c-05fe6f84dfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:48.189049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6bd27e68-9cb4-4336-976c-05fe6f84dfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:48.205416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd27e68-9cb4-4336-976c-05fe6f84dfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:48.213103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6bd27e68-9cb4-4336-976c-05fe6f84dfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:48.214816 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6bd27e68-9cb4-4336-976c-05fe6f84dfac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83c6ae41-9f61-4db1-8abf-2dd7fc6ba15d HTTP/1.1" status: 204 len: 168 time: 0.2094669 Mar 08 12:13:48.896574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56136) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:48.914705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a5cf843-0667-4384-af9f-983f5681dc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:48.929518 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6a5cf843-0667-4384-af9f-983f5681dc95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:13:48.933368 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6a5cf843-0667-4384-af9f-983f5681dc95 admin admin] Usage tracker for resource:security_group_rule and tenant:2b44642085af4b8ebf33036353171f1c is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:13:48.940272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6a5cf843-0667-4384-af9f-983f5681dc95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:13:48.941898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6a5cf843-0667-4384-af9f-983f5681dc95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:13:49.020173 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a5cf843-0667-4384-af9f-983f5681dc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:49.109468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6a5cf843-0667-4384-af9f-983f5681dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:49.155145 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cf843-0667-4384-af9f-983f5681dc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d096921-5e4f-4b81-b667-adf5618c6407,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:49.159568 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6a5cf843-0667-4384-af9f-983f5681dc95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b44642085af4b8ebf33036353171f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618828 Mar 08 12:13:49.162663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56140) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:13:49.219138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a70ff670-4004-4840-bc06-5b672c1da061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:49.246869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a70ff670-4004-4840-bc06-5b672c1da061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:49.400220 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a70ff670-4004-4840-bc06-5b672c1da061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:49.414890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ff670-4004-4840-bc06-5b672c1da061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d096921-5e4f-4b81-b667-adf5618c6407,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:49.421792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a70ff670-4004-4840-bc06-5b672c1da061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:13:49.424943 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a70ff670-4004-4840-bc06-5b672c1da061 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d096921-5e4f-4b81-b667-adf5618c6407 HTTP/1.1" status: 204 len: 168 time: 0.2606721 Mar 08 12:13:57.567430 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-262f8159-18b3-42b2-8375-6135b824548f tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3c1d28d5aa374725a7a9b822a89ee508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269675 Mar 08 12:13:57.716277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-693dab6d-19e5-401b-9fbe-8176c526a9d0 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:57.720900 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-693dab6d-19e5-401b-9fbe-8176c526a9d0 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452818 Mar 08 12:13:57.732365 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-fe8127c0-4658-4735-93b7-d1fa0dc6cf0a tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/quotas/3c1d28d5aa374725a7a9b822a89ee508 HTTP/1.1" status: 200 len: 375 time: 0.0089934 Mar 08 12:13:57.783193 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-9de9892e-5803-49da-b812-ed57dd8b0dc4 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c1d28d5aa374725a7a9b822a89ee508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457108 Mar 08 12:13:58.084293 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-51818298-dcfd-456b-9136-7470014cd877 req-0b584641-a891-435a-9b67-acf58b974d15 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 210 time: 0.0441680 Mar 08 12:13:59.180167 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-55ef8fca-47de-481c-af88-6354198677eb req-60671c37-42bb-4b65-8104-78e464679c32 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 210 time: 0.0463424 Mar 08 12:14:00.333892 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d8d59a64-d155-4c8a-aa1b-15f63e76c677 req-27dcd693-c5d8-4c2e-bd9a-bd9361d805ef tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 210 time: 0.0428715 Mar 08 12:14:00.650293 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-01daba29-34e5-4c04-baf5-88e3aa5da0f2 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3c1d28d5aa374725a7a9b822a89ee508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269549 Mar 08 12:14:00.798392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-18ef5c8b-c26e-4c82-ad6c-2b642af9f8f0 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:00.799774 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-18ef5c8b-c26e-4c82-ad6c-2b642af9f8f0 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448472 Mar 08 12:14:00.811600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Request body: {'port': {'device_id': '1c4f7745-3954-4fdd-810d-b809e95f4c8b', 'network_id': 'da8397d3-1667-4e6b-b146-0dd2b70b32d5', 'admin_state_up': True, 'tenant_id': '3c1d28d5aa374725a7a9b822a89ee508'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:14:00.944771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:14:00.948445 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Usage tracker for resource:port and tenant:3c1d28d5aa374725a7a9b822a89ee508 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:14:00.951864 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:14:00.957457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:14:01.092622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Made reservation on behalf of 3c1d28d5aa374725a7a9b822a89ee508 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:14:01.096228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:01.109160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:01.123928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:14:01.127661 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Usage tracker for resource:security_group_rule and tenant:3c1d28d5aa374725a7a9b822a89ee508 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:14:01.130399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:14:01.136089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:14:01.220195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:01.310090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:01.396326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466d4b5a-5a4f-43ad-9197-f4a34116a7d5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:01.514039 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f889e3b0-b208-4290-b1b3-eefb40a36813 req-e47df2ec-6e4f-4048-ab23-2441d16d9d93 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 210 time: 0.0600250 Mar 08 12:14:01.531190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Allocated IP 192.168.233.238 (da8397d3-1667-4e6b-b146-0dd2b70b32d5/40f26e7e-e3d3-4cb3-9f1b-6bcfbf8cc2f4/6d689701-1bd0-4fe0-b271-ecfe2893a133) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:14:01.729664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:01.744718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Transition to ACTIVE for port object 6d689701-1bd0-4fe0-b271-ecfe2893a133 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:14:01.881374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:01.948025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Network da8397d3-1667-4e6b-b146-0dd2b70b32d5 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:14:01.950942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:14:01.959508 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:14:01.996925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Pushing event updated for resources: {'Port': ['ID=6d689701-1bd0-4fe0-b271-ecfe2893a133,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:02.028511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:02.029117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:02.167543 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-6169c775-de88-4b98-a740-69e25e59365d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3598955 Mar 08 12:14:02.178954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Request body: {'port': {'device_id': '1c4f7745-3954-4fdd-810d-b809e95f4c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:14:02.229904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fe370465-8a71-4598-9235-2bd50ba491e9 None None] Provisioning for port 6d689701-1bd0-4fe0-b271-ecfe2893a133 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:14:02.234875 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fe370465-8a71-4598-9235-2bd50ba491e9 None None] Provisioning complete for port 6d689701-1bd0-4fe0-b271-ecfe2893a133 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:14:02.235244 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fe370465-8a71-4598-9235-2bd50ba491e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:02.288016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-fe370465-8a71-4598-9235-2bd50ba491e9 None None] Port 6d689701-1bd0-4fe0-b271-ecfe2893a133 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:14:02.289604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:02.733598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d689701-1bd0-4fe0-b271-ecfe2893a133 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:14:02.741949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:02.757455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Transition to ACTIVE for port object 6d689701-1bd0-4fe0-b271-ecfe2893a133 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:14:02.820576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b60626-bbd7-46c8-928c-345de104c131 req-8cb6e364-e7df-4a8d-b31f-487fa37716bb tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:02.821983 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-44b60626-bbd7-46c8-928c-345de104c131 req-8cb6e364-e7df-4a8d-b31f-487fa37716bb tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 936 time: 0.2046149 Mar 08 12:14:02.858234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:02.866005 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-44b60626-bbd7-46c8-928c-345de104c131 req-d28ba65d-89e1-4a20-9fa4-1b1cf94c26d1 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/security-groups?id=466d4b5a-5a4f-43ad-9197-f4a34116a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381513 Mar 08 12:14:03.016101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Pushing event updated for resources: {'Port': ['ID=6d689701-1bd0-4fe0-b271-ecfe2893a133,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:03.096657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Attempting to bind port 6d689701-1bd0-4fe0-b271-ecfe2893a133 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:14:03.096990 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Attempting to bind port 6d689701-1bd0-4fe0-b271-ecfe2893a133 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15d9071a-63d4-4ca6-a249-c84234ff4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'da8397d3-1667-4e6b-b146-0dd2b70b32d5'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:14:03.097321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Attempting to bind port 6d689701-1bd0-4fe0-b271-ecfe2893a133 on network da8397d3-1667-4e6b-b146-0dd2b70b32d5 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:14:03.101793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Port 6d689701-1bd0-4fe0-b271-ecfe2893a133 on network da8397d3-1667-4e6b-b146-0dd2b70b32d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:14:03.102148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Attempting to bind port 6d689701-1bd0-4fe0-b271-ecfe2893a133 on network da8397d3-1667-4e6b-b146-0dd2b70b32d5 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:14:03.107268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:14:03.107695 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Checking segment: {'id': '15d9071a-63d4-4ca6-a249-c84234ff4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'da8397d3-1667-4e6b-b146-0dd2b70b32d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:14:03.108084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Bound using segment: {'id': '15d9071a-63d4-4ca6-a249-c84234ff4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'da8397d3-1667-4e6b-b146-0dd2b70b32d5'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:14:03.108506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Bound port: 6d689701-1bd0-4fe0-b271-ecfe2893a133, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d9071a-63d4-4ca6-a249-c84234ff4eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'da8397d3-1667-4e6b-b146-0dd2b70b32d5'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:14:03.108876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:03.202519 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] For port 6d689701-1bd0-4fe0-b271-ecfe2893a133, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:14:03.205841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] For port 6d689701-1bd0-4fe0-b271-ecfe2893a133, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6d689701-1bd0-4fe0-b271-ecfe2893a133,segment=NetworkSegment(15d9071a-63d4-4ca6-a249-c84234ff4eab),segment_id=15d9071a-63d4-4ca6-a249-c84234ff4eab)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:14:03.275812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:03.331514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:03.332209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:03.333450 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] 10.222.0.18 "PUT /v2.0/ports/6d689701-1bd0-4fe0-b271-ecfe2893a133 HTTP/1.1" status: 200 len: 1098 time: 1.1587186 Mar 08 12:14:03.333896 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4f7745-3954-4fdd-810d-b809e95f4c8b', 'tag': '6d689701-1bd0-4fe0-b271-ecfe2893a133'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:14:03.358900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98189f-858e-47ee-9859-8ffcdb146ebb service neutron] Pushing event updated for resources: {'Port': ['ID=6d689701-1bd0-4fe0-b271-ecfe2893a133,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:03.385157 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4f7745-3954-4fdd-810d-b809e95f4c8b', 'tag': '6d689701-1bd0-4fe0-b271-ecfe2893a133', 'status': 'completed', 'code': 200} Mar 08 12:14:03.482829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bbb04-2671-4f87-8c8a-ac84290b9cb3 req-31a1fad4-6620-4b63-8abf-4b462ed19fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:03.484392 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-410bbb04-2671-4f87-8c8a-ac84290b9cb3 req-31a1fad4-6620-4b63-8abf-4b462ed19fdb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c1d28d5aa374725a7a9b822a89ee508&device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 1101 time: 0.0764990 Mar 08 12:14:03.515302 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-410bbb04-2671-4f87-8c8a-ac84290b9cb3 req-ce78e525-f7d5-4665-9c1e-42ec182ce2f7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3c1d28d5aa374725a7a9b822a89ee508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245826 Mar 08 12:14:03.649190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bbb04-2671-4f87-8c8a-ac84290b9cb3 req-bc953cfe-084d-47f3-84c3-062f03c5275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:03.650593 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-410bbb04-2671-4f87-8c8a-ac84290b9cb3 req-bc953cfe-084d-47f3-84c3-062f03c5275f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299896 Mar 08 12:14:03.760640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-ec21b33d-b3c2-4b91-b023-0a78857e1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:03.762598 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-ec21b33d-b3c2-4b91-b023-0a78857e1aa9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c1d28d5aa374725a7a9b822a89ee508&device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 1101 time: 0.0776367 Mar 08 12:14:03.831299 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-baf44f14-766b-4a85-883c-a5082c7d6ec3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=6d689701-1bd0-4fe0-b271-ecfe2893a133 HTTP/1.1" status: 200 len: 217 time: 0.0625365 Mar 08 12:14:03.892225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-1950fa95-3d33-47ad-85c9-41d0293d77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:03.893643 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-1950fa95-3d33-47ad-85c9-41d0293d77b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40f26e7e-e3d3-4cb3-9f1b-6bcfbf8cc2f4 HTTP/1.1" status: 200 len: 843 time: 0.0562375 Mar 08 12:14:03.971497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-3813687b-6c94-442d-8547-75576bc4e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:03.972981 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-3813687b-6c94-442d-8547-75576bc4e18a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da8397d3-1667-4e6b-b146-0dd2b70b32d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0730786 Mar 08 12:14:04.053934 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90923902-b360-4b61-ac64-b9bedebafd3a req-a456ab74-119c-4de3-a542-9aeaabfa5e5d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:04.055395 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-90923902-b360-4b61-ac64-b9bedebafd3a req-a456ab74-119c-4de3-a542-9aeaabfa5e5d tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 948 time: 0.0832262 Mar 08 12:14:04.098762 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-90923902-b360-4b61-ac64-b9bedebafd3a req-6f61860c-405d-431b-a3c6-5a6981bd8906 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/security-groups?id=466d4b5a-5a4f-43ad-9197-f4a34116a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376282 Mar 08 12:14:04.108660 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-54288a40-5481-4c74-9478-060fab22a8fa service neutron] 10.222.0.18 "GET /v2.0/networks/da8397d3-1667-4e6b-b146-0dd2b70b32d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296678 Mar 08 12:14:04.238084 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5b8aef34-1a8b-4a3b-b6bc-d5683b7d6f1d req-78dab25d-1a82-40d6-ba6b-3b862ce45fc8 service neutron] 10.222.0.18 "GET /v2.0/networks/da8397d3-1667-4e6b-b146-0dd2b70b32d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234272 Mar 08 12:14:05.389706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d272e5-4286-4c5e-96d8-42e914ff55e4 req-dbd8127a-bda0-4bf1-a8dd-515d9f226030 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:05.390420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-54d272e5-4286-4c5e-96d8-42e914ff55e4 req-dbd8127a-bda0-4bf1-a8dd-515d9f226030 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Synchronizing usage tracker for tenant:3c1d28d5aa374725a7a9b822a89ee508 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:14:05.492256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-54d272e5-4286-4c5e-96d8-42e914ff55e4 req-dbd8127a-bda0-4bf1-a8dd-515d9f226030 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Unset dirty status for tenant:3c1d28d5aa374725a7a9b822a89ee508 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:14:05.493398 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-54d272e5-4286-4c5e-96d8-42e914ff55e4 req-dbd8127a-bda0-4bf1-a8dd-515d9f226030 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 948 time: 0.2850285 Mar 08 12:14:05.536344 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-54d272e5-4286-4c5e-96d8-42e914ff55e4 req-c382a80c-8f7c-497c-af07-4d8a0c0b8a1e tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Synchronizing usage tracker for tenant:3c1d28d5aa374725a7a9b822a89ee508 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:14:05.623921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-54d272e5-4286-4c5e-96d8-42e914ff55e4 req-c382a80c-8f7c-497c-af07-4d8a0c0b8a1e tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Unset dirty status for tenant:3c1d28d5aa374725a7a9b822a89ee508 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:14:05.625074 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-54d272e5-4286-4c5e-96d8-42e914ff55e4 req-c382a80c-8f7c-497c-af07-4d8a0c0b8a1e tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/security-groups?id=466d4b5a-5a4f-43ad-9197-f4a34116a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260517 Mar 08 12:14:06.231189 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 6d689701-1bd0-4fe0-b271-ecfe2893a133 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:14:06.362606 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 6d689701-1bd0-4fe0-b271-ecfe2893a133, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6d689701-1bd0-4fe0-b271-ecfe2893a133,segment=NetworkSegment(15d9071a-63d4-4ca6-a249-c84234ff4eab),segment_id=15d9071a-63d4-4ca6-a249-c84234ff4eab)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:14:06.375242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '6d689701-1bd0-4fe0-b271-ecfe2893a133', 'network_id': 'da8397d3-1667-4e6b-b146-0dd2b70b32d5', 'port_id': '6d689701-1bd0-4fe0-b271-ecfe2893a133', 'mac_address': 'fa:16:3e:d3:ac:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f26e7e-e3d3-4cb3-9f1b-6bcfbf8cc2f4', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:14:06.436275 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:06.452871 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d689701-1bd0-4fe0-b271-ecfe2893a133 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:14:06.467494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 6d689701-1bd0-4fe0-b271-ecfe2893a133, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6d689701-1bd0-4fe0-b271-ecfe2893a133,segment=NetworkSegment(15d9071a-63d4-4ca6-a249-c84234ff4eab),segment_id=15d9071a-63d4-4ca6-a249-c84234ff4eab)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:14:06.578503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:06.643352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=6d689701-1bd0-4fe0-b271-ecfe2893a133,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:06.855424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ae575-1b68-4b55-a4cd-957477fd9356 req-95254827-49c1-46b1-82df-14d5b9d5a4aa tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:06.856865 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6c4ae575-1b68-4b55-a4cd-957477fd9356 req-95254827-49c1-46b1-82df-14d5b9d5a4aa tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 949 time: 0.1285923 Mar 08 12:14:06.899874 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6c4ae575-1b68-4b55-a4cd-957477fd9356 req-6e3b882c-905d-4062-8583-09ef6fbf339f tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/security-groups?id=466d4b5a-5a4f-43ad-9197-f4a34116a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368176 Mar 08 12:14:06.903359 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['6d689701-1bd0-4fe0-b271-ecfe2893a133'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:14:08.185768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428ba64-21bb-4c46-b32e-523ab4702536 req-a0443f9f-346e-4524-9f5b-bf8712debe17 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:08.187163 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f428ba64-21bb-4c46-b32e-523ab4702536 req-a0443f9f-346e-4524-9f5b-bf8712debe17 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 949 time: 0.1797168 Mar 08 12:14:08.230466 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f428ba64-21bb-4c46-b32e-523ab4702536 req-aa41e427-d6cd-4bec-93f5-095eb594160a tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/security-groups?id=466d4b5a-5a4f-43ad-9197-f4a34116a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371892 Mar 08 12:14:08.239697 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 6d689701-1bd0-4fe0-b271-ecfe2893a133 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:14:08.367070 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 6d689701-1bd0-4fe0-b271-ecfe2893a133 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:14:08.371820 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 6d689701-1bd0-4fe0-b271-ecfe2893a133 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:14:08.372188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:08.484854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:08.510692 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4f7745-3954-4fdd-810d-b809e95f4c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d689701-1bd0-4fe0-b271-ecfe2893a133'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:14:08.519963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 6d689701-1bd0-4fe0-b271-ecfe2893a133, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6d689701-1bd0-4fe0-b271-ecfe2893a133,segment=NetworkSegment(15d9071a-63d4-4ca6-a249-c84234ff4eab),segment_id=15d9071a-63d4-4ca6-a249-c84234ff4eab)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:14:08.555814 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4f7745-3954-4fdd-810d-b809e95f4c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d689701-1bd0-4fe0-b271-ecfe2893a133', 'code': 200} Mar 08 12:14:08.601441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:08.672624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=6d689701-1bd0-4fe0-b271-ecfe2893a133,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:08.918639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8ebdc-52f2-477f-8f84-ac0eea40c317 req-c3544819-9bf6-4c47-9fb8-a2fdd792ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:08.921101 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dab8ebdc-52f2-477f-8f84-ac0eea40c317 req-c3544819-9bf6-4c47-9fb8-a2fdd792ae5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 1103 time: 0.0700150 Mar 08 12:14:08.959752 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dab8ebdc-52f2-477f-8f84-ac0eea40c317 req-e314d8df-1b25-44f8-b3da-f14c9aa793a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=466d4b5a-5a4f-43ad-9197-f4a34116a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Mar 08 12:14:09.422192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a9a01-ebe6-4c58-870a-95352a1c45bc req-8fcac26c-0207-45f0-861e-16adddc9d037 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:09.424854 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e76a9a01-ebe6-4c58-870a-95352a1c45bc req-8fcac26c-0207-45f0-861e-16adddc9d037 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 950 time: 0.0917985 Mar 08 12:14:09.467754 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e76a9a01-ebe6-4c58-870a-95352a1c45bc req-897ee3b8-8ad4-4b20-ba0e-69c3c78d2367 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/security-groups?id=466d4b5a-5a4f-43ad-9197-f4a34116a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372138 Mar 08 12:14:09.903953 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b7944c1e-d495-4aed-afd6-42ffa54a3ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:10.658774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39567ee3-3506-4b43-a4c2-90e5b554b762 req-5e6a7f96-9102-4fe9-8457-396e2f7ba09b tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:10.665291 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-39567ee3-3506-4b43-a4c2-90e5b554b762 req-5e6a7f96-9102-4fe9-8457-396e2f7ba09b tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 950 time: 0.0844879 Mar 08 12:14:10.702909 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-39567ee3-3506-4b43-a4c2-90e5b554b762 req-24f13ddc-64fe-4b21-9597-338f8c906def tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/security-groups?id=466d4b5a-5a4f-43ad-9197-f4a34116a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370500 Mar 08 12:14:12.229750 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-340eac54-e6fb-4423-9299-9e7b2980d412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:12.304114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d821f-72f0-4fd8-af4c-42062c04c088 req-f0728737-a427-4638-9997-8f9f805c6212 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:12.305540 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7e2d821f-72f0-4fd8-af4c-42062c04c088 req-f0728737-a427-4638-9997-8f9f805c6212 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 950 time: 0.0818036 Mar 08 12:14:12.350867 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7e2d821f-72f0-4fd8-af4c-42062c04c088 req-ddc8fa02-fd51-44a6-aa37-2eb8b4952d46 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/security-groups?id=466d4b5a-5a4f-43ad-9197-f4a34116a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Mar 08 12:14:13.465201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:13.555887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:13.560352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e1f5d-ce7f-48da-9e16-75e75bb05cbd req-cb6a0ee6-79f6-4d47-9afc-a88357af7fd8 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:13.565523 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ce4e1f5d-ce7f-48da-9e16-75e75bb05cbd req-cb6a0ee6-79f6-4d47-9afc-a88357af7fd8 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 950 time: 0.0831358 Mar 08 12:14:13.584608 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:13.647394 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ce4e1f5d-ce7f-48da-9e16-75e75bb05cbd req-95675e9c-5bed-4d18-a801-2b10417f2c0c tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/security-groups?id=466d4b5a-5a4f-43ad-9197-f4a34116a7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794170 Mar 08 12:14:13.685726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57852946-d79a-4011-bb71-55ef5a4e8f07 req-90311e08-708d-4720-8ef5-bb7811c71f34 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:13.687860 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-57852946-d79a-4011-bb71-55ef5a4e8f07 req-90311e08-708d-4720-8ef5-bb7811c71f34 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 950 time: 0.0902421 Mar 08 12:14:13.760983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-57852946-d79a-4011-bb71-55ef5a4e8f07 req-1a514445-715c-41e1-9085-72adf694ae9a tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Deleting port 6d689701-1bd0-4fe0-b271-ecfe2893a133 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:14:13.761330 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-57852946-d79a-4011-bb71-55ef5a4e8f07 req-1a514445-715c-41e1-9085-72adf694ae9a tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:14.006084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-57852946-d79a-4011-bb71-55ef5a4e8f07 req-1a514445-715c-41e1-9085-72adf694ae9a tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] For port 6d689701-1bd0-4fe0-b271-ecfe2893a133, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6d689701-1bd0-4fe0-b271-ecfe2893a133,segment=NetworkSegment(15d9071a-63d4-4ca6-a249-c84234ff4eab),segment_id=15d9071a-63d4-4ca6-a249-c84234ff4eab)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:14:14.006358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-57852946-d79a-4011-bb71-55ef5a4e8f07 req-1a514445-715c-41e1-9085-72adf694ae9a tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:14.142841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-57852946-d79a-4011-bb71-55ef5a4e8f07 req-1a514445-715c-41e1-9085-72adf694ae9a tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Calling delete_port for 6d689701-1bd0-4fe0-b271-ecfe2893a133 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:14:14.349928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-57852946-d79a-4011-bb71-55ef5a4e8f07 req-1a514445-715c-41e1-9085-72adf694ae9a tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:14.360861 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['6d689701-1bd0-4fe0-b271-ecfe2893a133'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:14:14.399011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a514445-715c-41e1-9085-72adf694ae9a tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Pushing event deleted for resources: {'Port': ['ID=6d689701-1bd0-4fe0-b271-ecfe2893a133,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:14.479743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-57852946-d79a-4011-bb71-55ef5a4e8f07 req-1a514445-715c-41e1-9085-72adf694ae9a tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] No DVR routers for this DVR port 6d689701-1bd0-4fe0-b271-ecfe2893a133 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:14:14.482230 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-57852946-d79a-4011-bb71-55ef5a4e8f07 req-1a514445-715c-41e1-9085-72adf694ae9a tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:14.484861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4f7745-3954-4fdd-810d-b809e95f4c8b', 'name': 'network-vif-deleted', 'tag': '6d689701-1bd0-4fe0-b271-ecfe2893a133'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:14:14.556545 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-57852946-d79a-4011-bb71-55ef5a4e8f07 req-1a514445-715c-41e1-9085-72adf694ae9a tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.18 "DELETE /v2.0/ports/6d689701-1bd0-4fe0-b271-ecfe2893a133 HTTP/1.1" status: 204 len: 173 time: 0.8639429 Mar 08 12:14:14.588486 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4f7745-3954-4fdd-810d-b809e95f4c8b', 'name': 'network-vif-deleted', 'tag': '6d689701-1bd0-4fe0-b271-ecfe2893a133', 'status': 'completed', 'code': 200} Mar 08 12:14:14.750042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:14.798418 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-59195871-efd2-4182-bd45-97278886c2c1 req-fcfa1b90-ede6-480b-af39-e3bc0fe8e5e9 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Synchronizing usage tracker for tenant:3c1d28d5aa374725a7a9b822a89ee508 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:14:14.881401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-59195871-efd2-4182-bd45-97278886c2c1 req-fcfa1b90-ede6-480b-af39-e3bc0fe8e5e9 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] Unset dirty status for tenant:3c1d28d5aa374725a7a9b822a89ee508 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:14:14.882614 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-59195871-efd2-4182-bd45-97278886c2c1 req-fcfa1b90-ede6-480b-af39-e3bc0fe8e5e9 tempest-ServersAdminNegativeTestJSON-383466364 tempest-ServersAdminNegativeTestJSON-383466364-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4f7745-3954-4fdd-810d-b809e95f4c8b HTTP/1.1" status: 200 len: 210 time: 0.1258438 Mar 08 12:14:16.480445 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56282) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:14:16.627415 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-de733519-c4f6-450f-894c-7a49d5ca2a24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c1d28d5aa374725a7a9b822a89ee508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458187 Mar 08 12:14:16.630543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56288) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:14:16.687097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-75127ae5-5e20-4425-8426-9b4864f6cd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:16.713548 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-75127ae5-5e20-4425-8426-9b4864f6cd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:16.921679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-75127ae5-5e20-4425-8426-9b4864f6cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:16.942687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75127ae5-5e20-4425-8426-9b4864f6cd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466d4b5a-5a4f-43ad-9197-f4a34116a7d5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:17.046084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-75127ae5-5e20-4425-8426-9b4864f6cd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:17.047208 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-75127ae5-5e20-4425-8426-9b4864f6cd72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/466d4b5a-5a4f-43ad-9197-f4a34116a7d5 HTTP/1.1" status: 204 len: 168 time: 0.4157887 Mar 08 12:14:17.703076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56296) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:14:17.721203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7593c8e4-3405-4472-bb0d-930794484fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:17.736053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7593c8e4-3405-4472-bb0d-930794484fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:14:17.739935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7593c8e4-3405-4472-bb0d-930794484fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:0a209b6115db48119800e8a9608c3a73 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:14:17.742789 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7593c8e4-3405-4472-bb0d-930794484fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:14:17.748608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7593c8e4-3405-4472-bb0d-930794484fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:14:17.885925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7593c8e4-3405-4472-bb0d-930794484fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:18.012753 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7593c8e4-3405-4472-bb0d-930794484fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:18.059368 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7593c8e4-3405-4472-bb0d-930794484fa3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a209b6115db48119800e8a9608c3a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552215 Mar 08 12:14:18.060226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593c8e4-3405-4472-bb0d-930794484fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbe406f-642e-402c-b141-a585fe6cde96,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:18.062138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56300) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:14:18.122476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00417fe6-dbf9-4580-8f0a-f3f59e99153a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:18.151582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00417fe6-dbf9-4580-8f0a-f3f59e99153a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:18.294726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 6d689701-1bd0-4fe0-b271-ecfe2893a133 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:14:18.299173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00417fe6-dbf9-4580-8f0a-f3f59e99153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:18.313656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00417fe6-dbf9-4580-8f0a-f3f59e99153a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbe406f-642e-402c-b141-a585fe6cde96,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:18.321362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00417fe6-dbf9-4580-8f0a-f3f59e99153a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:18.324449 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-00417fe6-dbf9-4580-8f0a-f3f59e99153a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4dbe406f-642e-402c-b141-a585fe6cde96 HTTP/1.1" status: 204 len: 168 time: 0.2593005 Mar 08 12:14:18.340637 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 6d689701-1bd0-4fe0-b271-ecfe2893a133 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:14:18.342529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 6d689701-1bd0-4fe0-b271-ecfe2893a133 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:14:19.345984 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56324) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:14:19.447475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-778903128-network', 'tenant_id': '9d7466a730a643e8887e007d257a0a23'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:14:19.452128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:14:19.456016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Usage tracker for resource:network and tenant:9d7466a730a643e8887e007d257a0a23 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:14:19.459357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:14:19.465470 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:14:19.532781 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Made reservation on behalf of 9d7466a730a643e8887e007d257a0a23 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:14:19.535765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:19.547570 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:19.561981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:14:19.565769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Usage tracker for resource:security_group_rule and tenant:9d7466a730a643e8887e007d257a0a23 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:14:19.568516 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:14:19.574139 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:14:19.657364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:19.722027 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:19.754078 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:14:19.759122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4833a5-311f-4e52-b222-733d5aaa7e3a,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:19.765748 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:19.766322 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Added segment cdabf910-4f36-4616-8c88-e54cd4a745da of type vlan for network aa1a8f21-3f7a-4040-a3c6-72d1534e657e Mar 08 12:14:19.792395 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:19.898156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:19.899100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:19.899676 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:20.002905 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] Pushing event updated for resources: {'Network': ['ID=aa1a8f21-3f7a-4040-a3c6-72d1534e657e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:20.012872 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network aa1a8f21-3f7a-4040-a3c6-72d1534e657e details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:14:20.065380 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2561e1b7-e4c6-466d-ac26-0c769f043079 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7182207 Mar 08 12:14:20.068961 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56330) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:14:20.074410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Request body: {'subnet': {'network_id': 'aa1a8f21-3f7a-4040-a3c6-72d1534e657e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-778903128-subnet', 'tenant_id': '9d7466a730a643e8887e007d257a0a23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:14:20.079279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:14:20.083328 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Usage tracker for resource:subnet and tenant:9d7466a730a643e8887e007d257a0a23 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:14:20.086238 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:14:20.091979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:14:20.184681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Made reservation on behalf of 9d7466a730a643e8887e007d257a0a23 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:14:20.187055 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:20.448033 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:20.523774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Pushing event updated for resources: {'Subnet': ['ID=97bed37b-b990-46f3-8d55-8d403878a8be,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:20.532960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Checking segment: {'id': 'cdabf910-4f36-4616-8c88-e54cd4a745da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aa1a8f21-3f7a-4040-a3c6-72d1534e657e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:14:20.533317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Network hostable DHCP agents. Network: aa1a8f21-3f7a-4040-a3c6-72d1534e657e, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:14:20.613432 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Network aa1a8f21-3f7a-4040-a3c6-72d1534e657e is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:14:20.704157 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, aa1a8f21-3f7a-4040-a3c6-72d1534e657e) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:14:20.708650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:20.709288 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:20.713451 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8629a8ba-cb4b-4a83-af03-2d380ca6a8c5 None None] Network aa1a8f21-3f7a-4040-a3c6-72d1534e657e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:14:20.796592 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4033d362-e71e-440d-94a0-5040923bf90a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7265875 Mar 08 12:14:20.918671 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d37ffd-d3de-40a5-b229-c799ba7a8a4d None None] Network aa1a8f21-3f7a-4040-a3c6-72d1534e657e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:14:21.080736 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:14:21.295454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-32488575-f262-4659-9bec-782d3fe8f366 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:21.296884 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-32488575-f262-4659-9bec-782d3fe8f366 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/networks?id=aa1a8f21-3f7a-4040-a3c6-72d1534e657e HTTP/1.1" status: 200 len: 811 time: 0.1456633 Mar 08 12:14:21.311268 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-a1508d66-2787-4591-9655-df369cac8405 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/quotas/9d7466a730a643e8887e007d257a0a23 HTTP/1.1" status: 200 len: 375 time: 0.0086932 Mar 08 12:14:21.360798 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-1bdff245-5e91-40a1-805b-a3003792ec78 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d7466a730a643e8887e007d257a0a23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442188 Mar 08 12:14:21.580362 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-552d5d2d-908f-4799-bf8a-586d989d0c52 service neutron] 10.222.0.32 "GET /v2.0/networks/aa1a8f21-3f7a-4040-a3c6-72d1534e657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128792 Mar 08 12:14:21.710439 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-69a05232-8f48-43ab-91ce-8f05b4982058 service neutron] 10.222.0.32 "GET /v2.0/networks/aa1a8f21-3f7a-4040-a3c6-72d1534e657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244357 Mar 08 12:14:22.007481 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fa643e1f-ec6d-405e-b00b-f57a021365ec req-24e441d5-564a-4d2d-a39e-41072fa75edc tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 210 time: 0.0430996 Mar 08 12:14:23.158253 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b5f285dd-5e4a-4cd8-b58d-26d50790029a req-78976b65-d8e4-43a6-be3d-f1a886efb6d4 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 210 time: 0.0484929 Mar 08 12:14:24.291088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-ef808daa-d668-49b2-9a13-f9336d939a1c tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:24.292589 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-ef808daa-d668-49b2-9a13-f9336d939a1c tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.18 "GET /v2.0/networks?id=aa1a8f21-3f7a-4040-a3c6-72d1534e657e HTTP/1.1" status: 200 len: 811 time: 0.1526685 Mar 08 12:14:24.303933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Request body: {'port': {'device_id': 'c7d86203-004d-43dc-bf56-41ca63517899', 'network_id': 'aa1a8f21-3f7a-4040-a3c6-72d1534e657e', 'admin_state_up': True, 'tenant_id': '9d7466a730a643e8887e007d257a0a23'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:14:24.312628 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-81b609e0-986c-41d1-bf90-ee1540cbca81 req-84fb3102-1125-4671-aef0-1c53302c1642 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 210 time: 0.0425005 Mar 08 12:14:24.444224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:14:24.447947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Usage tracker for resource:port and tenant:9d7466a730a643e8887e007d257a0a23 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:14:24.450738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:14:24.456281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:14:24.527238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Made reservation on behalf of 9d7466a730a643e8887e007d257a0a23 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:14:24.531048 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:24.695835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Allocated IP 172.20.0.4 (aa1a8f21-3f7a-4040-a3c6-72d1534e657e/97bed37b-b990-46f3-8d55-8d403878a8be/03ec07ef-9def-4683-a8ed-f1067b2ae4c9) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:14:24.896324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:24.984766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:25.048021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Network aa1a8f21-3f7a-4040-a3c6-72d1534e657e is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:14:25.051805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:14:25.060173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:14:25.099102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Pushing event updated for resources: {'Port': ['ID=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:25.130185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:25.130824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:25.219379 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-4bb5e921-7eb2-4b85-ae14-126a09a49258 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9192271 Mar 08 12:14:25.230771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Request body: {'port': {'device_id': 'c7d86203-004d-43dc-bf56-41ca63517899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:14:25.345103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:25.645184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb1d77-d52e-4e00-90ca-2fc83e8900ed req-eb37b3ac-f5d0-41df-9803-c8c10bbe3331 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:25.645864 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d7eb1d77-d52e-4e00-90ca-2fc83e8900ed req-eb37b3ac-f5d0-41df-9803-c8c10bbe3331 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Synchronizing usage tracker for tenant:9d7466a730a643e8887e007d257a0a23 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:14:25.742667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d7eb1d77-d52e-4e00-90ca-2fc83e8900ed req-eb37b3ac-f5d0-41df-9803-c8c10bbe3331 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Unset dirty status for tenant:9d7466a730a643e8887e007d257a0a23 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:14:25.743815 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d7eb1d77-d52e-4e00-90ca-2fc83e8900ed req-eb37b3ac-f5d0-41df-9803-c8c10bbe3331 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 931 time: 0.3216205 Mar 08 12:14:25.904388 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:14:25.921871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:25.939181 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d7eb1d77-d52e-4e00-90ca-2fc83e8900ed req-0528b6ed-7996-416d-a22e-cd81100783e4 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882391 Mar 08 12:14:25.945722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Transition to ACTIVE for port object 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:14:26.030334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:26.159443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Pushing event updated for resources: {'Port': ['ID=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:26.260222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Attempting to bind port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:14:26.260554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Attempting to bind port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cdabf910-4f36-4616-8c88-e54cd4a745da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aa1a8f21-3f7a-4040-a3c6-72d1534e657e'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:14:26.260883 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Attempting to bind port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 on network aa1a8f21-3f7a-4040-a3c6-72d1534e657e {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:14:26.265281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 on network aa1a8f21-3f7a-4040-a3c6-72d1534e657e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:14:26.265597 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Attempting to bind port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 on network aa1a8f21-3f7a-4040-a3c6-72d1534e657e {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:14:26.270602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:14:26.270941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Checking segment: {'id': 'cdabf910-4f36-4616-8c88-e54cd4a745da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aa1a8f21-3f7a-4040-a3c6-72d1534e657e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:14:26.271320 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Bound using segment: {'id': 'cdabf910-4f36-4616-8c88-e54cd4a745da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aa1a8f21-3f7a-4040-a3c6-72d1534e657e'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:14:26.271736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Bound port: 03ec07ef-9def-4683-a8ed-f1067b2ae4c9, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdabf910-4f36-4616-8c88-e54cd4a745da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aa1a8f21-3f7a-4040-a3c6-72d1534e657e'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:14:26.272074 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:26.357092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] For port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:14:26.360018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] For port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,segment=NetworkSegment(cdabf910-4f36-4616-8c88-e54cd4a745da),segment_id=cdabf910-4f36-4616-8c88-e54cd4a745da)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:14:26.471039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:26.530143 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:26.530763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:26.532347 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] 10.222.0.18 "PUT /v2.0/ports/03ec07ef-9def-4683-a8ed-f1067b2ae4c9 HTTP/1.1" status: 200 len: 1093 time: 1.3055687 Mar 08 12:14:26.532779 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d86203-004d-43dc-bf56-41ca63517899', 'tag': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:14:26.557916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bbc5a-2ef6-40bb-87a1-347d925f7e82 service neutron] Pushing event updated for resources: {'Port': ['ID=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:26.580591 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d86203-004d-43dc-bf56-41ca63517899', 'tag': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9', 'status': 'completed', 'code': 200} Mar 08 12:14:26.668829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3707d-adbb-424c-9a1d-a56be7e48439 req-2123dfc7-5579-4323-a0ad-3842477fb9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:26.670348 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-51d3707d-adbb-424c-9a1d-a56be7e48439 req-2123dfc7-5579-4323-a0ad-3842477fb9ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d7466a730a643e8887e007d257a0a23&device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 1096 time: 0.0704927 Mar 08 12:14:26.807814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3707d-adbb-424c-9a1d-a56be7e48439 req-b32ce1c5-efa1-4d56-9252-6693d603b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:26.809146 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-51d3707d-adbb-424c-9a1d-a56be7e48439 req-b32ce1c5-efa1-4d56-9252-6693d603b4ea service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9d7466a730a643e8887e007d257a0a23&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1324985 Mar 08 12:14:26.941483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3707d-adbb-424c-9a1d-a56be7e48439 req-9d47a681-a62f-49a3-8b50-716f6e23be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:26.942934 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-51d3707d-adbb-424c-9a1d-a56be7e48439 req-9d47a681-a62f-49a3-8b50-716f6e23be9e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284747 Mar 08 12:14:27.084044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-68f48bf1-0c84-4e1a-9654-a91fd8cb5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:27.085475 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-68f48bf1-0c84-4e1a-9654-a91fd8cb5284 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d7466a730a643e8887e007d257a0a23&device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 1096 time: 0.1082630 Mar 08 12:14:27.158054 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-f3554a64-5b72-42f5-9ce8-3b4395eb20f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9 HTTP/1.1" status: 200 len: 217 time: 0.0650849 Mar 08 12:14:27.236535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3894711-7bba-44d7-918f-fc313dfc9b7f req-34518bf6-f5dd-4e19-bb17-1fd63758e4e9 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:27.238011 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d3894711-7bba-44d7-918f-fc313dfc9b7f req-34518bf6-f5dd-4e19-bb17-1fd63758e4e9 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 943 time: 0.1924474 Mar 08 12:14:27.239440 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-7306f507-7dd3-46f0-87ef-4aec7a27b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:27.241292 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-7306f507-7dd3-46f0-87ef-4aec7a27b75a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97bed37b-b990-46f3-8d55-8d403878a8be HTTP/1.1" status: 200 len: 851 time: 0.0775001 Mar 08 12:14:27.306397 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-727b9099-99b4-493b-a666-86a994cc0f4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aa1a8f21-3f7a-4040-a3c6-72d1534e657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474944 Mar 08 12:14:27.357329 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d3894711-7bba-44d7-918f-fc313dfc9b7f req-31eedd16-a5d9-44d0-82bd-9f540e028193 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133366 Mar 08 12:14:27.449774 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-9d0d9c6d-788b-4972-bf48-5d88c8342eae service neutron] 10.222.0.18 "GET /v2.0/networks/aa1a8f21-3f7a-4040-a3c6-72d1534e657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350777 Mar 08 12:14:27.580309 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0836937-ca50-4af2-b4ae-cfddc65e6802 req-b7b3d827-04cc-43e0-8cc1-fd128169aa9f service neutron] 10.222.0.18 "GET /v2.0/networks/aa1a8f21-3f7a-4040-a3c6-72d1534e657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227095 Mar 08 12:14:28.544523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add95d9-9117-400f-8ff3-ad1bd75817fd req-36f69c0b-0a9b-4ab6-9020-c24b1cd66696 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:28.546045 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6add95d9-9117-400f-8ff3-ad1bd75817fd req-36f69c0b-0a9b-4ab6-9020-c24b1cd66696 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 943 time: 0.0822024 Mar 08 12:14:28.589555 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-6add95d9-9117-400f-8ff3-ad1bd75817fd req-00155fe4-2da5-408a-8407-0a2a24219c5d tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Synchronizing usage tracker for tenant:9d7466a730a643e8887e007d257a0a23 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:14:28.664850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-6add95d9-9117-400f-8ff3-ad1bd75817fd req-00155fe4-2da5-408a-8407-0a2a24219c5d tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Unset dirty status for tenant:9d7466a730a643e8887e007d257a0a23 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:14:28.666024 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6add95d9-9117-400f-8ff3-ad1bd75817fd req-00155fe4-2da5-408a-8407-0a2a24219c5d tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142735 Mar 08 12:14:29.874237 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10687add-1e10-49d1-9874-f5d8ec09b44c req-ea991c07-d360-4da2-82d6-9cf1b92ef2df tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:29.875701 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-10687add-1e10-49d1-9874-f5d8ec09b44c req-ea991c07-d360-4da2-82d6-9cf1b92ef2df tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 943 time: 0.1029849 Mar 08 12:14:29.924278 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-10687add-1e10-49d1-9874-f5d8ec09b44c req-41a480a2-bbac-476b-8b42-1ae9d466078f tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424745 Mar 08 12:14:30.388717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:14:30.538615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,segment=NetworkSegment(cdabf910-4f36-4616-8c88-e54cd4a745da),segment_id=cdabf910-4f36-4616-8c88-e54cd4a745da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:14:30.552648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9', 'network_id': 'aa1a8f21-3f7a-4040-a3c6-72d1534e657e', 'port_id': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9', 'mac_address': 'fa:16:3e:d3:3a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97bed37b-b990-46f3-8d55-8d403878a8be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:14:30.606357 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:30.625775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:14:30.643756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,segment=NetworkSegment(cdabf910-4f36-4616-8c88-e54cd4a745da),segment_id=cdabf910-4f36-4616-8c88-e54cd4a745da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:14:30.710704 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:30.792963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:30.800550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.800899 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.801246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.801587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.802460 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.802797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.803126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.803457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.803786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.804112 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.804444 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:30.804768 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:31.019206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['03ec07ef-9def-4683-a8ed-f1067b2ae4c9'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:14:31.260719 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c270b-4706-4e05-985f-bab62672404e req-0b0b9095-dc2b-42f9-be46-925fd0813148 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:31.262201 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e42c270b-4706-4e05-985f-bab62672404e req-0b0b9095-dc2b-42f9-be46-925fd0813148 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 944 time: 0.0831332 Mar 08 12:14:31.306290 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e42c270b-4706-4e05-985f-bab62672404e req-79095c0f-a127-4f6d-8ded-6e0989a3b830 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383625 Mar 08 12:14:32.393580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:14:32.533432 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:14:32.539305 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:14:32.539673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:32.592518 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab9-6a93-4582-a431-cb47e0920582 req-0db59b52-1bbc-4243-b00e-4f09a3c6e110 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:32.593911 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2d438ab9-6a93-4582-a431-cb47e0920582 req-0db59b52-1bbc-4243-b00e-4f09a3c6e110 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 944 time: 0.1773548 Mar 08 12:14:32.640276 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2d438ab9-6a93-4582-a431-cb47e0920582 req-dae3787e-bd20-48ca-8509-1291f6e6d8ec tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 Mar 08 12:14:32.662219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:32.688320 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d86203-004d-43dc-bf56-41ca63517899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:14:32.698198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,segment=NetworkSegment(cdabf910-4f36-4616-8c88-e54cd4a745da),segment_id=cdabf910-4f36-4616-8c88-e54cd4a745da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:14:32.733740 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d86203-004d-43dc-bf56-41ca63517899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9', 'code': 200} Mar 08 12:14:32.779013 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:32.848488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:33.111727 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d2e6a-f335-445b-9454-e6944862a88c req-e4c5d78a-6f87-40d4-bb4c-8e81047d9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:33.113218 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a57d2e6a-f335-445b-9454-e6944862a88c req-e4c5d78a-6f87-40d4-bb4c-8e81047d9699 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 1098 time: 0.0813904 Mar 08 12:14:33.163774 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a57d2e6a-f335-445b-9454-e6944862a88c req-8b8c5777-333b-4875-ba6e-b5249a0fa9dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449185 Mar 08 12:14:33.821754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913502e-b963-44d6-b868-8de28a56ead4 req-553607b2-66eb-4559-ba65-f08917028711 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:33.823228 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6913502e-b963-44d6-b868-8de28a56ead4 req-553607b2-66eb-4559-ba65-f08917028711 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0797272 Mar 08 12:14:33.869481 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6913502e-b963-44d6-b868-8de28a56ead4 req-de0c0a7a-60e7-491d-9ec8-e93c00d2e768 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404437 Mar 08 12:14:35.052661 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4190d86-696e-46dd-86f0-fbf40188f92f req-5b4d1515-a09e-4887-95c2-0f329a9755ce tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:35.054127 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e4190d86-696e-46dd-86f0-fbf40188f92f req-5b4d1515-a09e-4887-95c2-0f329a9755ce tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0802174 Mar 08 12:14:35.097637 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e4190d86-696e-46dd-86f0-fbf40188f92f req-89a9f02e-9eb2-4492-a46f-aca4e7f81fc5 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379241 Mar 08 12:14:35.717607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56396) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:14:35.727996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0320b96-6d2e-4f7f-946c-e4bcf162e8df req-17df8ed6-85e0-4f6d-a5ec-7e23f9f5401a tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:35.729459 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e0320b96-6d2e-4f7f-946c-e4bcf162e8df req-17df8ed6-85e0-4f6d-a5ec-7e23f9f5401a tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.1905096 Mar 08 12:14:35.774713 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e0320b96-6d2e-4f7f-946c-e4bcf162e8df req-53018cd2-cd65-4f79-809e-a478f3a4f1a0 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394914 Mar 08 12:14:35.837551 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-12f99606-4c73-4c31-abc4-9fd085e16308 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186750 Mar 08 12:14:36.962016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257f2e3-c4df-4636-9087-eea48838e205 req-03ae47f7-f4cf-4c0b-a8ff-27d2a3240c39 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:36.963427 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8257f2e3-c4df-4636-9087-eea48838e205 req-03ae47f7-f4cf-4c0b-a8ff-27d2a3240c39 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0840013 Mar 08 12:14:37.058823 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8257f2e3-c4df-4636-9087-eea48838e205 req-d58cf797-0273-49d2-9407-22438150e678 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559685 Mar 08 12:14:37.085521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc184e04-05c7-4957-a6e8-ba75ac8df8b3 req-8b8ecd6d-d639-480e-8351-90382ff7d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:37.087063 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bc184e04-05c7-4957-a6e8-ba75ac8df8b3 req-8b8ecd6d-d639-480e-8351-90382ff7d000 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d7466a730a643e8887e007d257a0a23&device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 1098 time: 0.1227350 Mar 08 12:14:37.268132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc184e04-05c7-4957-a6e8-ba75ac8df8b3 req-1e1796c6-8d75-4b8c-a0ef-b9336898ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:37.269658 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bc184e04-05c7-4957-a6e8-ba75ac8df8b3 req-1e1796c6-8d75-4b8c-a0ef-b9336898ba71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=aa1a8f21-3f7a-4040-a3c6-72d1534e657e HTTP/1.1" status: 200 len: 912 time: 0.1653974 Mar 08 12:14:37.339802 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bc184e04-05c7-4957-a6e8-ba75ac8df8b3 req-c1741941-9ecf-4a46-ac81-51c13d98edc7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9 HTTP/1.1" status: 200 len: 217 time: 0.0643704 Mar 08 12:14:37.402790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc184e04-05c7-4957-a6e8-ba75ac8df8b3 req-6d1adae2-2c2a-4d02-950b-1e0364aa370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:37.404235 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bc184e04-05c7-4957-a6e8-ba75ac8df8b3 req-6d1adae2-2c2a-4d02-950b-1e0364aa370c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97bed37b-b990-46f3-8d55-8d403878a8be HTTP/1.1" status: 200 len: 851 time: 0.0587289 Mar 08 12:14:37.450946 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bc184e04-05c7-4957-a6e8-ba75ac8df8b3 req-7ea384b6-cc67-4cbd-9bf5-98bee125b427 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aa1a8f21-3f7a-4040-a3c6-72d1534e657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411932 Mar 08 12:14:37.595790 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bc184e04-05c7-4957-a6e8-ba75ac8df8b3 req-c2cc23e0-873e-43b8-bd78-b0dcfdb5a3ce service neutron] 10.222.0.18 "GET /v2.0/networks/aa1a8f21-3f7a-4040-a3c6-72d1534e657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359732 Mar 08 12:14:37.746059 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bc184e04-05c7-4957-a6e8-ba75ac8df8b3 req-9f086576-c32e-4b46-8d2c-7dafec02573e service neutron] 10.222.0.18 "GET /v2.0/networks/aa1a8f21-3f7a-4040-a3c6-72d1534e657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371164 Mar 08 12:14:37.969053 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-f08adcaf-fd34-4650-8e5b-928efe7fd4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:37.970481 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-f08adcaf-fd34-4650-8e5b-928efe7fd4a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d7466a730a643e8887e007d257a0a23&device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 1098 time: 0.0834780 Mar 08 12:14:38.125438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-63b095b3-1e93-4cab-a91c-9e162c65fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:38.126941 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-63b095b3-1e93-4cab-a91c-9e162c65fdbb service neutron] 10.222.0.18 "GET /v2.0/networks?id=aa1a8f21-3f7a-4040-a3c6-72d1534e657e HTTP/1.1" status: 200 len: 912 time: 0.1510139 Mar 08 12:14:38.200944 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-df8b30e8-eeaa-464e-ba1f-1700d88e8e6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9 HTTP/1.1" status: 200 len: 217 time: 0.0667124 Mar 08 12:14:38.267516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-a7b6b73d-4f55-4f08-af07-8bf3b8b8507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:38.268939 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-a7b6b73d-4f55-4f08-af07-8bf3b8b8507a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97bed37b-b990-46f3-8d55-8d403878a8be HTTP/1.1" status: 200 len: 851 time: 0.0623128 Mar 08 12:14:38.282976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130894bd-35b7-4051-9274-fe4260b52726 req-56293bc7-8e71-4410-bf8a-9713f65df8ed tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:38.284961 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-130894bd-35b7-4051-9274-fe4260b52726 req-56293bc7-8e71-4410-bf8a-9713f65df8ed tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.1022208 Mar 08 12:14:38.331987 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-5ba84265-46fd-48f0-93e4-6b531ee922ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aa1a8f21-3f7a-4040-a3c6-72d1534e657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564349 Mar 08 12:14:38.344008 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-130894bd-35b7-4051-9274-fe4260b52726 req-7e92ef55-a55e-4d03-82ad-45bc3b418cfa tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526979 Mar 08 12:14:38.585107 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-45b575ee-0153-4e5a-9c19-a7ee0c9b5777 service neutron] 10.222.0.18 "GET /v2.0/networks/aa1a8f21-3f7a-4040-a3c6-72d1534e657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418807 Mar 08 12:14:38.732029 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-2b48827f-8d1f-461b-a78a-e117e71e0752 service neutron] 10.222.0.18 "GET /v2.0/networks/aa1a8f21-3f7a-4040-a3c6-72d1534e657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452627 Mar 08 12:14:39.534774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9547-d4e1-460b-aa2b-2332bf7ba0d8 req-94923859-9cb7-45f5-906d-6d1fb9206ba0 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:39.536140 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e80d9547-d4e1-460b-aa2b-2332bf7ba0d8 req-94923859-9cb7-45f5-906d-6d1fb9206ba0 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0830991 Mar 08 12:14:39.580617 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e80d9547-d4e1-460b-aa2b-2332bf7ba0d8 req-03646f71-4219-4d5c-a307-1396e1a6e2d1 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381503 Mar 08 12:14:39.916575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3bcf819d-7192-413a-b0b5-4706bf58cb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:40.768309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51aafe1-3f9b-4d56-84e0-a19dd2908805 req-ff128bdc-5a36-4254-adc1-3c305bc33f8a tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:40.769772 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a51aafe1-3f9b-4d56-84e0-a19dd2908805 req-ff128bdc-5a36-4254-adc1-3c305bc33f8a tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0799551 Mar 08 12:14:40.815319 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a51aafe1-3f9b-4d56-84e0-a19dd2908805 req-71f5f62a-ce1c-4496-8a57-164f4f0f7972 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Mar 08 12:14:42.041069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21293b-b478-42a2-9b1f-c8bdd54f91da req-ca3b1757-181e-495c-b0d7-dcb5df7abe4f tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:42.043203 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e21293b-b478-42a2-9b1f-c8bdd54f91da req-ca3b1757-181e-495c-b0d7-dcb5df7abe4f tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.1208792 Mar 08 12:14:42.109506 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e21293b-b478-42a2-9b1f-c8bdd54f91da req-4a4e72bd-56af-47b1-8be5-84a1c84bfb0e tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607259 Mar 08 12:14:42.185266 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdb5fd58-e081-4c74-9e59-7f3411cbb07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:43.311524 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ac1e1-a2d1-4e33-b2eb-b36ad10a36ea req-70f5f976-7a5d-4149-9844-6302451b98cf tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:43.313009 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-372ac1e1-a2d1-4e33-b2eb-b36ad10a36ea req-70f5f976-7a5d-4149-9844-6302451b98cf tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0831845 Mar 08 12:14:43.377705 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-372ac1e1-a2d1-4e33-b2eb-b36ad10a36ea req-9afceff8-4042-4d6f-8159-5593d1f8be5d tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560565 Mar 08 12:14:43.447158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:43.523298 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:43.562656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:44.591447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a1c5c-27e7-40c7-b548-14998ac8b06a req-f7318d8c-688b-4586-9bf9-f88fd9965063 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:44.592947 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c3a1c5c-27e7-40c7-b548-14998ac8b06a req-f7318d8c-688b-4586-9bf9-f88fd9965063 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0829864 Mar 08 12:14:44.636783 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c3a1c5c-27e7-40c7-b548-14998ac8b06a req-a83ccd8e-ce61-40c5-ada8-2bcf2a7fb3c6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381219 Mar 08 12:14:44.740597 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:14:45.859480 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23844a33-6130-490f-9f11-c8d5331da504 req-9bccd62e-22f3-4819-847b-031bd6b16991 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:45.860977 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-23844a33-6130-490f-9f11-c8d5331da504 req-9bccd62e-22f3-4819-847b-031bd6b16991 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.1104202 Mar 08 12:14:45.933858 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-23844a33-6130-490f-9f11-c8d5331da504 req-3a6b9c97-2ed8-4789-b8e8-56eea3e1bddc tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622401 Mar 08 12:14:47.127300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ca6a0-1abe-4291-8328-e03158b2009e req-0a42fb6f-7f0a-45b4-86a7-3f6b9fe77052 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:47.128734 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2f3ca6a0-1abe-4291-8328-e03158b2009e req-0a42fb6f-7f0a-45b4-86a7-3f6b9fe77052 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0828335 Mar 08 12:14:47.171947 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2f3ca6a0-1abe-4291-8328-e03158b2009e req-4d81c7fb-87bf-4723-b56d-ed33618b0d49 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371304 Mar 08 12:14:48.358498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24142cb7-c3e0-430f-b705-9ef61fc99380 req-9649fb64-278a-4912-8c8b-d3565bb9561e tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:48.359946 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-24142cb7-c3e0-430f-b705-9ef61fc99380 req-9649fb64-278a-4912-8c8b-d3565bb9561e tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0815670 Mar 08 12:14:48.404585 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-24142cb7-c3e0-430f-b705-9ef61fc99380 req-fa59709f-3a60-405b-8822-fd07c07b40a8 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Mar 08 12:14:49.596866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3eea0-ec45-4acd-80df-fbe34e8e35c6 req-ce82b04c-f442-4e59-ae6b-6bce9c569061 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:49.598601 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aec3eea0-ec45-4acd-80df-fbe34e8e35c6 req-ce82b04c-f442-4e59-ae6b-6bce9c569061 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0833478 Mar 08 12:14:49.643182 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aec3eea0-ec45-4acd-80df-fbe34e8e35c6 req-40ffc78b-db8f-4861-8e0c-fb9e7cc131ef tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379007 Mar 08 12:14:50.835206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8e7fb-3142-40fd-afaa-bb08e11073ba req-37e899ba-5f29-4c00-ba7d-dd1a48fac39e tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:50.837521 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-89f8e7fb-3142-40fd-afaa-bb08e11073ba req-37e899ba-5f29-4c00-ba7d-dd1a48fac39e tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0857260 Mar 08 12:14:50.881196 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-89f8e7fb-3142-40fd-afaa-bb08e11073ba req-d39beb17-2e45-4b88-888a-6b7d2bd472be tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392501 Mar 08 12:14:52.069621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47846fff-168c-4bda-9795-470294b38c1b req-5d7f659f-c52b-467a-bb75-10d4c3cf3ce7 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:52.071219 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47846fff-168c-4bda-9795-470294b38c1b req-5d7f659f-c52b-467a-bb75-10d4c3cf3ce7 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0840318 Mar 08 12:14:52.116143 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47846fff-168c-4bda-9795-470294b38c1b req-ced03d22-ad24-4151-8d9a-2b91e48d8597 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391948 Mar 08 12:14:53.312709 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1f40c-fccb-42b5-8bc2-0d959d1c62e4 req-622bf1fb-281b-4266-9abb-d98e23bc2f52 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:53.314248 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b4c1f40c-fccb-42b5-8bc2-0d959d1c62e4 req-622bf1fb-281b-4266-9abb-d98e23bc2f52 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0874586 Mar 08 12:14:53.375345 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b4c1f40c-fccb-42b5-8bc2-0d959d1c62e4 req-da01c875-249e-4dc9-8a67-ef0a725c3fdc tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549421 Mar 08 12:14:54.567464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6c5b0-8c19-45bb-a46f-f90fe7500bba req-597be16f-08fe-4689-9892-48bb71056ac3 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:54.568920 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5df6c5b0-8c19-45bb-a46f-f90fe7500bba req-597be16f-08fe-4689-9892-48bb71056ac3 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0859878 Mar 08 12:14:54.613333 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5df6c5b0-8c19-45bb-a46f-f90fe7500bba req-917006ee-6372-4d73-9f2f-9762232e7626 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387146 Mar 08 12:14:55.802027 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dceaf3-db87-4717-904d-134a945db0c4 req-8de68938-f3bb-4a2c-b395-81be4ce06f83 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:55.803521 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-68dceaf3-db87-4717-904d-134a945db0c4 req-8de68938-f3bb-4a2c-b395-81be4ce06f83 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0863736 Mar 08 12:14:55.848684 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-68dceaf3-db87-4717-904d-134a945db0c4 req-30a45946-9500-4785-a883-a5c7b1336177 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395899 Mar 08 12:14:57.034369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ac5f2-1c33-426f-a0a5-8656a1d14f1b req-3bb2964d-2912-48c1-982a-4219eca9e439 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:57.035761 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0d8ac5f2-1c33-426f-a0a5-8656a1d14f1b req-3bb2964d-2912-48c1-982a-4219eca9e439 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0789289 Mar 08 12:14:57.079353 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0d8ac5f2-1c33-426f-a0a5-8656a1d14f1b req-26745d78-46bd-4e61-a248-6fedb2c409bd tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 Mar 08 12:14:58.083521 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:14:58.265776 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a1074-6efe-435e-93a7-9112d1a7c9ff req-b4179be3-a7e3-4e4f-b222-b167a850d6d2 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:58.267241 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2c1a1074-6efe-435e-93a7-9112d1a7c9ff req-b4179be3-a7e3-4e4f-b222-b167a850d6d2 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0824151 Mar 08 12:14:58.310261 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2c1a1074-6efe-435e-93a7-9112d1a7c9ff req-304d332d-f77e-434c-8ae9-56380c32c219 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369320 Mar 08 12:14:59.496789 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299433b-2cfe-4fe4-8ba7-e13265015f98 req-8baad24a-9d4b-4fc1-b3e8-9d822e3a039b tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:59.498274 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c299433b-2cfe-4fe4-8ba7-e13265015f98 req-8baad24a-9d4b-4fc1-b3e8-9d822e3a039b tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0818303 Mar 08 12:14:59.542321 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c299433b-2cfe-4fe4-8ba7-e13265015f98 req-3e777e5e-bc3e-49c7-bd17-6932a1604df8 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383739 Mar 08 12:15:00.727281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b9713-a84c-45a4-896a-0cd71bc1cb2c req-f9e2f62c-888b-4c90-b46a-dfbbffa74fc8 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:00.728799 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d20b9713-a84c-45a4-896a-0cd71bc1cb2c req-f9e2f62c-888b-4c90-b46a-dfbbffa74fc8 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0833628 Mar 08 12:15:00.775347 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d20b9713-a84c-45a4-896a-0cd71bc1cb2c req-b9cab622-f03a-4eef-a3b7-0f555559c0cc tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Mar 08 12:15:01.957402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74bd3f-6b8a-46ca-a302-ccbf84e8a169 req-015a6f6f-33fe-47f1-a156-f6613252c86e tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:01.958892 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8f74bd3f-6b8a-46ca-a302-ccbf84e8a169 req-015a6f6f-33fe-47f1-a156-f6613252c86e tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0803444 Mar 08 12:15:02.005716 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8f74bd3f-6b8a-46ca-a302-ccbf84e8a169 req-abc1599e-5658-4f26-aa6b-34a642394c80 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Mar 08 12:15:03.195198 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4bb34-f42a-42f1-adcf-cc8ae0f86a3c req-b3d58b83-88c3-4a06-8137-bc24bf15181e tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:03.196625 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-72b4bb34-f42a-42f1-adcf-cc8ae0f86a3c req-b3d58b83-88c3-4a06-8137-bc24bf15181e tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0826561 Mar 08 12:15:03.239144 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-72b4bb34-f42a-42f1-adcf-cc8ae0f86a3c req-92ccf550-5838-4fc8-a543-ee572df931eb tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369842 Mar 08 12:15:04.423938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c8ebb-5947-432f-8298-49a08cb1ef5d req-f36101c7-547d-4639-83e7-e51dd9934acb tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:04.425683 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8b8c8ebb-5947-432f-8298-49a08cb1ef5d req-f36101c7-547d-4639-83e7-e51dd9934acb tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0788198 Mar 08 12:15:04.469401 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8b8c8ebb-5947-432f-8298-49a08cb1ef5d req-7134dafd-f9f4-4fb9-9b47-6355a089257d tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373704 Mar 08 12:15:05.664337 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872ba4d-ac98-4ca9-9c6c-32c52c158ca5 req-e43f4478-0e54-4275-aab0-6051792b51d5 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:05.665798 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c872ba4d-ac98-4ca9-9c6c-32c52c158ca5 req-e43f4478-0e54-4275-aab0-6051792b51d5 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0869031 Mar 08 12:15:05.713475 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c872ba4d-ac98-4ca9-9c6c-32c52c158ca5 req-66ab6178-92cf-4de1-8dcc-72ca90c738b8 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417204 Mar 08 12:15:05.854538 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-4854361e-632a-45da-a2ec-01da7c5966e6 service neutron] 10.222.0.18 "GET /v2.0/ports/03ec07ef-9def-4683-a8ed-f1067b2ae4c9/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0849178 Mar 08 12:15:06.610500 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-a7c8d6bf-ad08-47e8-9d55-1047bfb883f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:06.611960 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-a7c8d6bf-ad08-47e8-9d55-1047bfb883f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899&tenant_id=9d7466a730a643e8887e007d257a0a23 HTTP/1.1" status: 200 len: 1098 time: 0.0707014 Mar 08 12:15:06.704312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-7ab1b28f-a93d-416b-928b-38ba00c61d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:06.705760 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-7ab1b28f-a93d-416b-928b-38ba00c61d2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d7466a730a643e8887e007d257a0a23&device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 1098 time: 0.0727148 Mar 08 12:15:06.884631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-eadba0b2-7afa-424e-8790-d9ef9bc9d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:06.886100 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-eadba0b2-7afa-424e-8790-d9ef9bc9d954 service neutron] 10.222.0.18 "GET /v2.0/networks?id=aa1a8f21-3f7a-4040-a3c6-72d1534e657e HTTP/1.1" status: 200 len: 912 time: 0.1743336 Mar 08 12:15:07.052879 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-96be67f5-af27-408a-b69b-065d16a0a966 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9 HTTP/1.1" status: 200 len: 217 time: 0.1595981 Mar 08 12:15:07.130239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea4644-f761-44f5-a944-6cacde027837 req-9b13b6d1-ac28-4873-8908-471ad2ea3b96 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:07.131671 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c8ea4644-f761-44f5-a944-6cacde027837 req-9b13b6d1-ac28-4873-8908-471ad2ea3b96 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.2967935 Mar 08 12:15:07.139649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-35437884-bf5d-4f5e-b2e7-91c449c2a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:07.140966 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-35437884-bf5d-4f5e-b2e7-91c449c2a0ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97bed37b-b990-46f3-8d55-8d403878a8be HTTP/1.1" status: 200 len: 851 time: 0.0802898 Mar 08 12:15:07.200339 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-1e79dfb9-61b2-4b9a-ab9f-8fd699315485 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aa1a8f21-3f7a-4040-a3c6-72d1534e657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471954 Mar 08 12:15:07.250876 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c8ea4644-f761-44f5-a944-6cacde027837 req-ef7596ed-e61a-47ac-9c6c-535e9ddce8ea tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128073 Mar 08 12:15:07.341043 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-d952fb08-4065-4fb2-b3ac-eb7ec5a10e91 service neutron] 10.222.0.18 "GET /v2.0/networks/aa1a8f21-3f7a-4040-a3c6-72d1534e657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325965 Mar 08 12:15:07.472484 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7caaa79f-d8a9-4287-8bef-52baf391d357 req-94cead53-2827-4583-a217-87f8dc98b670 service neutron] 10.222.0.18 "GET /v2.0/networks/aa1a8f21-3f7a-4040-a3c6-72d1534e657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243455 Mar 08 12:15:08.439375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3881b26-9572-4744-a9c7-aecfcbef1b06 req-7efa7381-237e-4ed1-bb74-5cbd96b94f09 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:08.440855 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e3881b26-9572-4744-a9c7-aecfcbef1b06 req-7efa7381-237e-4ed1-bb74-5cbd96b94f09 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0852516 Mar 08 12:15:08.490089 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e3881b26-9572-4744-a9c7-aecfcbef1b06 req-6d9ccac0-7cba-48ca-a609-b7111faec19a tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Mar 08 12:15:09.679357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe691f-3059-44fd-8f5c-1d2dfa384ac1 req-772d4bb6-205e-4d1c-bd30-e089b45b8a3e tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:09.681004 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2abe691f-3059-44fd-8f5c-1d2dfa384ac1 req-772d4bb6-205e-4d1c-bd30-e089b45b8a3e tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0825574 Mar 08 12:15:09.724598 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2abe691f-3059-44fd-8f5c-1d2dfa384ac1 req-9dc3d7a7-0351-4835-94e7-bb5061260428 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382044 Mar 08 12:15:09.935923 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ccda5251-d3ab-42c6-8011-514bd38b972a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:10.572412 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:15:10.574883 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:15:10.808223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,segment=NetworkSegment(cdabf910-4f36-4616-8c88-e54cd4a745da),segment_id=cdabf910-4f36-4616-8c88-e54cd4a745da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:15:10.838583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:10.849631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9', 'network_id': 'aa1a8f21-3f7a-4040-a3c6-72d1534e657e', 'port_id': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9', 'mac_address': 'fa:16:3e:d3:3a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97bed37b-b990-46f3-8d55-8d403878a8be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:15:10.919151 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d86203-004d-43dc-bf56-41ca63517899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:10.935856 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,segment=NetworkSegment(cdabf910-4f36-4616-8c88-e54cd4a745da),segment_id=cdabf910-4f36-4616-8c88-e54cd4a745da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:15:10.954005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f42359-fa65-4c3f-9b45-9c2a3b27d4e7 req-855f2c59-71b3-4d9b-92dc-42098e39d5ec tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:10.955389 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:10.955799 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-23f42359-fa65-4c3f-9b45-9c2a3b27d4e7 req-855f2c59-71b3-4d9b-92dc-42098e39d5ec tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.1216669 Mar 08 12:15:10.980764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:15:10.998579 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d86203-004d-43dc-bf56-41ca63517899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9', 'code': 200} Mar 08 12:15:11.015601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:11.017212 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-23f42359-fa65-4c3f-9b45-9c2a3b27d4e7 req-5168a688-cae7-4bc2-9670-05f381ee261c tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488131 Mar 08 12:15:11.167142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:15:11.167392 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:15:11.169743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:11.725035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:11.743490 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:15:11.760633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,segment=NetworkSegment(cdabf910-4f36-4616-8c88-e54cd4a745da),segment_id=cdabf910-4f36-4616-8c88-e54cd4a745da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:15:11.860833 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:11.923816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['03ec07ef-9def-4683-a8ed-f1067b2ae4c9'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:15:11.972169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:12.198198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9dcce034-f071-4fd2-b54d-aa02aac9dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:12.219660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454f9a4-7f17-4bb7-83dc-4c307e416773 req-9a56f162-2793-4d21-8f1b-a254d6db16f4 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:12.221121 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c454f9a4-7f17-4bb7-83dc-4c307e416773 req-9a56f162-2793-4d21-8f1b-a254d6db16f4 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 944 time: 0.0862436 Mar 08 12:15:12.265756 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c454f9a4-7f17-4bb7-83dc-4c307e416773 req-a6ffe8f0-ced4-47b2-981d-bc74c75a77ef tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384903 Mar 08 12:15:12.578264 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:15:12.650535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:15:12.650913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:12.770210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:12.807746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,segment=NetworkSegment(cdabf910-4f36-4616-8c88-e54cd4a745da),segment_id=cdabf910-4f36-4616-8c88-e54cd4a745da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:15:12.891513 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10643a-c852-4d5e-b577-91596002837d req-c63944e2-87a4-4ffa-8889-485c6ce74302 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:12.892977 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da10643a-c852-4d5e-b577-91596002837d req-c63944e2-87a4-4ffa-8889-485c6ce74302 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899&tenant_id=9d7466a730a643e8887e007d257a0a23&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.0883970 Mar 08 12:15:12.894323 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:12.973058 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:12.999532 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d86203-004d-43dc-bf56-41ca63517899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:13.056011 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d86203-004d-43dc-bf56-41ca63517899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9', 'code': 200} Mar 08 12:15:13.070103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10643a-c852-4d5e-b577-91596002837d req-040b1651-4fa9-4fc6-a64d-2442a87ed304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:13.071574 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da10643a-c852-4d5e-b577-91596002837d req-040b1651-4fa9-4fc6-a64d-2442a87ed304 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d7466a730a643e8887e007d257a0a23&device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 1098 time: 0.0979004 Mar 08 12:15:13.204467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10643a-c852-4d5e-b577-91596002837d req-c0e68425-37f5-4727-88cc-45ede2b02127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:13.205844 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da10643a-c852-4d5e-b577-91596002837d req-c0e68425-37f5-4727-88cc-45ede2b02127 service neutron] 10.222.0.18 "GET /v2.0/networks?id=aa1a8f21-3f7a-4040-a3c6-72d1534e657e HTTP/1.1" status: 200 len: 912 time: 0.1283011 Mar 08 12:15:13.275689 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da10643a-c852-4d5e-b577-91596002837d req-5b894fe1-c198-453d-8f03-c142df851fea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9 HTTP/1.1" status: 200 len: 217 time: 0.0639508 Mar 08 12:15:13.339483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10643a-c852-4d5e-b577-91596002837d req-2df45cef-7370-4ecc-a106-ab2064ccfae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:13.340992 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da10643a-c852-4d5e-b577-91596002837d req-2df45cef-7370-4ecc-a106-ab2064ccfae8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97bed37b-b990-46f3-8d55-8d403878a8be HTTP/1.1" status: 200 len: 851 time: 0.0601413 Mar 08 12:15:13.394949 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da10643a-c852-4d5e-b577-91596002837d req-55f5cbbc-1e1d-4e9f-a3b6-44863a369cf8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aa1a8f21-3f7a-4040-a3c6-72d1534e657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480232 Mar 08 12:15:13.466895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:13.517742 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:13.536013 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da10643a-c852-4d5e-b577-91596002837d req-e64d48cf-5ead-485b-9bfa-1edf9de9249f service neutron] 10.222.0.18 "GET /v2.0/networks/aa1a8f21-3f7a-4040-a3c6-72d1534e657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353545 Mar 08 12:15:13.629174 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:13.671208 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da10643a-c852-4d5e-b577-91596002837d req-f17e1254-472d-4e09-b6a8-fb977d0e2080 service neutron] 10.222.0.18 "GET /v2.0/networks/aa1a8f21-3f7a-4040-a3c6-72d1534e657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285896 Mar 08 12:15:14.849426 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:15.498488 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b6925-8386-4243-a0bb-391ef9df1425 req-5a1c3d24-bb13-4af1-b2e5-280656350739 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:15.499923 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-788b6925-8386-4243-a0bb-391ef9df1425 req-5a1c3d24-bb13-4af1-b2e5-280656350739 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0827494 Mar 08 12:15:15.543324 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-788b6925-8386-4243-a0bb-391ef9df1425 req-980efc42-4c5e-4e84-912b-1798f679e884 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376155 Mar 08 12:15:16.728607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7001030-9ab3-40cd-b863-882843f2c299 req-44119d3d-98e3-41fc-8476-b143bcfde92a tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:16.730103 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e7001030-9ab3-40cd-b863-882843f2c299 req-44119d3d-98e3-41fc-8476-b143bcfde92a tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0797756 Mar 08 12:15:16.773970 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e7001030-9ab3-40cd-b863-882843f2c299 req-a7c1fea6-67aa-45b8-9efc-01d4f6954f50 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 Mar 08 12:15:17.300213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10643a-c852-4d5e-b577-91596002837d req-71252c4c-ed5e-4672-b1e4-19aaa24c21eb tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:17.304598 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da10643a-c852-4d5e-b577-91596002837d req-71252c4c-ed5e-4672-b1e4-19aaa24c21eb tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.0783138 Mar 08 12:15:17.485391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-da10643a-c852-4d5e-b577-91596002837d req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Deleting port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:15:17.485731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-da10643a-c852-4d5e-b577-91596002837d req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:17.738344 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-da10643a-c852-4d5e-b577-91596002837d req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] For port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,segment=NetworkSegment(cdabf910-4f36-4616-8c88-e54cd4a745da),segment_id=cdabf910-4f36-4616-8c88-e54cd4a745da)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:15:17.738699 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-da10643a-c852-4d5e-b577-91596002837d req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:17.872232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-da10643a-c852-4d5e-b577-91596002837d req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Calling delete_port for 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:15:18.061137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818b166-ad70-48cd-8e03-c25f76db5943 req-7190c595-2c14-4036-9394-8e60c3506966 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:18.062571 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b818b166-ad70-48cd-8e03-c25f76db5943 req-7190c595-2c14-4036-9394-8e60c3506966 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 945 time: 0.1624107 Mar 08 12:15:18.115342 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b818b166-ad70-48cd-8e03-c25f76db5943 req-1a4b8b10-5435-4a15-ba39-339cbba7cad2 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c4833a5-311f-4e52-b222-733d5aaa7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468202 Mar 08 12:15:18.221132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-da10643a-c852-4d5e-b577-91596002837d req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:18.233232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['03ec07ef-9def-4683-a8ed-f1067b2ae4c9'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:15:18.273064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Pushing event deleted for resources: {'Port': ['ID=03ec07ef-9def-4683-a8ed-f1067b2ae4c9,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:18.308205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:18.308880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:18.308880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:18.309224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:18.309579 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:18.309910 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:18.317068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:18.317068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:18.317068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:18.317068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:18.317068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:18.317068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:18.365053 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-da10643a-c852-4d5e-b577-91596002837d req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] No DVR routers for this DVR port 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:15:18.367992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-da10643a-c852-4d5e-b577-91596002837d req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:18.370437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d86203-004d-43dc-bf56-41ca63517899', 'name': 'network-vif-deleted', 'tag': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:18.421693 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d86203-004d-43dc-bf56-41ca63517899', 'name': 'network-vif-deleted', 'tag': '03ec07ef-9def-4683-a8ed-f1067b2ae4c9', 'status': 'completed', 'code': 200} Mar 08 12:15:18.450641 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da10643a-c852-4d5e-b577-91596002837d req-42777bb1-f0ea-472c-b086-39f54a3f97b6 tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.18 "DELETE /v2.0/ports/03ec07ef-9def-4683-a8ed-f1067b2ae4c9 HTTP/1.1" status: 204 len: 173 time: 1.1429229 Mar 08 12:15:19.282703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-329bacf8-2f8b-4278-9d48-a3c1476ad22d req-29df60a6-378d-43e8-b454-5c8e4acca59f tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Synchronizing usage tracker for tenant:9d7466a730a643e8887e007d257a0a23 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:15:19.368572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-329bacf8-2f8b-4278-9d48-a3c1476ad22d req-29df60a6-378d-43e8-b454-5c8e4acca59f tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] Unset dirty status for tenant:9d7466a730a643e8887e007d257a0a23 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:15:19.369740 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-329bacf8-2f8b-4278-9d48-a3c1476ad22d req-29df60a6-378d-43e8-b454-5c8e4acca59f tempest-DeleteServersTestJSON-1448624574 tempest-DeleteServersTestJSON-1448624574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7d86203-004d-43dc-bf56-41ca63517899 HTTP/1.1" status: 200 len: 210 time: 0.1325393 Mar 08 12:15:20.610400 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56514) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:15:20.640989 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:15:20.672267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Deleting subnet 97bed37b-b990-46f3-8d55-8d403878a8be {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:15:20.675171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:20.677514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:15:20.677892 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 03ec07ef-9def-4683-a8ed-f1067b2ae4c9 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:15:20.723650 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:20.779979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:20.918617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:20.956128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97bed37b-b990-46f3-8d55-8d403878a8be,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:20.960871 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:20.968447 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:20.968794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:20.969129 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:20.969458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:20.969784 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:20.970140 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:20.970461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:20.970781 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:20.971101 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:20.971415 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:20.971732 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:20.972043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:20.975479 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6ee08cd7-acac-4f72-99a9-1ea3f3a981fa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/97bed37b-b990-46f3-8d55-8d403878a8be HTTP/1.1" status: 204 len: 168 time: 0.3640704 Mar 08 12:15:20.978017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56518) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:15:21.083277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6b30-aa60-4039-8c8c-97269527df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:21.204248 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6b30-aa60-4039-8c8c-97269527df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:21.228610 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9e2c6b30-aa60-4039-8c8c-97269527df75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1a8f21-3f7a-4040-a3c6-72d1534e657e']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:21.243972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9e2c6b30-aa60-4039-8c8c-97269527df75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdabf910-4f36-4616-8c88-e54cd4a745da') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:21.244259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9e2c6b30-aa60-4039-8c8c-97269527df75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdabf910-4f36-4616-8c88-e54cd4a745da') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:21.255534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6b30-aa60-4039-8c8c-97269527df75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:21.368440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6b30-aa60-4039-8c8c-97269527df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:21.374279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2c6b30-aa60-4039-8c8c-97269527df75 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:15:21.374664 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6b30-aa60-4039-8c8c-97269527df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:15:21.387955 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:15:21.535621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6b30-aa60-4039-8c8c-97269527df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:21.551654 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e2c6b30-aa60-4039-8c8c-97269527df75 admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:21.560743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c6b30-aa60-4039-8c8c-97269527df75 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa1a8f21-3f7a-4040-a3c6-72d1534e657e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:21.565807 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9e2c6b30-aa60-4039-8c8c-97269527df75 admin admin] 10.222.0.32 "DELETE /v2.0/networks/aa1a8f21-3f7a-4040-a3c6-72d1534e657e HTTP/1.1" status: 204 len: 168 time: 0.5845742 Mar 08 12:15:21.973591 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56524) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:15:22.022212 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-10caaac8-36f8-4e1d-ac34-794f434eefcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d7466a730a643e8887e007d257a0a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474300 Mar 08 12:15:22.024630 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56528) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:15:22.081017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b58bc89-73f3-4306-8c63-0f0eacf354a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:22.105822 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b58bc89-73f3-4306-8c63-0f0eacf354a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:22.233053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b58bc89-73f3-4306-8c63-0f0eacf354a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:22.250741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58bc89-73f3-4306-8c63-0f0eacf354a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4833a5-311f-4e52-b222-733d5aaa7e3a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:22.328451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1b58bc89-73f3-4306-8c63-0f0eacf354a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:22.329577 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1b58bc89-73f3-4306-8c63-0f0eacf354a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c4833a5-311f-4e52-b222-733d5aaa7e3a HTTP/1.1" status: 204 len: 168 time: 0.3039966 Mar 08 12:15:23.448834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56552) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:15:23.548396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1407298669-network', 'tenant_id': 'bc2f172f6f234621bdd0f2fe565398ee'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:15:23.553242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:15:23.558002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Usage tracker for resource:network and tenant:bc2f172f6f234621bdd0f2fe565398ee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:15:23.561722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:15:23.572184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:15:23.690222 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Made reservation on behalf of bc2f172f6f234621bdd0f2fe565398ee for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:15:23.692591 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:23.704797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:23.719095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:15:23.722974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Usage tracker for resource:security_group_rule and tenant:bc2f172f6f234621bdd0f2fe565398ee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:15:23.726485 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:15:23.732303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:15:23.812217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:23.935855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:23.966095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:15:23.974391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72940187-aca5-4229-92a0-6dfc0b2b2855,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:23.981389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:23.981740 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Added segment 5f9081c0-0d6d-48f4-9950-24809c90d59d of type vlan for network 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 Mar 08 12:15:24.007473 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:24.112513 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:24.113452 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:24.114060 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:24.217162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] Pushing event updated for resources: {'Network': ['ID=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:24.227073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:15:24.290454 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d10d8425-6685-4dc4-a65d-b708cd7b530a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8405635 Mar 08 12:15:24.293202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56558) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:15:24.298550 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Request body: {'subnet': {'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1407298669-subnet', 'tenant_id': 'bc2f172f6f234621bdd0f2fe565398ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:15:24.303467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:15:24.307337 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Usage tracker for resource:subnet and tenant:bc2f172f6f234621bdd0f2fe565398ee is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:15:24.310360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:15:24.316629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:15:24.386972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Made reservation on behalf of bc2f172f6f234621bdd0f2fe565398ee for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:15:24.389281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:24.650269 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:24.723052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=93bb8bde-7bae-4e69-8eaa-eeda0eaf236f,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:24.732384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Checking segment: {'id': '5f9081c0-0d6d-48f4-9950-24809c90d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:15:24.732744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Network hostable DHCP agents. Network: 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:15:24.872908 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Network 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:15:24.981015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:15:24.985254 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:24.985940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:24.990513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa0a807-9fc9-42f1-9eeb-b46d55f71b92 None None] Network 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:15:25.113816 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1048297e-d11b-448a-b239-a40f27f8ab3f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8195369 Mar 08 12:15:25.195219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694f8948-e067-43d2-9f52-63d0b8c64216 None None] Network 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:15:25.617950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-450a5655-06f5-4d05-b2fa-7cac0dd63d24 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:25.619388 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-450a5655-06f5-4d05-b2fa-7cac0dd63d24 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/networks?id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 HTTP/1.1" status: 200 len: 815 time: 0.1427581 Mar 08 12:15:25.633739 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-caaa111c-6112-4e68-80de-9c7799bd81a8 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/quotas/bc2f172f6f234621bdd0f2fe565398ee HTTP/1.1" status: 200 len: 375 time: 0.0088134 Mar 08 12:15:25.680444 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-706869f5-defa-43da-812b-8d6b3a034131 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417831 Mar 08 12:15:25.861131 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-9874afe7-45a2-48cc-b222-22fe1382872b service neutron] 10.222.0.32 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737945 Mar 08 12:15:25.996268 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-6c24da84-9e57-4ac4-8350-4df7ffb891e2 service neutron] 10.222.0.32 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285446 Mar 08 12:15:26.275204 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1891ba03-8d0a-4dad-b42c-bd39311a084a req-8145093d-724d-4f59-b0cb-ddabbf6e8f0b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 210 time: 0.0429485 Mar 08 12:15:27.431317 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cf4e4c84-00a9-46dd-8f7d-911cf2714cb5 req-d1dcb2a9-3c1d-4898-946f-bdaeba71b51d tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 210 time: 0.0456641 Mar 08 12:15:28.587838 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-dd409236-05bd-4f03-ae57-584aebb54dfa req-56ddfe2f-beb8-477e-ae1a-6c6251f68a13 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 210 time: 0.0470107 Mar 08 12:15:28.605470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-3a0626d6-fad3-4ebe-b784-fc7057dc8e2e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:28.607213 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-3a0626d6-fad3-4ebe-b784-fc7057dc8e2e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.18 "GET /v2.0/networks?id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 HTTP/1.1" status: 200 len: 815 time: 0.2456288 Mar 08 12:15:28.624617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Request body: {'port': {'device_id': 'aff29241-66da-4f04-af9c-8a4a4630e6cc', 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8', 'admin_state_up': True, 'tenant_id': 'bc2f172f6f234621bdd0f2fe565398ee'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:15:28.761769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:15:28.765672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Usage tracker for resource:port and tenant:bc2f172f6f234621bdd0f2fe565398ee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:15:28.768590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:15:28.775232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:15:28.844167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Made reservation on behalf of bc2f172f6f234621bdd0f2fe565398ee for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:15:28.847850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:29.010227 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Allocated IP 172.20.0.10 (9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8/93bb8bde-7bae-4e69-8eaa-eeda0eaf236f/a57f996d-c53c-4313-a484-c975eed52f4a) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:15:29.205218 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:29.313266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:29.379472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Network 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:15:29.386851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:15:29.389219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:15:29.428794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Pushing event updated for resources: {'Port': ['ID=a57f996d-c53c-4313-a484-c975eed52f4a,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:29.460217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:29.460762 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:29.575578 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-fda42cdf-d620-4cb2-8e83-945a24b0a2fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9546828 Mar 08 12:15:29.587317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Request body: {'port': {'device_id': 'aff29241-66da-4f04-af9c-8a4a4630e6cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:15:29.699141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:29.895246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ebb4-61b3-40b6-8463-96a853a876d3 req-c6237779-7f98-4405-8125-ce29133439f6 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:29.896107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d4c0ebb4-61b3-40b6-8463-96a853a876d3 req-c6237779-7f98-4405-8125-ce29133439f6 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Synchronizing usage tracker for tenant:bc2f172f6f234621bdd0f2fe565398ee on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:15:30.030828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d4c0ebb4-61b3-40b6-8463-96a853a876d3 req-c6237779-7f98-4405-8125-ce29133439f6 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Unset dirty status for tenant:bc2f172f6f234621bdd0f2fe565398ee on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:15:30.032150 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4c0ebb4-61b3-40b6-8463-96a853a876d3 req-c6237779-7f98-4405-8125-ce29133439f6 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 932 time: 0.3242652 Mar 08 12:15:30.118814 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4c0ebb4-61b3-40b6-8463-96a853a876d3 req-c1a967af-706d-41d7-8a83-302fa0c0b76d tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800261 Mar 08 12:15:30.146644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57f996d-c53c-4313-a484-c975eed52f4a {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:15:30.153793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:30.168967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Transition to ACTIVE for port object a57f996d-c53c-4313-a484-c975eed52f4a will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:15:30.233083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:30.385412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Pushing event updated for resources: {'Port': ['ID=a57f996d-c53c-4313-a484-c975eed52f4a,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:30.454884 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Attempting to bind port a57f996d-c53c-4313-a484-c975eed52f4a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:15:30.455142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Attempting to bind port a57f996d-c53c-4313-a484-c975eed52f4a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '5f9081c0-0d6d-48f4-9950-24809c90d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:15:30.455473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Attempting to bind port a57f996d-c53c-4313-a484-c975eed52f4a on network 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:15:30.459920 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Port a57f996d-c53c-4313-a484-c975eed52f4a on network 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:15:30.460238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Attempting to bind port a57f996d-c53c-4313-a484-c975eed52f4a on network 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:15:30.465694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:15:30.466133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Checking segment: {'id': '5f9081c0-0d6d-48f4-9950-24809c90d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:15:30.466515 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Bound using segment: {'id': '5f9081c0-0d6d-48f4-9950-24809c90d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:15:30.466929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Bound port: a57f996d-c53c-4313-a484-c975eed52f4a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9081c0-0d6d-48f4-9950-24809c90d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:15:30.467268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:30.554533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] For port a57f996d-c53c-4313-a484-c975eed52f4a, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:15:30.557411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] For port a57f996d-c53c-4313-a484-c975eed52f4a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a57f996d-c53c-4313-a484-c975eed52f4a,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:15:30.627957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:30.681921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:30.682558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:30.683909 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] 10.222.0.18 "PUT /v2.0/ports/a57f996d-c53c-4313-a484-c975eed52f4a HTTP/1.1" status: 200 len: 1094 time: 1.1008785 Mar 08 12:15:30.684349 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff29241-66da-4f04-af9c-8a4a4630e6cc', 'tag': 'a57f996d-c53c-4313-a484-c975eed52f4a'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:30.714018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e66542-69d9-4a2e-bb4c-bdf5ce2b723b service neutron] Pushing event updated for resources: {'Port': ['ID=a57f996d-c53c-4313-a484-c975eed52f4a,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:30.728532 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff29241-66da-4f04-af9c-8a4a4630e6cc', 'tag': 'a57f996d-c53c-4313-a484-c975eed52f4a', 'status': 'completed', 'code': 200} Mar 08 12:15:30.915919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a63a6-21ff-4c88-a67f-3bbdfe254fdc req-f00a8a67-0a00-4caa-bb34-80d34b1c74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:30.917369 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-825a63a6-21ff-4c88-a67f-3bbdfe254fdc req-f00a8a67-0a00-4caa-bb34-80d34b1c74ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 1097 time: 0.1701326 Mar 08 12:15:31.053684 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a63a6-21ff-4c88-a67f-3bbdfe254fdc req-f162f4fd-bf43-4e93-b2ea-5f79591f353c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:31.055064 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-825a63a6-21ff-4c88-a67f-3bbdfe254fdc req-f162f4fd-bf43-4e93-b2ea-5f79591f353c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1305165 Mar 08 12:15:31.187620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a63a6-21ff-4c88-a67f-3bbdfe254fdc req-a740d385-8863-45e6-aa9d-169bbfde1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:31.189055 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-825a63a6-21ff-4c88-a67f-3bbdfe254fdc req-a740d385-8863-45e6-aa9d-169bbfde1f58 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286600 Mar 08 12:15:31.387190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8e2ab-fe7c-44bc-99a2-95a2064c8fab req-a7a25b34-db7e-4b26-857a-8309150be108 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:31.388637 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-25c8e2ab-fe7c-44bc-99a2-95a2064c8fab req-a7a25b34-db7e-4b26-857a-8309150be108 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 944 time: 0.1645398 Mar 08 12:15:31.391192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-338fa4be-463d-4bf8-b16c-225846428ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:31.392505 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-338fa4be-463d-4bf8-b16c-225846428ab3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 1097 time: 0.1324019 Mar 08 12:15:31.472993 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-4b88714b-d58a-440d-8bed-4dfa4d3c69cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a57f996d-c53c-4313-a484-c975eed52f4a HTTP/1.1" status: 200 len: 217 time: 0.0663598 Mar 08 12:15:31.532973 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-25c8e2ab-fe7c-44bc-99a2-95a2064c8fab req-39bcfc21-635e-4e50-8827-5435e3ada56c tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385639 Mar 08 12:15:31.547868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-5c19b039-a0ae-4935-ba1c-258c64c728c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:31.549293 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-5c19b039-a0ae-4935-ba1c-258c64c728c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93bb8bde-7bae-4e69-8eaa-eeda0eaf236f HTTP/1.1" status: 200 len: 855 time: 0.0692647 Mar 08 12:15:31.595056 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-4c954605-a6ce-4cbe-9a06-04d1d0fe1cc6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404468 Mar 08 12:15:31.728983 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-e21051ec-6778-402e-80f5-39b400cd69a2 service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282315 Mar 08 12:15:31.860010 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3664c25e-91e9-4341-ac6a-5010fa9b9f04 req-c0ab2a14-a715-4d90-b6b8-8b3143fdd289 service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245008 Mar 08 12:15:32.721257 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84bd61-c077-4b4c-9d2a-aa9c1406a367 req-3391dd14-6704-40cb-af9e-b745158c2e96 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:32.722722 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0a84bd61-c077-4b4c-9d2a-aa9c1406a367 req-3391dd14-6704-40cb-af9e-b745158c2e96 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 944 time: 0.0792425 Mar 08 12:15:32.765315 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-0a84bd61-c077-4b4c-9d2a-aa9c1406a367 req-cf6fdbb3-a39b-40fc-b59b-3c30ec15d361 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Synchronizing usage tracker for tenant:bc2f172f6f234621bdd0f2fe565398ee on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:15:32.913245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-0a84bd61-c077-4b4c-9d2a-aa9c1406a367 req-cf6fdbb3-a39b-40fc-b59b-3c30ec15d361 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Unset dirty status for tenant:bc2f172f6f234621bdd0f2fe565398ee on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:15:32.914492 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0a84bd61-c077-4b4c-9d2a-aa9c1406a367 req-cf6fdbb3-a39b-40fc-b59b-3c30ec15d361 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861682 Mar 08 12:15:34.098449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80a41e-6cc2-4a0d-bff4-8d82e1d11dfa req-b6df4dea-0c72-42dc-b050-6b05fd76a765 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:34.099876 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e80a41e-6cc2-4a0d-bff4-8d82e1d11dfa req-b6df4dea-0c72-42dc-b050-6b05fd76a765 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 944 time: 0.0785348 Mar 08 12:15:34.146047 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e80a41e-6cc2-4a0d-bff4-8d82e1d11dfa req-0abb7e5d-f8a8-47d6-86d8-4f85ab71067a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Mar 08 12:15:34.703687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device a57f996d-c53c-4313-a484-c975eed52f4a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:15:34.834445 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port a57f996d-c53c-4313-a484-c975eed52f4a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a57f996d-c53c-4313-a484-c975eed52f4a,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:15:34.847126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'a57f996d-c53c-4313-a484-c975eed52f4a', 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8', 'port_id': 'a57f996d-c53c-4313-a484-c975eed52f4a', 'mac_address': 'fa:16:3e:c0:eb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bb8bde-7bae-4e69-8eaa-eeda0eaf236f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:15:34.900237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:34.919737 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57f996d-c53c-4313-a484-c975eed52f4a {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:15:34.935431 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port a57f996d-c53c-4313-a484-c975eed52f4a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a57f996d-c53c-4313-a484-c975eed52f4a,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:15:35.004463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:35.082795 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:15:35.101282 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=a57f996d-c53c-4313-a484-c975eed52f4a,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:35.108802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:35.109154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:35.109517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:35.109839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:35.110198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:35.110533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:35.110864 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:35.111193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:35.111522 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:35.111848 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:35.112171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:35.112492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:35.314292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['a57f996d-c53c-4313-a484-c975eed52f4a'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:15:35.333327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4050861-b783-4c47-bb17-1c37dfbe183e req-e8d0d941-783b-482a-aea3-586564be6f01 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:35.334863 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d4050861-b783-4c47-bb17-1c37dfbe183e req-e8d0d941-783b-482a-aea3-586564be6f01 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 945 time: 0.0850649 Mar 08 12:15:35.378990 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d4050861-b783-4c47-bb17-1c37dfbe183e req-7bcd15f9-ea76-48b2-811b-977c25738873 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377629 Mar 08 12:15:36.560672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aa653-ae99-48d0-a71e-04aaa654fbd1 req-c07affb6-9f75-4b17-8e66-2ec3bdad17f2 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:36.562143 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-085aa653-ae99-48d0-a71e-04aaa654fbd1 req-c07affb6-9f75-4b17-8e66-2ec3bdad17f2 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 945 time: 0.0789397 Mar 08 12:15:36.607232 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-085aa653-ae99-48d0-a71e-04aaa654fbd1 req-d86915cb-3f8f-4213-a88e-432e3999a958 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394151 Mar 08 12:15:36.719494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device a57f996d-c53c-4313-a484-c975eed52f4a up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:15:36.872814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port a57f996d-c53c-4313-a484-c975eed52f4a completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:15:36.877425 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port a57f996d-c53c-4313-a484-c975eed52f4a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:15:36.877798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:36.991019 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:37.016774 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff29241-66da-4f04-af9c-8a4a4630e6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57f996d-c53c-4313-a484-c975eed52f4a'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:37.026850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port a57f996d-c53c-4313-a484-c975eed52f4a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a57f996d-c53c-4313-a484-c975eed52f4a,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:15:37.061538 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff29241-66da-4f04-af9c-8a4a4630e6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57f996d-c53c-4313-a484-c975eed52f4a', 'code': 200} Mar 08 12:15:37.090473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:37.158654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=a57f996d-c53c-4313-a484-c975eed52f4a,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:37.407076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1ec57-477d-4b46-a586-d53d24b5a280 req-443b022c-dcbc-4b2d-9372-9b886e0066a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:37.408583 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-36d1ec57-477d-4b46-a586-d53d24b5a280 req-443b022c-dcbc-4b2d-9372-9b886e0066a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 1099 time: 0.0715227 Mar 08 12:15:37.448371 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-36d1ec57-477d-4b46-a586-d53d24b5a280 req-ce0d0ee0-ef0b-4625-8f33-6c1e25077a45 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342073 Mar 08 12:15:37.787093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ea4a4-6534-4f14-a52d-c5a42973a483 req-61cac01f-9bef-4dcf-8ef3-c3e70f17e2cd tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:37.788533 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e5ea4a4-6534-4f14-a52d-c5a42973a483 req-61cac01f-9bef-4dcf-8ef3-c3e70f17e2cd tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0786862 Mar 08 12:15:37.832062 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e5ea4a4-6534-4f14-a52d-c5a42973a483 req-c8b78351-60c7-4d5f-a9bb-64ab0eba012c tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374928 Mar 08 12:15:39.018968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d837d-c949-466d-8f6c-dbb0716b3bee req-a3a92e22-8ec4-42f2-8a27-cd5a57c4bb8d tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:39.020350 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-670d837d-c949-466d-8f6c-dbb0716b3bee req-a3a92e22-8ec4-42f2-8a27-cd5a57c4bb8d tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0827961 Mar 08 12:15:39.064195 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-670d837d-c949-466d-8f6c-dbb0716b3bee req-0b094fcd-0426-4881-ac2f-15f0306937bc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382895 Mar 08 12:15:39.248778 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6ef9a-c01b-45e0-90ed-600742fa5d44 req-c490222c-ddf2-4609-baa5-d9c74c214179 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:39.250242 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-07b6ef9a-c01b-45e0-90ed-600742fa5d44 req-c490222c-ddf2-4609-baa5-d9c74c214179 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0816131 Mar 08 12:15:39.298968 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-07b6ef9a-c01b-45e0-90ed-600742fa5d44 req-97f1aec7-7fbf-4cd3-bba3-92e05d74e910 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430920 Mar 08 12:15:39.701545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d1c8a-14cd-4cb3-b49f-9a47ee3ae446 req-b9e8f2fb-8a57-4c6a-94c3-2157829223a5 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:39.703022 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ce7d1c8a-14cd-4cb3-b49f-9a47ee3ae446 req-b9e8f2fb-8a57-4c6a-94c3-2157829223a5 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0885231 Mar 08 12:15:39.746718 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ce7d1c8a-14cd-4cb3-b49f-9a47ee3ae446 req-896a4bd6-ae98-4a73-8fc8-823de22e09e7 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379844 Mar 08 12:15:39.907468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9271314e-f247-4dd5-ae7d-4622d5e14c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:39.936489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960379a7-a186-4e8e-9647-6edc560766b6 req-11f3d64a-7f00-4cbb-8088-55523fd18054 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:39.937980 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-960379a7-a186-4e8e-9647-6edc560766b6 req-11f3d64a-7f00-4cbb-8088-55523fd18054 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0881298 Mar 08 12:15:39.981153 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-960379a7-a186-4e8e-9647-6edc560766b6 req-1f18018e-99d1-469b-b02e-1a60cce54264 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375984 Mar 08 12:15:40.547442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca85b10-a828-4b8f-a602-a58a7563b86f req-2cad4b68-14be-48cf-b181-81d358a00d0e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:40.548889 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-aca85b10-a828-4b8f-a602-a58a7563b86f req-2cad4b68-14be-48cf-b181-81d358a00d0e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0826275 Mar 08 12:15:40.594641 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-aca85b10-a828-4b8f-a602-a58a7563b86f req-1369d279-f5b8-4b4b-8967-47401921e4b5 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396464 Mar 08 12:15:40.720277 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-a0853ffc-19ff-4946-b0ca-f37997b305d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1646492 Mar 08 12:15:41.786371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeb716-1c1e-4850-a45c-ba37389402fe req-024dfd6e-ee1d-4035-b34f-b51ea65f80a0 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:41.787808 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-19aeb716-1c1e-4850-a45c-ba37389402fe req-024dfd6e-ee1d-4035-b34f-b51ea65f80a0 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0812182 Mar 08 12:15:41.834436 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-19aeb716-1c1e-4850-a45c-ba37389402fe req-cdc75de3-f57d-4dec-b453-923e5aaf7a7d tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Mar 08 12:15:42.216413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4cffc8ca-4af3-41dc-88cb-baee767d80da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:42.672140 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-2fa667de-b952-4ab0-9326-41c2b7230923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:42.673609 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-2fa667de-b952-4ab0-9326-41c2b7230923 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 1099 time: 0.0713530 Mar 08 12:15:42.804217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-431ffcc5-120a-48ab-97b1-67483a6a3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:42.805655 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-431ffcc5-120a-48ab-97b1-67483a6a3011 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 HTTP/1.1" status: 200 len: 916 time: 0.1264372 Mar 08 12:15:42.874885 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-e7daad5e-15c1-4846-806c-f102a912931d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a57f996d-c53c-4313-a484-c975eed52f4a HTTP/1.1" status: 200 len: 217 time: 0.0636797 Mar 08 12:15:42.937807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-82f3185f-1c20-4b21-82b0-e12d600fea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:42.939169 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-82f3185f-1c20-4b21-82b0-e12d600fea16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93bb8bde-7bae-4e69-8eaa-eeda0eaf236f HTTP/1.1" status: 200 len: 855 time: 0.0574713 Mar 08 12:15:42.986091 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-ae87d8b6-8a5b-443c-85db-801539998a2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411053 Mar 08 12:15:43.019805 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e4fb8-417f-4ae9-aae4-904117442148 req-114cdcf3-188b-49fe-940c-8f11aabc9a8a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:43.021334 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4b6e4fb8-417f-4ae9-aae4-904117442148 req-114cdcf3-188b-49fe-940c-8f11aabc9a8a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0808468 Mar 08 12:15:43.069453 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4b6e4fb8-417f-4ae9-aae4-904117442148 req-e1c6f59a-03eb-4bef-ae32-61a9a4e8007b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422986 Mar 08 12:15:43.117308 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-5bd78186-be5a-4e77-864e-8c81ba8fd2ee service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255021 Mar 08 12:15:43.253728 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-7ed8494c-b029-4ab2-9ee7-d4d937cc5a87 service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225762 Mar 08 12:15:43.449711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:43.558802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:43.586345 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:44.255009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dabe0-547d-4626-941e-c212da3540fd req-a728fb75-d2ad-43cb-93c6-2d3a85ff156f tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:44.256434 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5f8dabe0-547d-4626-941e-c212da3540fd req-a728fb75-d2ad-43cb-93c6-2d3a85ff156f tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0821638 Mar 08 12:15:44.298976 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5f8dabe0-547d-4626-941e-c212da3540fd req-78046c31-f453-4a62-a2cf-b9cc605fd110 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369604 Mar 08 12:15:44.753644 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:15:45.487788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7d9c2-1b34-43eb-8eda-5316b9f7a198 req-d8d5b14e-3e62-4aa4-9df1-0079de5ecf3f tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:45.489336 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-53a7d9c2-1b34-43eb-8eda-5316b9f7a198 req-d8d5b14e-3e62-4aa4-9df1-0079de5ecf3f tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0877008 Mar 08 12:15:45.540871 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-53a7d9c2-1b34-43eb-8eda-5316b9f7a198 req-49fdf2c4-5305-4dd4-9acf-2a5f720d1dee tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456553 Mar 08 12:15:46.730812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c020dac-5a55-40cf-8ad1-6b92229730cd req-02e49977-c00f-47ff-bac7-d32e4bfc9a1e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:46.732226 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9c020dac-5a55-40cf-8ad1-6b92229730cd req-02e49977-c00f-47ff-bac7-d32e4bfc9a1e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0836134 Mar 08 12:15:46.775289 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9c020dac-5a55-40cf-8ad1-6b92229730cd req-6a5d4f71-8559-47f0-aab2-cda2a3421c8f tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374417 Mar 08 12:15:47.975953 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771439-0f41-41a5-9014-6448a2b02402 req-41472073-1949-4b97-a854-866b132f6be9 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:47.977295 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-89771439-0f41-41a5-9014-6448a2b02402 req-41472073-1949-4b97-a854-866b132f6be9 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0823457 Mar 08 12:15:48.020631 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-89771439-0f41-41a5-9014-6448a2b02402 req-da8f6c3d-029f-4ced-8927-fd1b0bb9b1cb tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378022 Mar 08 12:15:49.201576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610fe0b-cb27-4d6b-9753-2c9c196da04b req-bb28bdbf-a580-4d41-bc5f-8b7f1352671c tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:49.203036 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3610fe0b-cb27-4d6b-9753-2c9c196da04b req-bb28bdbf-a580-4d41-bc5f-8b7f1352671c tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0794668 Mar 08 12:15:49.245737 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3610fe0b-cb27-4d6b-9753-2c9c196da04b req-e062fa3b-de71-462c-8029-b3c09a9d80c5 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371525 Mar 08 12:15:50.430121 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca37215-d709-489c-9df2-26b11a25e48a req-497d3878-cd86-4b00-97ae-b7e6903f7a56 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:50.431628 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fca37215-d709-489c-9df2-26b11a25e48a req-497d3878-cd86-4b00-97ae-b7e6903f7a56 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0797999 Mar 08 12:15:50.477664 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fca37215-d709-489c-9df2-26b11a25e48a req-b3f329f1-a770-43f0-b9c5-877228588c52 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Mar 08 12:15:51.667183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc928084-1008-4126-a58b-e592509e3d9d req-eff4e832-5af2-475a-b327-0d8c1d84d205 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:51.668742 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc928084-1008-4126-a58b-e592509e3d9d req-eff4e832-5af2-475a-b327-0d8c1d84d205 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0857341 Mar 08 12:15:51.714296 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fc928084-1008-4126-a58b-e592509e3d9d req-223db0cc-c476-42a0-a5f9-060d891d60cd tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390308 Mar 08 12:15:52.899150 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f502b9-9c23-416f-8dca-f2c1a88f75de req-40dcf77a-7d68-405c-ad4d-dfff57021a26 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:52.900579 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f6f502b9-9c23-416f-8dca-f2c1a88f75de req-40dcf77a-7d68-405c-ad4d-dfff57021a26 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0803471 Mar 08 12:15:52.943811 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f6f502b9-9c23-416f-8dca-f2c1a88f75de req-1667bffd-1952-47a9-a651-961a708fbcf8 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370378 Mar 08 12:15:54.129039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25697c-87e3-4bac-9572-c5200d8dc409 req-ff6b563b-65f4-4c99-bfb6-78a17f6a419e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:54.130528 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ec25697c-87e3-4bac-9572-c5200d8dc409 req-ff6b563b-65f4-4c99-bfb6-78a17f6a419e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0781796 Mar 08 12:15:54.177459 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ec25697c-87e3-4bac-9572-c5200d8dc409 req-0d7d7f72-22cf-40a8-bba2-0bacfe22dbd8 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413926 Mar 08 12:15:55.365439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b332fa5-2dbe-4bf0-8acb-1274240e39f3 req-6e68a5e1-029f-4347-a9ea-e7d29c2d4d17 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:55.366893 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4b332fa5-2dbe-4bf0-8acb-1274240e39f3 req-6e68a5e1-029f-4347-a9ea-e7d29c2d4d17 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0831914 Mar 08 12:15:55.507558 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4b332fa5-2dbe-4bf0-8acb-1274240e39f3 req-5790ee2e-47aa-4331-9dc7-06021045d036 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349120 Mar 08 12:15:56.688501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39427815-9a59-44a3-92b0-a483638dbeb2 req-3319c0ce-bfab-4454-babc-36f32be26f8f tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:56.689969 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-39427815-9a59-44a3-92b0-a483638dbeb2 req-3319c0ce-bfab-4454-babc-36f32be26f8f tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0793698 Mar 08 12:15:56.732432 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-39427815-9a59-44a3-92b0-a483638dbeb2 req-4ef90a61-b171-430c-a2cf-48819c14a738 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369737 Mar 08 12:15:57.915379 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0aac4-287d-458d-8316-6c6fb90aee03 req-51255c0b-bdbe-4c7e-b26b-12566ab4b968 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:57.916739 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4bf0aac4-287d-458d-8316-6c6fb90aee03 req-51255c0b-bdbe-4c7e-b26b-12566ab4b968 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0792053 Mar 08 12:15:57.960171 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4bf0aac4-287d-458d-8316-6c6fb90aee03 req-378032f1-0a2e-4756-b6cd-bc8f8af505ec tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378082 Mar 08 12:15:59.141942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41027cae-b5d9-42c7-a2dc-d31c0e91f97c req-3464eee3-31c2-4161-8404-0f799d5bb53e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:59.143347 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-41027cae-b5d9-42c7-a2dc-d31c0e91f97c req-3464eee3-31c2-4161-8404-0f799d5bb53e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0799568 Mar 08 12:15:59.186775 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-41027cae-b5d9-42c7-a2dc-d31c0e91f97c req-0b1bc00f-9ad8-48dc-81fb-e250cd0fe907 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378356 Mar 08 12:16:00.369663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ca97a-8734-467b-b123-30802499b3ee req-0b24f32e-498e-4746-8c02-7d35a0897e26 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:00.371114 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-648ca97a-8734-467b-b123-30802499b3ee req-0b24f32e-498e-4746-8c02-7d35a0897e26 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0810015 Mar 08 12:16:00.414159 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-648ca97a-8734-467b-b123-30802499b3ee req-888070e2-aa17-446f-b9d2-f9e2c957c107 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369275 Mar 08 12:16:01.596430 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec30bbf-c461-40af-b987-260528717209 req-18692db5-98a9-407a-a812-23b8dfd4e7c8 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:01.597855 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dec30bbf-c461-40af-b987-260528717209 req-18692db5-98a9-407a-a812-23b8dfd4e7c8 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0781257 Mar 08 12:16:01.640917 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dec30bbf-c461-40af-b987-260528717209 req-7042b956-5f64-4076-983a-5eb7fe164ce1 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375228 Mar 08 12:16:02.827420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef08924-23d0-457b-b2a9-5abb279fe401 req-8f4ebb81-95b5-4fb8-b57c-fee49b95028e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:02.828849 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2ef08924-23d0-457b-b2a9-5abb279fe401 req-8f4ebb81-95b5-4fb8-b57c-fee49b95028e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0822570 Mar 08 12:16:02.873063 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2ef08924-23d0-457b-b2a9-5abb279fe401 req-f5386d83-f1d1-41e3-b699-22636b54d713 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 Mar 08 12:16:04.063246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6e1f-430d-4c60-aede-eff56d122928 req-a0482fab-962f-4089-ae38-bfa25aefde36 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:04.064668 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-911e6e1f-430d-4c60-aede-eff56d122928 req-a0482fab-962f-4089-ae38-bfa25aefde36 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0886455 Mar 08 12:16:04.106459 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-911e6e1f-430d-4c60-aede-eff56d122928 req-f2eb2144-595b-4279-9948-91eb3c7eb8b5 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361226 Mar 08 12:16:05.307406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687db9ca-e7e8-4f0b-9e11-77de91f6e653 req-ed42a374-4fd6-494a-8252-85c24874e593 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:05.308790 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-687db9ca-e7e8-4f0b-9e11-77de91f6e653 req-ed42a374-4fd6-494a-8252-85c24874e593 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0806785 Mar 08 12:16:05.352811 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-687db9ca-e7e8-4f0b-9e11-77de91f6e653 req-9912b2f7-0c5f-4970-a99f-b71ed18b1354 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382099 Mar 08 12:16:06.536115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30df2ee-4578-45ed-9531-f20d4d1c9c6d req-4d4db3e5-39bb-4343-a339-1d6ab749b8cf tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:06.537555 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c30df2ee-4578-45ed-9531-f20d4d1c9c6d req-4d4db3e5-39bb-4343-a339-1d6ab749b8cf tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0814643 Mar 08 12:16:06.580247 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c30df2ee-4578-45ed-9531-f20d4d1c9c6d req-8daec5ee-f152-4767-b579-1f10184348e4 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371516 Mar 08 12:16:07.765532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df1fba-c74d-43a3-be6d-f2b962f3cab9 req-fb5c4f0b-e6ff-4a6a-bd4e-7c43a3b37cf3 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:07.767004 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d2df1fba-c74d-43a3-be6d-f2b962f3cab9 req-fb5c4f0b-e6ff-4a6a-bd4e-7c43a3b37cf3 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0820539 Mar 08 12:16:07.811646 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d2df1fba-c74d-43a3-be6d-f2b962f3cab9 req-d3bbbaaa-1b85-47a9-baf9-59719696fa42 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 Mar 08 12:16:08.996635 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636e43b-29a0-4f69-b8ef-7383a99fa758 req-c8b46a87-c2cb-46d0-b07b-f023a108b8db tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:08.998849 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a636e43b-29a0-4f69-b8ef-7383a99fa758 req-c8b46a87-c2cb-46d0-b07b-f023a108b8db tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0808883 Mar 08 12:16:09.042082 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a636e43b-29a0-4f69-b8ef-7383a99fa758 req-dd0ac160-102c-4606-b0fb-7be64455e3d7 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375407 Mar 08 12:16:09.931489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d7d03583-95e3-4db8-a6f6-d1b4bacb6f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:10.240796 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9431b53-757a-4298-849b-77f090a16eca req-87fea8f1-ef4b-4cd8-98f2-27da9d834783 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:10.242182 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e9431b53-757a-4298-849b-77f090a16eca req-87fea8f1-ef4b-4cd8-98f2-27da9d834783 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0842943 Mar 08 12:16:10.288139 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e9431b53-757a-4298-849b-77f090a16eca req-03a03dd5-9430-498f-8250-6fbf332260f3 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Mar 08 12:16:10.589606 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-4e21c0cb-0e55-4c2f-a3ae-e51c6c27a847 service neutron] 10.222.0.18 "GET /v2.0/ports/a57f996d-c53c-4313-a484-c975eed52f4a/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.1715281 Mar 08 12:16:11.261012 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-a7144383-6929-4cec-b071-fe5303dd49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:11.262484 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-a7144383-6929-4cec-b071-fe5303dd49f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc&tenant_id=bc2f172f6f234621bdd0f2fe565398ee HTTP/1.1" status: 200 len: 1099 time: 0.0704017 Mar 08 12:16:11.355528 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-79eb3bc5-ac35-40a0-abf5-b42728b2c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:11.358968 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-79eb3bc5-ac35-40a0-abf5-b42728b2c985 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 1099 time: 0.0742376 Mar 08 12:16:11.494174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-9f115f10-ffd7-4c94-9293-322652a99f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:11.495610 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-9f115f10-ffd7-4c94-9293-322652a99f56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 HTTP/1.1" status: 200 len: 916 time: 0.1330771 Mar 08 12:16:11.598258 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-5391695c-6557-4347-810a-21f008e89bc1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a57f996d-c53c-4313-a484-c975eed52f4a HTTP/1.1" status: 200 len: 217 time: 0.0963912 Mar 08 12:16:11.669624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-e18e0297-9844-4f06-8009-e4f95f3a1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:11.671078 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-e18e0297-9844-4f06-8009-e4f95f3a1988 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93bb8bde-7bae-4e69-8eaa-eeda0eaf236f HTTP/1.1" status: 200 len: 855 time: 0.0667462 Mar 08 12:16:11.724357 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-2cb4af99-68aa-49d3-ae33-49e927f12f29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449626 Mar 08 12:16:11.732437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009f42f-f83e-4952-b273-d02b3780cd5a req-0207f1e5-be9d-4c06-aea9-28b22b74fd9a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:11.733757 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1009f42f-f83e-4952-b273-d02b3780cd5a req-0207f1e5-be9d-4c06-aea9-28b22b74fd9a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.1851687 Mar 08 12:16:11.860901 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1009f42f-f83e-4952-b273-d02b3780cd5a req-81431a45-2e72-4d6d-a62f-950be4fa5bcd tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088355 Mar 08 12:16:11.890196 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-8036f528-84a4-464b-a2c8-937efe65b79e service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555035 Mar 08 12:16:12.018806 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1de4ee11-7e53-4bd6-81b0-e4763d9faaad req-b1557abb-6e0d-475d-b8a2-8490da4fe4ff service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232207 Mar 08 12:16:12.081831 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:16:12.252123 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c73d96da-af00-4c3d-94fd-478ab938ac4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:13.058940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2754d1-25c0-4fc6-944e-cfee394ae40c req-77f06215-f8a8-442c-b5aa-80dba5584b7a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:13.060308 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ec2754d1-25c0-4fc6-944e-cfee394ae40c req-77f06215-f8a8-442c-b5aa-80dba5584b7a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0867951 Mar 08 12:16:13.108756 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ec2754d1-25c0-4fc6-944e-cfee394ae40c req-09b79224-8c6b-4731-9568-717122743360 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409966 Mar 08 12:16:13.472948 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:13.543328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:13.583010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:14.294509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9116c-cd78-47be-aa6d-7ece9393bc96 req-e2f26216-0303-44ff-8bd7-87051360e686 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:14.295945 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e3e9116c-cd78-47be-aa6d-7ece9393bc96 req-e2f26216-0303-44ff-8bd7-87051360e686 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0842159 Mar 08 12:16:14.340479 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e3e9116c-cd78-47be-aa6d-7ece9393bc96 req-a2464e4b-4cd9-43f1-8b38-d4be7bb1f712 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389867 Mar 08 12:16:14.760399 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:14.894026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device a57f996d-c53c-4313-a484-c975eed52f4a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:16:14.897285 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device a57f996d-c53c-4313-a484-c975eed52f4a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:16:15.103867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:15.139350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port a57f996d-c53c-4313-a484-c975eed52f4a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a57f996d-c53c-4313-a484-c975eed52f4a,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:16:15.153128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'a57f996d-c53c-4313-a484-c975eed52f4a', 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8', 'port_id': 'a57f996d-c53c-4313-a484-c975eed52f4a', 'mac_address': 'fa:16:3e:c0:eb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bb8bde-7bae-4e69-8eaa-eeda0eaf236f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:16:15.159565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff29241-66da-4f04-af9c-8a4a4630e6cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57f996d-c53c-4313-a484-c975eed52f4a'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:16:15.196801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port a57f996d-c53c-4313-a484-c975eed52f4a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a57f996d-c53c-4313-a484-c975eed52f4a,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:16:15.222724 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff29241-66da-4f04-af9c-8a4a4630e6cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57f996d-c53c-4313-a484-c975eed52f4a', 'code': 200} Mar 08 12:16:15.226967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:15.243646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a57f996d-c53c-4313-a484-c975eed52f4a {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:16:15.315470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:15.426931 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:16:15.427539 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:16:15.430846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=a57f996d-c53c-4313-a484-c975eed52f4a,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:15.531997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffcc09-eb86-4abb-bb59-9558945ac020 req-7289532c-a48a-44d7-8ee4-450c5575df4b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:15.533449 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9bffcc09-eb86-4abb-bb59-9558945ac020 req-7289532c-a48a-44d7-8ee4-450c5575df4b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 944 time: 0.0832925 Mar 08 12:16:15.578023 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9bffcc09-eb86-4abb-bb59-9558945ac020 req-55b87196-dfed-4b6e-bf07-92cf1475aa6a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389223 Mar 08 12:16:15.979876 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:15.996387 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57f996d-c53c-4313-a484-c975eed52f4a {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:16:16.011878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port a57f996d-c53c-4313-a484-c975eed52f4a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a57f996d-c53c-4313-a484-c975eed52f4a,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:16:16.195180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:16.262502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['a57f996d-c53c-4313-a484-c975eed52f4a'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:16:16.300034 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=a57f996d-c53c-4313-a484-c975eed52f4a,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:16.772756 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7da863-9d2f-485a-a3e0-560f4ddad824 req-6c99305b-a27c-465a-9ec2-9f91c88fcce3 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:16.774241 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0e7da863-9d2f-485a-a3e0-560f4ddad824 req-6c99305b-a27c-465a-9ec2-9f91c88fcce3 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 945 time: 0.0827360 Mar 08 12:16:16.818662 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0e7da863-9d2f-485a-a3e0-560f4ddad824 req-0505aa21-9a7d-4f73-811b-03db5b21f6b0 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387921 Mar 08 12:16:16.908795 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device a57f996d-c53c-4313-a484-c975eed52f4a up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:16:17.016332 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port a57f996d-c53c-4313-a484-c975eed52f4a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:16:17.017028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:17.145011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:17.179651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port a57f996d-c53c-4313-a484-c975eed52f4a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a57f996d-c53c-4313-a484-c975eed52f4a,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:16:17.223572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff29241-66da-4f04-af9c-8a4a4630e6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57f996d-c53c-4313-a484-c975eed52f4a'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:16:17.240941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e6a96-0545-4b1a-bef1-1991437bfc87 req-84951ba9-9f16-4b1a-b764-8042d228060a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:17.242490 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-166e6a96-0545-4b1a-bef1-1991437bfc87 req-84951ba9-9f16-4b1a-b764-8042d228060a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 945 time: 0.0890205 Mar 08 12:16:17.252281 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:17.290951 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-166e6a96-0545-4b1a-bef1-1991437bfc87 req-da06afb8-84f6-4d2c-8690-c5b5f6635aa9 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428991 Mar 08 12:16:17.293916 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff29241-66da-4f04-af9c-8a4a4630e6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57f996d-c53c-4313-a484-c975eed52f4a', 'code': 200} Mar 08 12:16:17.327911 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=a57f996d-c53c-4313-a484-c975eed52f4a,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:17.332935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1adb5-ac55-48c8-a7a8-29db5c89c88d req-89e8e66c-1033-4115-8699-0355f059bdb7 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:17.334433 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-16f1adb5-ac55-48c8-a7a8-29db5c89c88d req-89e8e66c-1033-4115-8699-0355f059bdb7 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc&tenant_id=bc2f172f6f234621bdd0f2fe565398ee&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 946 time: 0.1104205 Mar 08 12:16:17.471058 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1adb5-ac55-48c8-a7a8-29db5c89c88d req-50a24756-b5c2-4643-a46c-e66aeeaf2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:17.472443 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-16f1adb5-ac55-48c8-a7a8-29db5c89c88d req-50a24756-b5c2-4643-a46c-e66aeeaf2df7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 1099 time: 0.0726905 Mar 08 12:16:17.600453 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1adb5-ac55-48c8-a7a8-29db5c89c88d req-4e7c87a6-cbe4-4260-8978-a9c773d896fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:17.601927 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-16f1adb5-ac55-48c8-a7a8-29db5c89c88d req-4e7c87a6-cbe4-4260-8978-a9c773d896fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 HTTP/1.1" status: 200 len: 916 time: 0.1244206 Mar 08 12:16:17.673261 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-16f1adb5-ac55-48c8-a7a8-29db5c89c88d req-c38ba1d7-7945-4c40-b527-966cd23e4f91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a57f996d-c53c-4313-a484-c975eed52f4a HTTP/1.1" status: 200 len: 217 time: 0.0648437 Mar 08 12:16:17.734724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1adb5-ac55-48c8-a7a8-29db5c89c88d req-e5795c20-50ce-469a-b7f8-b2a85827e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:17.736074 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-16f1adb5-ac55-48c8-a7a8-29db5c89c88d req-e5795c20-50ce-469a-b7f8-b2a85827e3b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93bb8bde-7bae-4e69-8eaa-eeda0eaf236f HTTP/1.1" status: 200 len: 855 time: 0.0572701 Mar 08 12:16:17.785510 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-16f1adb5-ac55-48c8-a7a8-29db5c89c88d req-d389cc38-a8df-402a-bbda-22a99ff1f676 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429540 Mar 08 12:16:18.016353 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-16f1adb5-ac55-48c8-a7a8-29db5c89c88d req-86c70854-79aa-482e-afaf-c45a9d18f354 service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251773 Mar 08 12:16:18.162942 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-16f1adb5-ac55-48c8-a7a8-29db5c89c88d req-f43ea745-4e23-4e03-ba3c-dd03acd4f4df service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413596 Mar 08 12:16:18.482454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01593e7b-6f9e-4b43-bed5-68cab771efba req-9db2ed03-762f-4eeb-b580-9ff9e53989b9 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:18.483907 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-01593e7b-6f9e-4b43-bed5-68cab771efba req-9db2ed03-762f-4eeb-b580-9ff9e53989b9 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0808480 Mar 08 12:16:18.527561 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-01593e7b-6f9e-4b43-bed5-68cab771efba req-9fd2e55c-6fbd-407d-9357-3ccd3976ee30 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380197 Mar 08 12:16:19.713296 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb2f71-07a6-488e-a0da-9dd74738c09a req-5df57089-27ab-4dd6-b412-772916eeb25e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:19.714779 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7bfb2f71-07a6-488e-a0da-9dd74738c09a req-5df57089-27ab-4dd6-b412-772916eeb25e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0841143 Mar 08 12:16:19.759176 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7bfb2f71-07a6-488e-a0da-9dd74738c09a req-8091bde8-d681-40f3-bebc-be99b104a2e9 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380416 Mar 08 12:16:19.943730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c6c53-8cec-4aed-9194-5b9b96821252 req-f2118a3a-9cb6-4e3a-ab43-0ccc8eb3ba20 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:19.945154 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a0c6c53-8cec-4aed-9194-5b9b96821252 req-f2118a3a-9cb6-4e3a-ab43-0ccc8eb3ba20 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0811810 Mar 08 12:16:19.987756 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a0c6c53-8cec-4aed-9194-5b9b96821252 req-b5c54355-1e78-4314-a8b2-b87cc40d2be4 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370669 Mar 08 12:16:20.179730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa0b40-2e05-4ad4-ae30-6438bb0ed304 req-2abcc399-afa2-4ab3-b366-a3d94cd6d54d tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:20.181175 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bafa0b40-2e05-4ad4-ae30-6438bb0ed304 req-2abcc399-afa2-4ab3-b366-a3d94cd6d54d tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0837178 Mar 08 12:16:20.224705 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bafa0b40-2e05-4ad4-ae30-6438bb0ed304 req-d5c84654-09be-492d-b14c-a505863bf3de tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377436 Mar 08 12:16:20.942393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-3b046635-eeaa-43c8-a8da-d4372db5d890 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:20.943061 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-3b046635-eeaa-43c8-a8da-d4372db5d890 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Synchronizing usage tracker for tenant:bc2f172f6f234621bdd0f2fe565398ee on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:16:21.050087 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-3b046635-eeaa-43c8-a8da-d4372db5d890 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Unset dirty status for tenant:bc2f172f6f234621bdd0f2fe565398ee on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:16:21.051251 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-3b046635-eeaa-43c8-a8da-d4372db5d890 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/networks?id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 HTTP/1.1" status: 200 len: 815 time: 0.2540758 Mar 08 12:16:21.068589 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-4e853298-1d81-42ab-92cb-765a69171776 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/quotas/bc2f172f6f234621bdd0f2fe565398ee HTTP/1.1" status: 200 len: 375 time: 0.0112755 Mar 08 12:16:21.152499 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-12284633-5591-457b-82f2-66e57033316c tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0788496 Mar 08 12:16:21.204749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-90ba62e8-fb73-4acf-b46b-63ba1876bed4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:16:21.205712 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-90ba62e8-fb73-4acf-b46b-63ba1876bed4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468438 Mar 08 12:16:21.333859 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-850cb94b-e698-4226-9554-2763e1e9be28 service neutron] 10.222.0.32 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223302 Mar 08 12:16:21.463639 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-01ceeed0-ade2-4d39-8362-5e920600a4b7 service neutron] 10.222.0.32 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238880 Mar 08 12:16:21.762256 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f0be9a84-195f-414f-8a43-64ef773cbac2 req-cc2185c7-7f9e-4753-ae0c-675f487a937e tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 210 time: 0.0427103 Mar 08 12:16:22.722452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc38abc-abf8-402a-9ae3-389dbbb68846 req-80d042e2-0542-4e52-9610-a5a3cc212471 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:22.723869 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8cc38abc-abf8-402a-9ae3-389dbbb68846 req-80d042e2-0542-4e52-9610-a5a3cc212471 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.18 "GET /v2.0/ports?device_id=aff29241-66da-4f04-af9c-8a4a4630e6cc HTTP/1.1" status: 200 len: 946 time: 0.0854716 Mar 08 12:16:22.795583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-8cc38abc-abf8-402a-9ae3-389dbbb68846 req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Deleting port a57f996d-c53c-4313-a484-c975eed52f4a {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:16:22.796216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8cc38abc-abf8-402a-9ae3-389dbbb68846 req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:22.926116 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-34c39deb-3841-43e7-b226-9f94158533e6 req-16da54fb-48d2-4c2f-ac5d-a9bf7bcbac00 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 210 time: 0.0560706 Mar 08 12:16:23.052172 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-8cc38abc-abf8-402a-9ae3-389dbbb68846 req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] For port a57f996d-c53c-4313-a484-c975eed52f4a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a57f996d-c53c-4313-a484-c975eed52f4a,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:16:23.052797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8cc38abc-abf8-402a-9ae3-389dbbb68846 req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:23.175781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-8cc38abc-abf8-402a-9ae3-389dbbb68846 req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Calling delete_port for a57f996d-c53c-4313-a484-c975eed52f4a owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:16:23.372352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8cc38abc-abf8-402a-9ae3-389dbbb68846 req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:23.383998 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['a57f996d-c53c-4313-a484-c975eed52f4a'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:16:23.428666 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Pushing event deleted for resources: {'Port': ['ID=a57f996d-c53c-4313-a484-c975eed52f4a,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:23.497337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:23.497684 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:23.498629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:23.498971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:23.499305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:23.499637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:23.499965 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:23.500354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:23.500683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:23.501016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:23.501342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:23.501687 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:16:23.514694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc38abc-abf8-402a-9ae3-389dbbb68846 req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] No DVR routers for this DVR port a57f996d-c53c-4313-a484-c975eed52f4a on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:16:23.516944 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8cc38abc-abf8-402a-9ae3-389dbbb68846 req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:23.519556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff29241-66da-4f04-af9c-8a4a4630e6cc', 'name': 'network-vif-deleted', 'tag': 'a57f996d-c53c-4313-a484-c975eed52f4a'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:16:23.567174 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff29241-66da-4f04-af9c-8a4a4630e6cc', 'name': 'network-vif-deleted', 'tag': 'a57f996d-c53c-4313-a484-c975eed52f4a', 'status': 'completed', 'code': 200} Mar 08 12:16:23.636997 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8cc38abc-abf8-402a-9ae3-389dbbb68846 req-0498c656-59d0-413c-94e7-52046cab54fc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.18 "DELETE /v2.0/ports/a57f996d-c53c-4313-a484-c975eed52f4a HTTP/1.1" status: 204 len: 173 time: 0.9081728 Mar 08 12:16:23.681400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-e512e813-f5d7-4d6e-a4fa-7158661fd2ff tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:23.682784 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-e512e813-f5d7-4d6e-a4fa-7158661fd2ff tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.18 "GET /v2.0/networks?id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 HTTP/1.1" status: 200 len: 815 time: 0.1508014 Mar 08 12:16:23.696319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Request body: {'port': {'device_id': '769adc09-d97c-42ef-bf41-2693b2089c7f', 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8', 'admin_state_up': True, 'tenant_id': 'bc2f172f6f234621bdd0f2fe565398ee'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:23.938820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:16:23.943301 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Usage tracker for resource:port and tenant:bc2f172f6f234621bdd0f2fe565398ee is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:16:23.946258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:16:23.952165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:16:24.046812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Made reservation on behalf of bc2f172f6f234621bdd0f2fe565398ee for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:16:24.050348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:24.082464 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-52fd243e-b111-455e-8c51-c880785c81a4 req-f9c2f253-3639-435f-bcac-5b82866ee8e1 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 210 time: 0.0475974 Mar 08 12:16:24.227716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Allocated IP 172.20.0.12 (9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8/93bb8bde-7bae-4e69-8eaa-eeda0eaf236f/3a4d0da2-852b-44ec-89ed-1b6ea1462b1c) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:16:24.426907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:24.530894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:24.542551 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['a57f996d-c53c-4313-a484-c975eed52f4a'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:16:24.600172 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Network 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:16:24.601280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:16:24.605065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:16:24.653632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Pushing event updated for resources: {'Port': ['ID=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:24.678053 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:24.678788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:24.789748 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-fe114665-b737-4569-836b-1af56e9b1809 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0970006 Mar 08 12:16:24.800217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Request body: {'port': {'device_id': '769adc09-d97c-42ef-bf41-2693b2089c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:16:24.910384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:25.297665 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:16:25.307205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:25.330284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Transition to ACTIVE for port object 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:16:25.346239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95465fcb-571a-4a13-8347-d14ed5a8edcd req-06df04e3-82e3-40d2-93ca-0398cb523164 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:25.346922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-95465fcb-571a-4a13-8347-d14ed5a8edcd req-06df04e3-82e3-40d2-93ca-0398cb523164 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Synchronizing usage tracker for tenant:bc2f172f6f234621bdd0f2fe565398ee on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:16:25.400680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:25.440833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-95465fcb-571a-4a13-8347-d14ed5a8edcd req-06df04e3-82e3-40d2-93ca-0398cb523164 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Unset dirty status for tenant:bc2f172f6f234621bdd0f2fe565398ee on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:16:25.441988 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-95465fcb-571a-4a13-8347-d14ed5a8edcd req-06df04e3-82e3-40d2-93ca-0398cb523164 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 932 time: 0.2484078 Mar 08 12:16:25.619029 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:25.628849 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-95465fcb-571a-4a13-8347-d14ed5a8edcd req-3d8fbc48-f61d-4fc9-86f4-90a2864bbdc2 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780791 Mar 08 12:16:25.668402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Attempting to bind port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:16:25.668741 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Attempting to bind port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '5f9081c0-0d6d-48f4-9950-24809c90d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:16:25.669074 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Attempting to bind port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c on network 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:16:25.673635 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c on network 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:16:25.673986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Attempting to bind port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c on network 9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:16:25.679193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:16:25.679557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Checking segment: {'id': '5f9081c0-0d6d-48f4-9950-24809c90d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:16:25.679936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Bound using segment: {'id': '5f9081c0-0d6d-48f4-9950-24809c90d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:16:25.680354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Bound port: 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9081c0-0d6d-48f4-9950-24809c90d59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:16:25.680704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:25.770931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] For port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:16:25.773934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] For port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:16:25.927036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:25.981898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:25.983092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:25.984437 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-f386724b-4445-46da-bd78-393e47667a87 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a4d0da2-852b-44ec-89ed-1b6ea1462b1c HTTP/1.1" status: 200 len: 1094 time: 1.1882322 Mar 08 12:16:25.984872 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769adc09-d97c-42ef-bf41-2693b2089c7f', 'tag': '3a4d0da2-852b-44ec-89ed-1b6ea1462b1c'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:16:26.010359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386724b-4445-46da-bd78-393e47667a87 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:26.030786 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769adc09-d97c-42ef-bf41-2693b2089c7f', 'tag': '3a4d0da2-852b-44ec-89ed-1b6ea1462b1c', 'status': 'completed', 'code': 200} Mar 08 12:16:26.121967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293925f-928d-47b2-94ad-185278bfc7a3 req-552186a5-d038-4de3-ad12-dce2c7c659fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:26.123466 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f293925f-928d-47b2-94ad-185278bfc7a3 req-552186a5-d038-4de3-ad12-dce2c7c659fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 1097 time: 0.0729177 Mar 08 12:16:26.357922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293925f-928d-47b2-94ad-185278bfc7a3 req-49493268-3963-4694-97e6-d5836b2c39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:26.359360 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f293925f-928d-47b2-94ad-185278bfc7a3 req-49493268-3963-4694-97e6-d5836b2c39c7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2274990 Mar 08 12:16:26.491537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293925f-928d-47b2-94ad-185278bfc7a3 req-4fc06e49-8076-4251-8fc3-d124a5e4e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:26.492958 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f293925f-928d-47b2-94ad-185278bfc7a3 req-4fc06e49-8076-4251-8fc3-d124a5e4e80e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281357 Mar 08 12:16:26.595163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-8740786c-59ca-44e1-8b6f-05ba2adae853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:26.596610 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-8740786c-59ca-44e1-8b6f-05ba2adae853 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 1097 time: 0.0696628 Mar 08 12:16:26.666712 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-3b27afbf-9712-4c46-b036-407b2f6f7354 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c HTTP/1.1" status: 200 len: 217 time: 0.0634813 Mar 08 12:16:26.728830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-0875a331-e0cf-48f0-bec7-1690d24b8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:26.730273 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-0875a331-e0cf-48f0-bec7-1690d24b8246 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93bb8bde-7bae-4e69-8eaa-eeda0eaf236f HTTP/1.1" status: 200 len: 855 time: 0.0581954 Mar 08 12:16:26.815055 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-5d0bf272-952a-40bb-bb9d-f25a8232f5a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466776 Mar 08 12:16:26.950733 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe0b7d-a755-4640-9d88-d64cd8be8e5d req-a4b51da1-83af-4f61-aabe-f55255c66c0c tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:26.952121 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-adbe0b7d-a755-4640-9d88-d64cd8be8e5d req-a4b51da1-83af-4f61-aabe-f55255c66c0c tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 944 time: 0.2182076 Mar 08 12:16:26.955658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device a57f996d-c53c-4313-a484-c975eed52f4a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:16:26.984861 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-8e0069fd-c8e4-4a95-98bc-4d6cef623166 service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631076 Mar 08 12:16:26.990581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: a57f996d-c53c-4313-a484-c975eed52f4a {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:16:26.990935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device a57f996d-c53c-4313-a484-c975eed52f4a not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:16:27.043713 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-adbe0b7d-a755-4640-9d88-d64cd8be8e5d req-47c6e8ac-83ef-4406-bfce-6ac9681732a1 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820787 Mar 08 12:16:27.131687 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5e158f89-9dbe-4789-9c20-324a55bb2e67 req-17ae0576-b624-4052-98a1-749c3163db13 service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355369 Mar 08 12:16:28.234820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dce252-440b-4710-bed9-724f078258b1 req-139d0d86-071e-4448-b38f-2670079777be tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:28.236266 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c0dce252-440b-4710-bed9-724f078258b1 req-139d0d86-071e-4448-b38f-2670079777be tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 944 time: 0.0843475 Mar 08 12:16:28.282258 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c0dce252-440b-4710-bed9-724f078258b1 req-ca82357f-6083-45c0-9df9-39524acf34b2 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Mar 08 12:16:28.971663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:16:29.100582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:16:29.113572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '3a4d0da2-852b-44ec-89ed-1b6ea1462b1c', 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8', 'port_id': '3a4d0da2-852b-44ec-89ed-1b6ea1462b1c', 'mac_address': 'fa:16:3e:76:83:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bb8bde-7bae-4e69-8eaa-eeda0eaf236f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:16:29.168409 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:29.184934 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:16:29.199480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:16:29.331179 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:29.397377 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:29.474571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c26f5-3213-4206-9c23-3d5cb78b72b8 req-aee492ef-dac3-4aa5-aff5-09b55d02aba3 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:29.476008 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-626c26f5-3213-4206-9c23-3d5cb78b72b8 req-aee492ef-dac3-4aa5-aff5-09b55d02aba3 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 945 time: 0.0833759 Mar 08 12:16:29.518695 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-626c26f5-3213-4206-9c23-3d5cb78b72b8 req-81e02de7-41d7-457a-a445-9012e69d2fb8 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370364 Mar 08 12:16:29.708698 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['3a4d0da2-852b-44ec-89ed-1b6ea1462b1c'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:16:30.700070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8d472-31b6-4481-b605-055c52c94151 req-a7126b6d-b7b9-4c65-bde2-5779f5d2c877 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:30.701520 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-60a8d472-31b6-4481-b605-055c52c94151 req-a7126b6d-b7b9-4c65-bde2-5779f5d2c877 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 945 time: 0.0797970 Mar 08 12:16:30.745820 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-60a8d472-31b6-4481-b605-055c52c94151 req-5b85efda-02a4-4165-9920-ed50a82335ac tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381212 Mar 08 12:16:30.972338 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:16:31.160455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:16:31.165199 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:16:31.165572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:31.278943 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:31.304344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769adc09-d97c-42ef-bf41-2693b2089c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4d0da2-852b-44ec-89ed-1b6ea1462b1c'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:16:31.314776 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:16:31.347614 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769adc09-d97c-42ef-bf41-2693b2089c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4d0da2-852b-44ec-89ed-1b6ea1462b1c', 'code': 200} Mar 08 12:16:31.519198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:31.588304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:31.875949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be180dd-1db2-47cc-8de1-aed9d0812774 req-4df0925c-e46e-4c00-89c3-a0db14f855c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:31.877339 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3be180dd-1db2-47cc-8de1-aed9d0812774 req-4df0925c-e46e-4c00-89c3-a0db14f855c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 1099 time: 0.0691252 Mar 08 12:16:31.921005 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3be180dd-1db2-47cc-8de1-aed9d0812774 req-24fcee07-a52b-4cc0-ac7e-cad8039145a0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372913 Mar 08 12:16:32.053858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9806d8c-7626-465e-9d0f-996beb7813ee req-f83518a8-1842-483b-ae4e-5136801169b1 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:32.055317 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a9806d8c-7626-465e-9d0f-996beb7813ee req-f83518a8-1842-483b-ae4e-5136801169b1 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.2018228 Mar 08 12:16:32.097721 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a9806d8c-7626-465e-9d0f-996beb7813ee req-30a2d4c7-db7a-4bcf-b880-e09c1daddbc7 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367801 Mar 08 12:16:33.282645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c071f8-b951-44f5-9665-22205855e260 req-d39c5499-f709-4930-b57f-c7162ab5bec9 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:33.284091 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-65c071f8-b951-44f5-9665-22205855e260 req-d39c5499-f709-4930-b57f-c7162ab5bec9 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0799460 Mar 08 12:16:33.327536 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-65c071f8-b951-44f5-9665-22205855e260 req-3aa3a4ad-934b-4dd1-88f4-0d421f88da85 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379117 Mar 08 12:16:34.511605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80edcb6-cf0d-4305-b0b0-ebd18b77df5b req-efafca5e-4d55-4ca6-a4b9-e6d70048de14 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:34.513028 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f80edcb6-cf0d-4305-b0b0-ebd18b77df5b req-efafca5e-4d55-4ca6-a4b9-e6d70048de14 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0782061 Mar 08 12:16:34.556190 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f80edcb6-cf0d-4305-b0b0-ebd18b77df5b req-d4093f85-c21b-46e7-94af-832e46014686 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369930 Mar 08 12:16:34.743006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3996eb4-7da0-4889-9f33-6cc264a19c5d req-45a2b90e-312e-422e-8124-5dc7edf63e63 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:34.744440 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b3996eb4-7da0-4889-9f33-6cc264a19c5d req-45a2b90e-312e-422e-8124-5dc7edf63e63 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0816417 Mar 08 12:16:34.787662 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b3996eb4-7da0-4889-9f33-6cc264a19c5d req-9654a2ae-4d3a-43e6-aee4-f3aa72ebeb4b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377080 Mar 08 12:16:35.381604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1dc3a-6b05-4a8c-a259-62726ef4371f req-5ffc0719-fff5-4d62-982f-6f0159998875 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:35.383034 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-13c1dc3a-6b05-4a8c-a259-62726ef4371f req-5ffc0719-fff5-4d62-982f-6f0159998875 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.1067727 Mar 08 12:16:35.442924 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-13c1dc3a-6b05-4a8c-a259-62726ef4371f req-62f9192f-3bc8-4b1e-8422-09e9d026d972 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542085 Mar 08 12:16:35.461840 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-778aaec6-ca50-45fe-93cf-6b3e1ed73922 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1157560 Mar 08 12:16:36.634950 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6532604-20f2-4550-b096-a263d6a5e0d3 req-3ebf2dc8-1fc5-4ea1-b1d8-dccd53522f38 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:36.636944 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c6532604-20f2-4550-b096-a263d6a5e0d3 req-3ebf2dc8-1fc5-4ea1-b1d8-dccd53522f38 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0833836 Mar 08 12:16:36.682475 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c6532604-20f2-4550-b096-a263d6a5e0d3 req-ad97d2d3-b1bf-4eca-89f7-39fa98ad44a9 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398562 Mar 08 12:16:37.440967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-4d252e05-9ced-4b5b-a8f5-bba16d7317ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:37.442592 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-4d252e05-9ced-4b5b-a8f5-bba16d7317ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 1099 time: 0.0746067 Mar 08 12:16:37.669948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-1e6c3244-c399-46f2-b4c7-e6625960fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:37.671373 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-1e6c3244-c399-46f2-b4c7-e6625960fb9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 HTTP/1.1" status: 200 len: 916 time: 0.2229798 Mar 08 12:16:37.745993 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-aac424c6-861b-4543-8601-f05934f7c9d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c HTTP/1.1" status: 200 len: 217 time: 0.0631385 Mar 08 12:16:37.852622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-2f27bed1-139a-4322-9ffa-c09aec84a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:37.854031 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-2f27bed1-139a-4322-9ffa-c09aec84a2d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93bb8bde-7bae-4e69-8eaa-eeda0eaf236f HTTP/1.1" status: 200 len: 855 time: 0.1028357 Mar 08 12:16:37.902376 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-8f9fd823-4834-4279-8bff-f9d51ca5b6eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412691 Mar 08 12:16:37.954731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240f8df-e533-40b7-b185-e6016b74b6b7 req-be393a5c-a9a8-4b12-8d10-52478fe8d58d tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:37.956075 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e240f8df-e533-40b7-b185-e6016b74b6b7 req-be393a5c-a9a8-4b12-8d10-52478fe8d58d tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.1625760 Mar 08 12:16:38.060294 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e240f8df-e533-40b7-b185-e6016b74b6b7 req-9bff5e77-866d-4b3b-a55d-eb85bd435c8d tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588629 Mar 08 12:16:38.079363 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-992ed312-2b44-4657-9693-87ea91661c0d service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692591 Mar 08 12:16:38.216106 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-99a73c46-15ec-416d-b89f-deef6ad77cc5 service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217356 Mar 08 12:16:38.473397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83de36a-ba3f-4856-9eba-dc43cc00f4e7 req-f7247d5d-7a6b-4055-88bf-5cdc6c1df4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:38.474801 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a83de36a-ba3f-4856-9eba-dc43cc00f4e7 req-f7247d5d-7a6b-4055-88bf-5cdc6c1df4be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 1099 time: 0.0717223 Mar 08 12:16:38.631896 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83de36a-ba3f-4856-9eba-dc43cc00f4e7 req-7df682bb-1886-47b2-b592-f85c14e0e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:38.633365 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a83de36a-ba3f-4856-9eba-dc43cc00f4e7 req-7df682bb-1886-47b2-b592-f85c14e0e944 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 HTTP/1.1" status: 200 len: 916 time: 0.1279602 Mar 08 12:16:38.708781 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a83de36a-ba3f-4856-9eba-dc43cc00f4e7 req-1d9a4a38-5a63-4718-9c4b-09b58b82f526 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c HTTP/1.1" status: 200 len: 217 time: 0.0693681 Mar 08 12:16:38.770477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83de36a-ba3f-4856-9eba-dc43cc00f4e7 req-777c1cb5-baf0-40f5-b58c-de4eb1f35ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:38.771830 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a83de36a-ba3f-4856-9eba-dc43cc00f4e7 req-777c1cb5-baf0-40f5-b58c-de4eb1f35ef1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93bb8bde-7bae-4e69-8eaa-eeda0eaf236f HTTP/1.1" status: 200 len: 855 time: 0.0569973 Mar 08 12:16:38.817172 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a83de36a-ba3f-4856-9eba-dc43cc00f4e7 req-28ec7a55-b65a-4893-a957-eaa05139d221 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398598 Mar 08 12:16:38.946243 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a83de36a-ba3f-4856-9eba-dc43cc00f4e7 req-46fa5f9e-1011-4c2a-953d-de4b1ba7e9f6 service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227467 Mar 08 12:16:39.074255 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a83de36a-ba3f-4856-9eba-dc43cc00f4e7 req-c75b75c8-ccc1-4acc-882a-0d8bfacb4ac6 service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225040 Mar 08 12:16:39.247718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e733c04-843a-4621-99f9-2d7db64158e7 req-e08ce145-7f03-4ad0-a8fc-9416f97cc89b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:39.249149 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7e733c04-843a-4621-99f9-2d7db64158e7 req-e08ce145-7f03-4ad0-a8fc-9416f97cc89b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0823748 Mar 08 12:16:39.292562 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7e733c04-843a-4621-99f9-2d7db64158e7 req-6cb23222-e57a-4d1a-979d-3c65e89d9446 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370367 Mar 08 12:16:39.927047 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3e6f2e7a-8fab-42ce-866f-9191d664d898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:40.490700 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d58dc-1d0a-49eb-b123-dbe5ee160891 req-7df08ed8-d8fe-418a-baa7-65023726ead8 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:40.492113 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ce7d58dc-1d0a-49eb-b123-dbe5ee160891 req-7df08ed8-d8fe-418a-baa7-65023726ead8 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0826125 Mar 08 12:16:40.535863 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ce7d58dc-1d0a-49eb-b123-dbe5ee160891 req-16a7b8ef-b7e9-4cdd-a88b-dbd2d09eb446 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381970 Mar 08 12:16:41.719165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfb4bb-13bd-478a-a9d5-ab4df9c64def req-5ec9ff40-6759-44d2-ba04-489eb148402a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:41.720607 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8edfb4bb-13bd-478a-a9d5-ab4df9c64def req-5ec9ff40-6759-44d2-ba04-489eb148402a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0794427 Mar 08 12:16:41.763479 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8edfb4bb-13bd-478a-a9d5-ab4df9c64def req-34a68279-230d-4fe7-8d52-6cdfc9be3b7d tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370023 Mar 08 12:16:42.184019 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-be19613e-7700-4da3-b5a4-c43e08e8c88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:42.945584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e561310-6a98-47ae-a8f5-2ca54354c47b req-daf4ed29-147a-4e97-908b-744de952d702 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:42.947534 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e561310-6a98-47ae-a8f5-2ca54354c47b req-daf4ed29-147a-4e97-908b-744de952d702 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0803320 Mar 08 12:16:43.086290 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e561310-6a98-47ae-a8f5-2ca54354c47b req-47ad3255-ab79-4bc4-8358-08bd99164732 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331987 Mar 08 12:16:43.472981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:43.547256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:43.601037 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:44.279193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73298a9b-0a41-4e71-8df9-5ec889729027 req-c520a4b9-6cd4-4c5f-a65a-a3a944307e02 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:44.280638 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-73298a9b-0a41-4e71-8df9-5ec889729027 req-c520a4b9-6cd4-4c5f-a65a-a3a944307e02 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0868468 Mar 08 12:16:44.324611 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-73298a9b-0a41-4e71-8df9-5ec889729027 req-9007b57d-bc5d-4108-9fa3-9329bb46a56f tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383451 Mar 08 12:16:44.764605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:16:45.507482 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e9f2b-a272-4cb2-a720-608a8a32ce33 req-c5070a13-0aa2-42cf-bc0e-9387233f30c9 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:45.508914 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f74e9f2b-a272-4cb2-a720-608a8a32ce33 req-c5070a13-0aa2-42cf-bc0e-9387233f30c9 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0780067 Mar 08 12:16:45.551520 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f74e9f2b-a272-4cb2-a720-608a8a32ce33 req-dbe2eb65-a093-42ff-a80b-8f35e81bd26c tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371566 Mar 08 12:16:46.733617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204d108-9fd3-407d-b84c-261507a6909a req-a7f577d9-9cac-41d0-bfe1-33f4fac4f1c5 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:46.735098 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e204d108-9fd3-407d-b84c-261507a6909a req-a7f577d9-9cac-41d0-bfe1-33f4fac4f1c5 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0798240 Mar 08 12:16:46.780841 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e204d108-9fd3-407d-b84c-261507a6909a req-5ff9fe0c-0885-4b64-ae01-6369c105ec52 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394435 Mar 08 12:16:47.964404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4d07c-98cd-4cc3-863b-9fc2fc142fef req-2faaf5b3-90c1-4812-9226-331e76379ec2 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:47.965733 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63c4d07c-98cd-4cc3-863b-9fc2fc142fef req-2faaf5b3-90c1-4812-9226-331e76379ec2 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0801044 Mar 08 12:16:48.008746 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63c4d07c-98cd-4cc3-863b-9fc2fc142fef req-9b7e11e4-f309-4136-8566-b2a065a28afe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373621 Mar 08 12:16:49.082895 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:16:49.194392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b285b4b-06ba-493b-a9d2-346b9edc3b5d req-a8e71b09-1eec-4f81-88a5-0e761b7fcabb tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:49.195828 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5b285b4b-06ba-493b-a9d2-346b9edc3b5d req-a8e71b09-1eec-4f81-88a5-0e761b7fcabb tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0796487 Mar 08 12:16:49.238213 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5b285b4b-06ba-493b-a9d2-346b9edc3b5d req-108305f4-94e2-46d7-8a72-7532a2375d2f tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368581 Mar 08 12:16:50.425081 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540adcc8-02f5-4e7b-901b-1b08e74b262d req-54152a2d-be0e-44b0-ba79-8669d60210bc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:50.426538 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-540adcc8-02f5-4e7b-901b-1b08e74b262d req-54152a2d-be0e-44b0-ba79-8669d60210bc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0785222 Mar 08 12:16:50.472313 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-540adcc8-02f5-4e7b-901b-1b08e74b262d req-408a947f-6edf-4e19-a384-73e3424671b7 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395947 Mar 08 12:16:51.662565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31a65c-f3f7-4092-b363-038ade5af24c req-3c23d5cd-2c5c-4ace-82e4-0d48db3f6de4 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:51.663999 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-db31a65c-f3f7-4092-b363-038ade5af24c req-3c23d5cd-2c5c-4ace-82e4-0d48db3f6de4 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0840919 Mar 08 12:16:51.756136 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-db31a65c-f3f7-4092-b363-038ade5af24c req-0b7cd6c3-bfd3-48c3-9382-39d9ec9bc7d6 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864730 Mar 08 12:16:52.940445 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebc3d1-ace1-40a4-9012-16de3005a5d0 req-9b3d4acd-d25f-4119-b470-a3cfa96f44cb tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:52.941796 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-41ebc3d1-ace1-40a4-9012-16de3005a5d0 req-9b3d4acd-d25f-4119-b470-a3cfa96f44cb tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0784483 Mar 08 12:16:52.985674 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-41ebc3d1-ace1-40a4-9012-16de3005a5d0 req-076cef91-a771-4bae-b1c9-279c9655dab3 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382922 Mar 08 12:16:54.165510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8643a95-6ec3-41d6-85db-6052077a84aa req-7c4fd678-eb29-4d6d-8e05-c1025d619576 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:54.166951 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e8643a95-6ec3-41d6-85db-6052077a84aa req-7c4fd678-eb29-4d6d-8e05-c1025d619576 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0783651 Mar 08 12:16:54.212953 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e8643a95-6ec3-41d6-85db-6052077a84aa req-4a46104e-a570-4f50-b609-511b16cb5792 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405877 Mar 08 12:16:55.397941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8504fef-7d38-434e-ba2c-ae5379c3cd98 req-13c9b437-4a1a-47ae-9a37-e958f06a5f2b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:55.399386 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e8504fef-7d38-434e-ba2c-ae5379c3cd98 req-13c9b437-4a1a-47ae-9a37-e958f06a5f2b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0827041 Mar 08 12:16:55.446564 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e8504fef-7d38-434e-ba2c-ae5379c3cd98 req-2a361091-bd1b-4f8c-83e2-a2d5e28f0877 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Mar 08 12:16:56.626418 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc4c03-9061-49ea-a9aa-dafed88c3ff5 req-481b9950-12b8-44d9-a9bb-ce80c69ae003 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:56.627862 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9ffc4c03-9061-49ea-a9aa-dafed88c3ff5 req-481b9950-12b8-44d9-a9bb-ce80c69ae003 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0790155 Mar 08 12:16:56.671832 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9ffc4c03-9061-49ea-a9aa-dafed88c3ff5 req-2a2de67f-00e0-4e32-b13a-0c81d37a55e1 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383346 Mar 08 12:16:57.852988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df36da-32b9-4275-9e3a-1dfef06c1f00 req-47c23927-b5a9-4da5-8052-895e46bcb40b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:57.854421 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-34df36da-32b9-4275-9e3a-1dfef06c1f00 req-47c23927-b5a9-4da5-8052-895e46bcb40b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0789707 Mar 08 12:16:57.896667 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-34df36da-32b9-4275-9e3a-1dfef06c1f00 req-6a5fa8ab-6b87-4cd9-b985-e6feecc78941 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366213 Mar 08 12:16:59.084069 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4f76e-d192-4f95-93bc-5b093633c7ae req-c1bba2cc-65d1-47fd-ae4d-0cd4d65cddfd tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:59.085496 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-53b4f76e-d192-4f95-93bc-5b093633c7ae req-c1bba2cc-65d1-47fd-ae4d-0cd4d65cddfd tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0829015 Mar 08 12:16:59.128999 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-53b4f76e-d192-4f95-93bc-5b093633c7ae req-1ef4d60b-a992-4c07-a367-9dd8c83b4473 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380106 Mar 08 12:17:00.319035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3d64c-6cfb-4467-bb53-a161d4dab32a req-cd977ffa-9a8c-4a99-be3e-a58198b452b0 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:00.320485 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dfd3d64c-6cfb-4467-bb53-a161d4dab32a req-cd977ffa-9a8c-4a99-be3e-a58198b452b0 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0855956 Mar 08 12:17:00.363483 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dfd3d64c-6cfb-4467-bb53-a161d4dab32a req-3b97a38d-f6f5-4a26-a662-e32fa6868857 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374291 Mar 08 12:17:01.549076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb1a35-2c6f-4fc5-a3f8-0963f2317771 req-eda9476a-f641-40e1-ba7c-dc639724272c tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:01.550580 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9edb1a35-2c6f-4fc5-a3f8-0963f2317771 req-eda9476a-f641-40e1-ba7c-dc639724272c tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0829961 Mar 08 12:17:01.594689 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9edb1a35-2c6f-4fc5-a3f8-0963f2317771 req-1a473b0f-b8f5-4021-a5b9-feb44dfd8b57 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383086 Mar 08 12:17:02.776408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4247f2-86dd-4814-ac2e-5d1a29e55b6e req-4c70e29f-4a81-49e9-abc6-0f7c8871b635 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:02.777859 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ca4247f2-86dd-4814-ac2e-5d1a29e55b6e req-4c70e29f-4a81-49e9-abc6-0f7c8871b635 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0788710 Mar 08 12:17:02.825155 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ca4247f2-86dd-4814-ac2e-5d1a29e55b6e req-c9d06c99-5e2c-4afa-9350-72b1d68f791d tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Mar 08 12:17:04.013096 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe38056-b6af-446d-ad9b-7e623bad64c4 req-0634776a-18f8-49e7-9eaf-f9224aca9a99 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:04.014498 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6fe38056-b6af-446d-ad9b-7e623bad64c4 req-0634776a-18f8-49e7-9eaf-f9224aca9a99 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0824580 Mar 08 12:17:04.058911 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6fe38056-b6af-446d-ad9b-7e623bad64c4 req-be398f0e-62af-4ed9-be64-0d187af4e6af tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387523 Mar 08 12:17:05.248399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c603eb7-2f82-40f2-b524-4927015183ab req-00b9430b-13c0-421a-8f0f-bc1b99c8d93a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:05.249844 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c603eb7-2f82-40f2-b524-4927015183ab req-00b9430b-13c0-421a-8f0f-bc1b99c8d93a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0807986 Mar 08 12:17:05.351759 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c603eb7-2f82-40f2-b524-4927015183ab req-afc60a94-8dd1-4cc6-abf8-cfa31702e814 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691588 Mar 08 12:17:05.360084 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-3d2d74db-11e3-4ac8-9f82-f64e66f9f05a service neutron] 10.222.0.18 "GET /v2.0/ports/3a4d0da2-852b-44ec-89ed-1b6ea1462b1c/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.1093481 Mar 08 12:17:06.025525 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-95e61ba4-e0f5-43a7-8ed7-201e5ec47adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:06.026905 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-95e61ba4-e0f5-43a7-8ed7-201e5ec47adb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f&tenant_id=bc2f172f6f234621bdd0f2fe565398ee HTTP/1.1" status: 200 len: 1099 time: 0.0685091 Mar 08 12:17:06.117129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-1518b329-e431-49e5-bd92-8e26e436d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:06.118630 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-1518b329-e431-49e5-bd92-8e26e436d662 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 1099 time: 0.0720396 Mar 08 12:17:06.246328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-f5e70cb3-0590-47eb-bf72-c3cf200d6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:06.247748 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-f5e70cb3-0590-47eb-bf72-c3cf200d6962 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 HTTP/1.1" status: 200 len: 916 time: 0.1239734 Mar 08 12:17:06.312562 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-3410d0b3-76af-4c30-8709-6c982ad22674 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c HTTP/1.1" status: 200 len: 217 time: 0.0589607 Mar 08 12:17:06.377106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-3ee272f3-ffa1-4aa8-871a-0242f1596396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:06.378570 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-3ee272f3-ffa1-4aa8-871a-0242f1596396 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93bb8bde-7bae-4e69-8eaa-eeda0eaf236f HTTP/1.1" status: 200 len: 855 time: 0.0606763 Mar 08 12:17:06.424321 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-3c04a947-0b21-4aa1-b29d-20424b66bae0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403631 Mar 08 12:17:06.543455 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35352f-e225-47c4-8344-ab732239bad5 req-f146a83b-3036-4d34-8727-a5da12832e1b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:06.544905 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-af35352f-e225-47c4-8344-ab732239bad5 req-f146a83b-3036-4d34-8727-a5da12832e1b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0837777 Mar 08 12:17:06.565182 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-5aa822f0-57ef-4da9-9a28-8dcf32d3bedc service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353509 Mar 08 12:17:06.589774 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-af35352f-e225-47c4-8344-ab732239bad5 req-60c8d08d-1abd-409b-8f51-032d7c648c71 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385790 Mar 08 12:17:06.786659 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2fd5d43e-1a7d-4a89-8312-c4df20f14f1f req-cd407755-cf25-4326-b6fd-f4a4c51c303a service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147739 Mar 08 12:17:07.777053 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9814493-66b0-40f8-906c-f89dfa42700a req-796805ea-57b5-487a-9958-19c8c871a81a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:07.778592 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b9814493-66b0-40f8-906c-f89dfa42700a req-796805ea-57b5-487a-9958-19c8c871a81a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0822003 Mar 08 12:17:07.822132 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b9814493-66b0-40f8-906c-f89dfa42700a req-1e52e68c-fa85-4bc1-aed2-adcc3d0e98cb tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379729 Mar 08 12:17:09.146461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17a659-c6b2-465e-a008-73ecbc8974fd req-ca42cac1-23b4-4168-b1fb-9a8162af30e6 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:09.147912 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5d17a659-c6b2-465e-a008-73ecbc8974fd req-ca42cac1-23b4-4168-b1fb-9a8162af30e6 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 946 time: 0.0790532 Mar 08 12:17:09.191506 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5d17a659-c6b2-465e-a008-73ecbc8974fd req-b4b2bc87-82e5-438a-b994-e70d55fecea8 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381348 Mar 08 12:17:09.191959 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:17:09.195299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:17:09.400140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:09.436599 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:17:09.449696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769adc09-d97c-42ef-bf41-2693b2089c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4d0da2-852b-44ec-89ed-1b6ea1462b1c'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:17:09.460804 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '3a4d0da2-852b-44ec-89ed-1b6ea1462b1c', 'network_id': '9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8', 'port_id': '3a4d0da2-852b-44ec-89ed-1b6ea1462b1c', 'mac_address': 'fa:16:3e:76:83:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bb8bde-7bae-4e69-8eaa-eeda0eaf236f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:17:09.463120 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:17:09.508533 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769adc09-d97c-42ef-bf41-2693b2089c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4d0da2-852b-44ec-89ed-1b6ea1462b1c', 'code': 200} Mar 08 12:17:09.523336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:09.536135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:09.587497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:17:09.651839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:09.668938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.669295 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.669641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.670007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.670345 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.670678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.671006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.671337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.671663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.671988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.672310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.672635 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.677788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:17:09.682148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:17:09.945064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9f8a4671-93ea-4445-90c5-2f7e5594eb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:10.268169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:10.284262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:17:10.299678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:17:10.362161 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:10.382304 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638ef08-64df-4a07-ba05-4ac016cd0131 req-d06ed6a2-baf7-481a-9ded-91512fcbbc9c tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:10.383806 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0638ef08-64df-4a07-ba05-4ac016cd0131 req-d06ed6a2-baf7-481a-9ded-91512fcbbc9c tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 944 time: 0.0870993 Mar 08 12:17:10.426419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['3a4d0da2-852b-44ec-89ed-1b6ea1462b1c'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:17:10.429021 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0638ef08-64df-4a07-ba05-4ac016cd0131 req-b4162963-4413-4f9c-904f-e7f6af871ffb tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393486 Mar 08 12:17:10.475096 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:10.844763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ea02a-b21a-4dcf-8602-110ba4e26028 req-effe8cc6-42da-4a8a-bcd8-f203081c87c5 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:10.846898 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1e0ea02a-b21a-4dcf-8602-110ba4e26028 req-effe8cc6-42da-4a8a-bcd8-f203081c87c5 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 945 time: 0.0867054 Mar 08 12:17:10.896100 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1e0ea02a-b21a-4dcf-8602-110ba4e26028 req-4f8934e4-4349-4508-8b8c-4dbd22ad95e8 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433922 Mar 08 12:17:10.922539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac63bd6-bbb0-48e8-b3c8-72253b823e4e req-2648c7b5-e3b1-46a6-b9e9-6a5b2f9f645a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:10.923972 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ac63bd6-bbb0-48e8-b3c8-72253b823e4e req-2648c7b5-e3b1-46a6-b9e9-6a5b2f9f645a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.18 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f&tenant_id=bc2f172f6f234621bdd0f2fe565398ee&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.0916722 Mar 08 12:17:11.062321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac63bd6-bbb0-48e8-b3c8-72253b823e4e req-89248f68-acb1-4a27-8176-0b31eac11a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:11.063790 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ac63bd6-bbb0-48e8-b3c8-72253b823e4e req-89248f68-acb1-4a27-8176-0b31eac11a44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 1098 time: 0.0722520 Mar 08 12:17:11.190298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac63bd6-bbb0-48e8-b3c8-72253b823e4e req-d910e1ff-aad4-4a2a-a740-d59e445e43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:11.191624 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ac63bd6-bbb0-48e8-b3c8-72253b823e4e req-d910e1ff-aad4-4a2a-a740-d59e445e43ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 HTTP/1.1" status: 200 len: 916 time: 0.1219573 Mar 08 12:17:11.225516 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:17:11.256895 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ac63bd6-bbb0-48e8-b3c8-72253b823e4e req-c2e03552-0d73-4ebc-bae7-cde2224d5307 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c HTTP/1.1" status: 200 len: 217 time: 0.0600011 Mar 08 12:17:11.321749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac63bd6-bbb0-48e8-b3c8-72253b823e4e req-9c87a6a8-b9b4-42e6-ae70-0e494c5e0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:11.323221 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ac63bd6-bbb0-48e8-b3c8-72253b823e4e req-9c87a6a8-b9b4-42e6-ae70-0e494c5e0cfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93bb8bde-7bae-4e69-8eaa-eeda0eaf236f HTTP/1.1" status: 200 len: 855 time: 0.0608702 Mar 08 12:17:11.338634 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:11.355132 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:17:11.369788 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ac63bd6-bbb0-48e8-b3c8-72253b823e4e req-57761425-7362-444b-b8e8-7b49cd967329 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404713 Mar 08 12:17:11.370354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:17:11.476461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:11.501552 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ac63bd6-bbb0-48e8-b3c8-72253b823e4e req-bda6c5b5-c5f1-4832-a983-d5a1974f6767 service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262252 Mar 08 12:17:11.546021 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:11.634151 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ac63bd6-bbb0-48e8-b3c8-72253b823e4e req-9ff8d4e3-e910-4337-bc46-4608b5b0e5f3 service neutron] 10.222.0.18 "GET /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265953 Mar 08 12:17:12.085342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffad56a-e5e2-446f-8ca4-3c7251da7d6f req-94c0a739-f71e-4d68-80e9-2f3da3f5e163 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:12.086782 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cffad56a-e5e2-446f-8ca4-3c7251da7d6f req-94c0a739-f71e-4d68-80e9-2f3da3f5e163 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 944 time: 0.0819900 Mar 08 12:17:12.132370 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cffad56a-e5e2-446f-8ca4-3c7251da7d6f req-369a2683-e2c7-43e3-af69-69620a2eef2a tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400348 Mar 08 12:17:12.208209 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-42d453ad-0b78-4355-b8d4-504691db7eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:13.315932 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03e4c9-cae6-4d4a-8ac3-d9e10259544c req-e8a58267-a76c-4feb-bd51-2f80581e3a72 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:13.317469 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9f03e4c9-cae6-4d4a-8ac3-d9e10259544c req-e8a58267-a76c-4feb-bd51-2f80581e3a72 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 944 time: 0.0824790 Mar 08 12:17:13.364298 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9f03e4c9-cae6-4d4a-8ac3-d9e10259544c req-5a3c3d50-07bd-4c92-99c5-77b1ed0b78ae tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 Mar 08 12:17:13.465025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:13.547987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:13.550954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3ffa8-678a-4f94-a8b1-f6c92bbf9264 req-f7c18024-579a-40ea-b567-a050a34baafa tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:13.552401 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f2a3ffa8-678a-4f94-a8b1-f6c92bbf9264 req-f7c18024-579a-40ea-b567-a050a34baafa tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 944 time: 0.0813515 Mar 08 12:17:13.597188 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f2a3ffa8-678a-4f94-a8b1-f6c92bbf9264 req-a7b3ab15-9a6c-452a-a18b-c924277b9c63 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385585 Mar 08 12:17:13.604842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:13.793066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92d2c-28bd-40c9-939d-7a1f63fd6a27 req-6cd3c66a-08b9-4050-90f9-3cd8e67d425f tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:13.794567 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-67c92d2c-28bd-40c9-939d-7a1f63fd6a27 req-6cd3c66a-08b9-4050-90f9-3cd8e67d425f tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 944 time: 0.0928676 Mar 08 12:17:13.838915 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-67c92d2c-28bd-40c9-939d-7a1f63fd6a27 req-25a7cb41-a114-4a90-bfab-06d59ec5f9fe tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388103 Mar 08 12:17:14.629992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ef57d-34fd-46d1-bd36-8a75d2078cf2 req-0e99d8e8-041d-49f4-92aa-f1bdd9d5bafc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:14.631633 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-657ef57d-34fd-46d1-bd36-8a75d2078cf2 req-0e99d8e8-041d-49f4-92aa-f1bdd9d5bafc tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 944 time: 0.0851779 Mar 08 12:17:14.680555 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-657ef57d-34fd-46d1-bd36-8a75d2078cf2 req-4ad89b85-dd39-4fe4-904b-a7471cf72856 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431194 Mar 08 12:17:14.756204 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:15.862156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a3e7c-fd70-466f-94e2-d5498e0b823d req-cf8bfb1e-7817-41cc-93b2-07781b58206b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:15.863624 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-379a3e7c-fd70-466f-94e2-d5498e0b823d req-cf8bfb1e-7817-41cc-93b2-07781b58206b tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 944 time: 0.0802684 Mar 08 12:17:15.910415 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-379a3e7c-fd70-466f-94e2-d5498e0b823d req-aee7edcf-fc12-4e0f-a8e8-bccc7ce1052f tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/security-groups?id=72940187-aca5-4229-92a0-6dfc0b2b2855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403106 Mar 08 12:17:16.248183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb180b29-86ce-4a25-b5be-ee452d69e18a req-8ca665b6-6ded-44b6-a606-312625819622 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:16.249519 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bb180b29-86ce-4a25-b5be-ee452d69e18a req-8ca665b6-6ded-44b6-a606-312625819622 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.18 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 944 time: 0.0777476 Mar 08 12:17:16.321867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-bb180b29-86ce-4a25-b5be-ee452d69e18a req-82b9c4fb-25cc-47fc-88d6-bca75325cb70 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Deleting port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:17:16.322236 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bb180b29-86ce-4a25-b5be-ee452d69e18a req-82b9c4fb-25cc-47fc-88d6-bca75325cb70 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:16.667017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-bb180b29-86ce-4a25-b5be-ee452d69e18a req-82b9c4fb-25cc-47fc-88d6-bca75325cb70 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] For port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,segment=NetworkSegment(5f9081c0-0d6d-48f4-9950-24809c90d59d),segment_id=5f9081c0-0d6d-48f4-9950-24809c90d59d)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:17:16.667378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bb180b29-86ce-4a25-b5be-ee452d69e18a req-82b9c4fb-25cc-47fc-88d6-bca75325cb70 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:16.786549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-bb180b29-86ce-4a25-b5be-ee452d69e18a req-82b9c4fb-25cc-47fc-88d6-bca75325cb70 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Calling delete_port for 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:17:17.016376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bb180b29-86ce-4a25-b5be-ee452d69e18a req-82b9c4fb-25cc-47fc-88d6-bca75325cb70 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:17.110099 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-474424d2-a490-466c-8f58-68765b99d2e6 req-2406a940-24d0-4848-8026-119b90a88113 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.32 "GET /v2.0/ports?device_id=769adc09-d97c-42ef-bf41-2693b2089c7f HTTP/1.1" status: 200 len: 210 time: 0.0948958 Mar 08 12:17:17.112413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9c4fb-25cc-47fc-88d6-bca75325cb70 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Pushing event deleted for resources: {'Port': ['ID=3a4d0da2-852b-44ec-89ed-1b6ea1462b1c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:17.183931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb180b29-86ce-4a25-b5be-ee452d69e18a req-82b9c4fb-25cc-47fc-88d6-bca75325cb70 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] No DVR routers for this DVR port 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:17:17.186348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bb180b29-86ce-4a25-b5be-ee452d69e18a req-82b9c4fb-25cc-47fc-88d6-bca75325cb70 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:17.188818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769adc09-d97c-42ef-bf41-2693b2089c7f', 'name': 'network-vif-deleted', 'tag': '3a4d0da2-852b-44ec-89ed-1b6ea1462b1c'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:17:17.231315 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769adc09-d97c-42ef-bf41-2693b2089c7f', 'name': 'network-vif-deleted', 'tag': '3a4d0da2-852b-44ec-89ed-1b6ea1462b1c', 'status': 'completed', 'code': 200} Mar 08 12:17:17.291777 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bb180b29-86ce-4a25-b5be-ee452d69e18a req-82b9c4fb-25cc-47fc-88d6-bca75325cb70 tempest-ServerDiskConfigTestJSON-1690460413 tempest-ServerDiskConfigTestJSON-1690460413-project] 10.222.0.18 "DELETE /v2.0/ports/3a4d0da2-852b-44ec-89ed-1b6ea1462b1c HTTP/1.1" status: 204 len: 173 time: 1.0369370 Mar 08 12:17:18.355097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56910) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:17:18.413573 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Deleting subnet 93bb8bde-7bae-4e69-8eaa-eeda0eaf236f {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:17:18.416410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:18.471778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:18.525115 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:18.674539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:18.712253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93bb8bde-7bae-4e69-8eaa-eeda0eaf236f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:18.720775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:18.723786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:18.724082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:18.724420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:18.725305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:18.725696 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:18.726159 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:18.726519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:18.726853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:18.727184 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:18.727509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:18.727830 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:18.728153 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:18.735313 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5a0eccb0-eb98-4bdd-be1c-24b8b4a5985d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/93bb8bde-7bae-4e69-8eaa-eeda0eaf236f HTTP/1.1" status: 204 len: 168 time: 0.3790941 Mar 08 12:17:18.741039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56914) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:17:18.844270 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6763-3583-4526-bede-7aabf5f423f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:18.966052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6763-3583-4526-bede-7aabf5f423f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:18.993753 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-ab0f6763-3583-4526-bede-7aabf5f423f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:19.103081 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-ab0f6763-3583-4526-bede-7aabf5f423f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9081c0-0d6d-48f4-9950-24809c90d59d') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:19.103376 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-ab0f6763-3583-4526-bede-7aabf5f423f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9081c0-0d6d-48f4-9950-24809c90d59d') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:19.115688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6763-3583-4526-bede-7aabf5f423f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:19.131020 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6763-3583-4526-bede-7aabf5f423f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:19.136980 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0f6763-3583-4526-bede-7aabf5f423f2 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:17:19.137372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6763-3583-4526-bede-7aabf5f423f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:17:19.150921 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:17:19.252397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:17:19.285830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:17:19.286206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 3a4d0da2-852b-44ec-89ed-1b6ea1462b1c not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:17:19.290699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6763-3583-4526-bede-7aabf5f423f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:19.307872 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6763-3583-4526-bede-7aabf5f423f2 admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:19.319488 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f6763-3583-4526-bede-7aabf5f423f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:19.383212 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ab0f6763-3583-4526-bede-7aabf5f423f2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9bafdc3c-f858-4bbc-8e5e-2eeb74e013b8 HTTP/1.1" status: 204 len: 168 time: 0.6446440 Mar 08 12:17:19.716283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56920) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:17:19.764254 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-485d7cb7-bc9a-435e-9bd3-d7956a5e9b90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc2f172f6f234621bdd0f2fe565398ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468647 Mar 08 12:17:19.766649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56924) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:17:19.824597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-648a4978-93e3-413a-88fd-2ef2ac5b0b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:19.849441 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-648a4978-93e3-413a-88fd-2ef2ac5b0b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:19.965577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-648a4978-93e3-413a-88fd-2ef2ac5b0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:19.988351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a4978-93e3-413a-88fd-2ef2ac5b0b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72940187-aca5-4229-92a0-6dfc0b2b2855,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:20.075120 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-648a4978-93e3-413a-88fd-2ef2ac5b0b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:20.076230 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-648a4978-93e3-413a-88fd-2ef2ac5b0b33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72940187-aca5-4229-92a0-6dfc0b2b2855 HTTP/1.1" status: 204 len: 168 time: 0.3087115 Mar 08 12:17:21.136213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56948) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:17:21.237695 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1617405339-network', 'tenant_id': '555b4046838e4a19a290a2e48a06203b'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:17:21.242880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:17:21.246610 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Usage tracker for resource:network and tenant:555b4046838e4a19a290a2e48a06203b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:17:21.249393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:17:21.255530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:17:21.324623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Made reservation on behalf of 555b4046838e4a19a290a2e48a06203b for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:17:21.327049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:21.341177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:21.355189 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:17:21.359009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Usage tracker for resource:security_group_rule and tenant:555b4046838e4a19a290a2e48a06203b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:17:21.361727 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:17:21.367968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:17:21.447243 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:21.533712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:21.563156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:17:21.571886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f2c12a-2d63-421c-8747-e05e5860d53f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:21.577249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:21.577586 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Added segment 00ba3381-2aa8-49cb-af76-caff6bab3e42 of type vlan for network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 Mar 08 12:17:21.603718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:21.724975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:21.725945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:21.726577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:21.827861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] Pushing event updated for resources: {'Network': ['ID=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:21.837308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:17:21.936924 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7220960e-3ea7-4fb0-89dc-c16d94b03d59 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7996206 Mar 08 12:17:21.937667 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 56954) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:17:21.943156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Request body: {'subnet': {'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1617405339-subnet', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:17:21.948750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:17:21.952603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Usage tracker for resource:subnet and tenant:555b4046838e4a19a290a2e48a06203b is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:17:21.955425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:17:21.961059 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:17:22.036491 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Made reservation on behalf of 555b4046838e4a19a290a2e48a06203b for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:17:22.039372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:22.294266 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:22.370524 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e662479-dad8-4755-815c-ff16cdb4e2a0,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:22.378952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Checking segment: {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:17:22.379315 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Network hostable DHCP agents. Network: ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:17:22.496789 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:17:22.599551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:17:22.604580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:22.605175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:22.610391 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b189e6-e955-4a7d-b12e-103b079019ef None None] Network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:17:22.706486 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3e2aeba1-6d1f-4dfd-bd80-e77586895f89 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7676437 Mar 08 12:17:22.709185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56958) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:17:22.714917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:17:22.719575 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:17:22.723352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Usage tracker for resource:router and tenant:555b4046838e4a19a290a2e48a06203b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:17:22.726133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:17:22.731985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:17:22.816852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:22.817931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:22.821376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:17:22.822230 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:22.833639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:22.977466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Allocated IP 172.20.0.2 (ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9/5e662479-dad8-4755-815c-ff16cdb4e2a0/537e1439-9a2e-440f-9b28-70228ef30c79) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:17:23.173907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:23.174165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:23.184467 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Transition to ACTIVE for port object 537e1439-9a2e-440f-9b28-70228ef30c79 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:17:23.201997 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Transition to ACTIVE for port object 537e1439-9a2e-440f-9b28-70228ef30c79 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:17:23.331170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:23.391254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:17:23.398088 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:17:23.405435 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:17:23.410946 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Pushing event updated for resources: {'Port': ['ID=537e1439-9a2e-440f-9b28-70228ef30c79,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:23.494686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Attempting to bind port 537e1439-9a2e-440f-9b28-70228ef30c79 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:17:23.495053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Attempting to bind port 537e1439-9a2e-440f-9b28-70228ef30c79 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:17:23.495411 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Attempting to bind port 537e1439-9a2e-440f-9b28-70228ef30c79 on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:17:23.500552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:17:23.500925 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Checking segment: {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:17:23.501320 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:23.501709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Bound using segment: {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:17:23.502188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Bound port: 537e1439-9a2e-440f-9b28-70228ef30c79, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:17:23.502559 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:23.594944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] For port 537e1439-9a2e-440f-9b28-70228ef30c79, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:17:23.598153 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] For port 537e1439-9a2e-440f-9b28-70228ef30c79, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=537e1439-9a2e-440f-9b28-70228ef30c79,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:17:23.673849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:23.703914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:23.708235 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:23.791745 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384787d-aa04-46fb-8949-772a2b1a9d63 None None] Pushing event updated for resources: {'Port': ['ID=537e1439-9a2e-440f-9b28-70228ef30c79,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:23.839285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Allocated IP 172.26.4.20 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/7b10b018-d816-4638-a09e-46aa59d4b80a) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:17:24.011712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:24.157348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:24.223012 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:17:24.225728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:17:24.233724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:17:24.272007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Pushing event updated for resources: {'Port': ['ID=7b10b018-d816-4638-a09e-46aa59d4b80a,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:24.288207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:24.288560 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:24.288898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:24.289235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:24.289581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:24.289915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:24.290248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:24.290575 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:24.290898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:24.291223 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:24.291544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:24.291861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:24.671898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eae5f0-5a61-435c-a446-49c79129f61c None None] Network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:17:24.767307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:24.868620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b0dde09b-3b73-4100-913e-4de0e6f8d935 None None] Provisioning for port 537e1439-9a2e-440f-9b28-70228ef30c79 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:17:25.109004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:25.425436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 537e1439-9a2e-440f-9b28-70228ef30c79 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:17:25.490938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Router 281850f6-e0a9-4baa-b677-5e9fde60ada9 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:17:25.568218 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 537e1439-9a2e-440f-9b28-70228ef30c79 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:17:25.573099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 537e1439-9a2e-440f-9b28-70228ef30c79 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:17:25.573476 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:25.670450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:17:25.679680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Sync routers for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:17:25.698634 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:25.714560 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:17:25.715182 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b6012993-07c3-4123-a42b-322f88332206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:17:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:25.777000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:25.778221 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fd89c0ef-7746-4d1d-83ac-0f2b1fd83e2d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0680261 Mar 08 12:17:25.780963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56962) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:17:25.802155 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 537e1439-9a2e-440f-9b28-70228ef30c79, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=537e1439-9a2e-440f-9b28-70228ef30c79,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:17:25.902272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:17:25.947553 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:26.082352 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:17:26.160732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=537e1439-9a2e-440f-9b28-70228ef30c79,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:26.248053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b6012993-07c3-4123-a42b-322f88332206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:24Z', 'revision_number': 3, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:26.252014 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Checking router: 281850f6-e0a9-4baa-b677-5e9fde60ada9 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:17:26.252363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Updating router 281850f6-e0a9-4baa-b677-5e9fde60ada9 port 7b10b018-d816-4638-a09e-46aa59d4b80a binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:17:26.308567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:26.454434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:26.635807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:26.647672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Transition to ACTIVE for port object 7b10b018-d816-4638-a09e-46aa59d4b80a will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:17:26.679530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Allocated IP 172.20.0.1 (ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9/5e662479-dad8-4755-815c-ff16cdb4e2a0/4b56a586-f01f-43ad-92b0-864a85739482) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:17:26.736468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:26.815326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Attempting to bind port 7b10b018-d816-4638-a09e-46aa59d4b80a on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:17:26.815697 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Attempting to bind port 7b10b018-d816-4638-a09e-46aa59d4b80a by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:17:26.816060 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Attempting to bind port 7b10b018-d816-4638-a09e-46aa59d4b80a on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:17:26.818154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e52e13-7fa1-44b1-a0d1-608dbd49bf32 None None] Pushing event updated for resources: {'Port': ['ID=7b10b018-d816-4638-a09e-46aa59d4b80a,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:26.823685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:17:26.832494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:17:26.832494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:26.832494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:17:26.832494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Bound port: 7b10b018-d816-4638-a09e-46aa59d4b80a, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:17:26.832494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:26.833652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:26.841660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Transition to ACTIVE for port object 4b56a586-f01f-43ad-92b0-864a85739482 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:17:26.928032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b6012993-07c3-4123-a42b-322f88332206 None None] For port 7b10b018-d816-4638-a09e-46aa59d4b80a, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:17:26.931171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b6012993-07c3-4123-a42b-322f88332206 None None] For port 7b10b018-d816-4638-a09e-46aa59d4b80a, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7b10b018-d816-4638-a09e-46aa59d4b80a,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:17:26.945582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:27.004556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:17:27.007138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:17:27.014842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:17:27.037618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:27.050792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Pushing event updated for resources: {'Port': ['ID=4b56a586-f01f-43ad-92b0-864a85739482,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:27.081813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:27.119766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:17:27.120412 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b6012993-07c3-4123-a42b-322f88332206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:17:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:27.187276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e52e13-7fa1-44b1-a0d1-608dbd49bf32 None None] Pushing event updated for resources: {'Port': ['ID=7b10b018-d816-4638-a09e-46aa59d4b80a,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:27.309417 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b6012993-07c3-4123-a42b-322f88332206 None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:17:27.406698 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-30e5193f-0c38-4706-922b-b60920a0a5fd None None] Provisioning for port 4b56a586-f01f-43ad-92b0-864a85739482 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:17:27.418545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 537e1439-9a2e-440f-9b28-70228ef30c79 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:17:27.449977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-30e5193f-0c38-4706-922b-b60920a0a5fd None None] Provisioning complete for port 4b56a586-f01f-43ad-92b0-864a85739482 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:17:27.450346 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-30e5193f-0c38-4706-922b-b60920a0a5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:27.562685 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:27.609682 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-30e5193f-0c38-4706-922b-b60920a0a5fd None None] Port 4b56a586-f01f-43ad-92b0-864a85739482 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:17:27.639012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 537e1439-9a2e-440f-9b28-70228ef30c79 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:17:27.639393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:27.782106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:27.806494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b6012993-07c3-4123-a42b-322f88332206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:24Z', 'revision_number': 3, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:27.810548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6012993-07c3-4123-a42b-322f88332206 None None] The sync data for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv is: [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:24Z', 'revision_number': 3, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:17:27.873871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:27.982409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Pushing event updated for resources: {'Port': ['ID=4b56a586-f01f-43ad-92b0-864a85739482,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:27.983941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:28.133360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:17:28.134605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:17:28.333871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Router 281850f6-e0a9-4baa-b677-5e9fde60ada9 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:17:28.338351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4774c14b-9c0b-4140-bdb1-1da555c1f353 None None] Provisioning complete for port 4b56a586-f01f-43ad-92b0-864a85739482 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:17:28.338724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4774c14b-9c0b-4140-bdb1-1da555c1f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:28.398635 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4774c14b-9c0b-4140-bdb1-1da555c1f353 None None] Port 4b56a586-f01f-43ad-92b0-864a85739482 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:17:28.524096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:17:28.533324 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-21d0b0ae-b80e-4d01-930d-6e0426a5aeb4 admin admin] 10.222.0.32 "PUT /v2.0/routers/281850f6-e0a9-4baa-b677-5e9fde60ada9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7511296 Mar 08 12:17:29.100316 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56972) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:17:29.105557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1941944150', 'description': 'tempest-description--1008297282'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:17:29.115091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:17:29.119527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Usage tracker for resource:security_group and tenant:555b4046838e4a19a290a2e48a06203b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:17:29.122466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:17:29.128213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:17:29.233667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:29.253513 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Sync routers for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:17:29.259692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:17:29.263573 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Usage tracker for resource:security_group_rule and tenant:555b4046838e4a19a290a2e48a06203b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:17:29.264866 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:17:29.265546 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:17:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:29.266491 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:17:29.272248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:17:29.341066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:29.399653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:29.424640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7b10b018-d816-4638-a09e-46aa59d4b80a up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:17:29.444411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691f1d31-5d98-47e0-b6db-7c9b9d94202c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:29.446270 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:17:29.519829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:29.520991 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2fa2ba7e-5b52-41f0-ba69-2642ef082433 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4196794 Mar 08 12:17:29.523758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56976) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:17:29.528732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-fccc8dad-cdea-4b99-a491-f87d91861dde tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Request body: {'security_group_rule': {'security_group_id': '691f1d31-5d98-47e0-b6db-7c9b9d94202c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:17:29.534729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fccc8dad-cdea-4b99-a491-f87d91861dde tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:17:29.540385 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fccc8dad-cdea-4b99-a491-f87d91861dde tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Usage tracker for resource:security_group_rule and tenant:555b4046838e4a19a290a2e48a06203b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:17:29.542093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fccc8dad-cdea-4b99-a491-f87d91861dde tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:17:29.547792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fccc8dad-cdea-4b99-a491-f87d91861dde tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:17:29.559290 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 7b10b018-d816-4638-a09e-46aa59d4b80a completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:17:29.564397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7b10b018-d816-4638-a09e-46aa59d4b80a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:17:29.564775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:29.646139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fccc8dad-cdea-4b99-a491-f87d91861dde tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:29.686870 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:29.703791 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 7b10b018-d816-4638-a09e-46aa59d4b80a, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7b10b018-d816-4638-a09e-46aa59d4b80a,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:17:29.709036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fccc8dad-cdea-4b99-a491-f87d91861dde tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:29.777321 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 2, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:29.780897 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Checking router: 281850f6-e0a9-4baa-b677-5e9fde60ada9 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:17:29.781353 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Updating router 281850f6-e0a9-4baa-b677-5e9fde60ada9 port 4b56a586-f01f-43ad-92b0-864a85739482 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:17:29.786989 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:29.805986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fccc8dad-cdea-4b99-a491-f87d91861dde tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:29.828049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc8dad-cdea-4b99-a491-f87d91861dde tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2e707f-9e97-438a-b154-342f80b3e0b1,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:29.839353 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:29.850159 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=7b10b018-d816-4638-a09e-46aa59d4b80a,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:29.930968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fccc8dad-cdea-4b99-a491-f87d91861dde tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:29.932168 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fccc8dad-cdea-4b99-a491-f87d91861dde tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4075160 Mar 08 12:17:29.934806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56980) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:17:29.939970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-00acd6e2-c1df-490b-9eff-ae27159ab45e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Request body: {'security_group_rule': {'security_group_id': '691f1d31-5d98-47e0-b6db-7c9b9d94202c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:17:29.945847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-00acd6e2-c1df-490b-9eff-ae27159ab45e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:17:29.949579 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-00acd6e2-c1df-490b-9eff-ae27159ab45e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Usage tracker for resource:security_group_rule and tenant:555b4046838e4a19a290a2e48a06203b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:17:29.952361 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-00acd6e2-c1df-490b-9eff-ae27159ab45e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:17:29.957994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-00acd6e2-c1df-490b-9eff-ae27159ab45e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:17:30.049893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00acd6e2-c1df-490b-9eff-ae27159ab45e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:30.122153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00acd6e2-c1df-490b-9eff-ae27159ab45e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:30.190830 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:30.202495 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Transition to ACTIVE for port object 4b56a586-f01f-43ad-92b0-864a85739482 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:17:30.216230 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00acd6e2-c1df-490b-9eff-ae27159ab45e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:30.239209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acd6e2-c1df-490b-9eff-ae27159ab45e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cc4ce2-0956-4faf-993d-88c874047251,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:30.279242 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:30.311617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-00acd6e2-c1df-490b-9eff-ae27159ab45e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:30.312992 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-00acd6e2-c1df-490b-9eff-ae27159ab45e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3768563 Mar 08 12:17:30.315714 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 56984) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:17:30.321301 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:17:30.327320 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:17:30.331109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Usage tracker for resource:floatingip and tenant:555b4046838e4a19a290a2e48a06203b is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:17:30.333902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:17:30.340363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:17:30.437456 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Pushing event updated for resources: {'Port': ['ID=4b56a586-f01f-43ad-92b0-864a85739482,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:30.443024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:30.470238 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:30.470586 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:30.470925 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:30.471254 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:30.471655 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:30.471899 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:30.472226 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:30.472546 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:30.472864 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:30.473180 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:30.473493 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:30.473805 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:30.540934 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Attempting to bind port 4b56a586-f01f-43ad-92b0-864a85739482 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:17:30.541304 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Attempting to bind port 4b56a586-f01f-43ad-92b0-864a85739482 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:17:30.541675 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Attempting to bind port 4b56a586-f01f-43ad-92b0-864a85739482 on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:17:30.546785 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:17:30.547162 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Checking segment: {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:17:30.547558 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:30.547950 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Bound using segment: {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:17:30.548402 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Bound port: 4b56a586-f01f-43ad-92b0-864a85739482, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:17:30.548779 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:30.646500 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] For port 4b56a586-f01f-43ad-92b0-864a85739482, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:17:30.649656 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] For port 4b56a586-f01f-43ad-92b0-864a85739482, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4b56a586-f01f-43ad-92b0-864a85739482,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:17:30.715709 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:30.769052 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:30.845925 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8483dbd-14a0-4523-80f8-ecba18a490cf None None] Pushing event updated for resources: {'Port': ['ID=4b56a586-f01f-43ad-92b0-864a85739482,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:30.852114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Allocated IP 172.26.4.48 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/f23a570f-9edf-462a-a61c-cb58b8a5df8b) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:17:30.855558 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:17:30.856174 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:17:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:31.010249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:31.035067 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:17:31.094983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:31.157453 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:17:31.160028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:17:31.168322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:17:31.203473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event updated for resources: {'Port': ['ID=f23a570f-9edf-462a-a61c-cb58b8a5df8b,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:31.250539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:31.346946 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:30Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:31.351733 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf076dd-647c-4eb9-8ccc-11d4f7dca134 None None] The sync data for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv is: [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:30Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:17:31.388784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:31.477708 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7b10b018-d816-4638-a09e-46aa59d4b80a up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:17:31.555091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7b10b018-d816-4638-a09e-46aa59d4b80a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:17:31.555547 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:31.628935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:31.725203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:31.839831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event updated for resources: {'Port': ['ID=f23a570f-9edf-462a-a61c-cb58b8a5df8b,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:31.849766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:31.936951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:31.938329 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-94c99376-dd8b-416b-8cf6-e4bc810f79b3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6215038 Mar 08 12:17:32.106056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-4a8e1579-9824-45df-bd4c-1a9ea5401f32 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Synchronizing usage tracker for tenant:555b4046838e4a19a290a2e48a06203b on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:17:32.199865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-4a8e1579-9824-45df-bd4c-1a9ea5401f32 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Unset dirty status for tenant:555b4046838e4a19a290a2e48a06203b on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:17:32.206493 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-4a8e1579-9824-45df-bd4c-1a9ea5401f32 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1941944150&fields=id&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 267 time: 0.1370490 Mar 08 12:17:32.357443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-facd04ba-f5f0-4642-938b-221b8a767960 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:32.358223 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-facd04ba-f5f0-4642-938b-221b8a767960 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Synchronizing usage tracker for tenant:555b4046838e4a19a290a2e48a06203b on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:17:32.452495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-facd04ba-f5f0-4642-938b-221b8a767960 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Unset dirty status for tenant:555b4046838e4a19a290a2e48a06203b on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:17:32.453777 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-facd04ba-f5f0-4642-938b-221b8a767960 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 812 time: 0.2451217 Mar 08 12:17:32.473417 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-b66c798b-64ef-499a-9248-300d03c0260d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/quotas/555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 375 time: 0.0141504 Mar 08 12:17:32.569754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-9d59f581-13ac-426d-a7a4-cca4c647e6b1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Synchronizing usage tracker for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:17:32.662088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-9d59f581-13ac-426d-a7a4-cca4c647e6b1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Unset dirty status for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:17:32.664174 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-9d59f581-13ac-426d-a7a4-cca4c647e6b1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1852486 Mar 08 12:17:32.806431 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-cb76ce92-537e-4d02-af0a-48d9c73b994c service neutron] 10.222.0.32 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302550 Mar 08 12:17:32.935206 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-e6947b14-e8c7-45e3-9744-9d3bee4d5d36 service neutron] 10.222.0.32 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230648 Mar 08 12:17:33.237215 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8adaf8b2-3e01-4bba-9f0a-41fe501a3aac req-6fe8b5f7-58a6-4e88-aead-55f27325594c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 210 time: 0.0429986 Mar 08 12:17:33.423301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4b56a586-f01f-43ad-92b0-864a85739482 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:17:33.571215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 4b56a586-f01f-43ad-92b0-864a85739482 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:17:33.575854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4b56a586-f01f-43ad-92b0-864a85739482 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:17:33.576233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:33.723333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:33.756735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 4b56a586-f01f-43ad-92b0-864a85739482, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4b56a586-f01f-43ad-92b0-864a85739482,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:17:33.856672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:33.926109 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=4b56a586-f01f-43ad-92b0-864a85739482,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:34.331872 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0ba548d6-d437-4a36-b835-96a74b15f363 req-5beb3be3-0fdb-4957-a226-d3fd619eecea tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 210 time: 0.0434723 Mar 08 12:17:35.408444 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4b56a586-f01f-43ad-92b0-864a85739482 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:17:35.479594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4b56a586-f01f-43ad-92b0-864a85739482 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:17:35.479968 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:35.488624 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7d49eaf2-f5eb-4fd8-b744-0ff49eb5311f req-3f7242dc-1209-465a-904e-90c56af5f7d3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 210 time: 0.0468981 Mar 08 12:17:35.757520 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-14622bdc-5cd8-42dd-8489-4780cd283ee4 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:35.759005 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-14622bdc-5cd8-42dd-8489-4780cd283ee4 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 812 time: 0.1529434 Mar 08 12:17:35.806342 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-04391b5e-d456-40ec-b125-63dad233c9a3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 380 time: 0.0396483 Mar 08 12:17:35.814382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Request body: {'port': {'device_id': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'admin_state_up': True, 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'security_groups': ['691f1d31-5d98-47e0-b6db-7c9b9d94202c']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:17:36.062622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:17:36.071994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:17:36.145861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Made reservation on behalf of 555b4046838e4a19a290a2e48a06203b for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:17:36.150126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:36.308282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Allocated IP 172.20.0.12 (ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9/5e662479-dad8-4755-815c-ff16cdb4e2a0/b0bd486f-cf10-4ce6-8830-a9a174c662b7) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:17:36.492570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:36.507991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Transition to ACTIVE for port object b0bd486f-cf10-4ce6-8830-a9a174c662b7 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:17:36.636436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:36.709631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:17:36.713588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:17:36.725465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:17:36.765752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event updated for resources: {'Port': ['ID=b0bd486f-cf10-4ce6-8830-a9a174c662b7,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:36.808385 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:36.809000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:36.823008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908fccc-ce4c-49ee-a382-2ff8486521cf req-3868f3ba-ad0c-49ef-a377-f533c81280e9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:36.824507 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2908fccc-ce4c-49ee-a382-2ff8486521cf req-3868f3ba-ad0c-49ef-a377-f533c81280e9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 932 time: 0.2289121 Mar 08 12:17:36.879009 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2908fccc-ce4c-49ee-a382-2ff8486521cf req-785b6169-4ce6-4785-8ef9-8d31aec8e79e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487311 Mar 08 12:17:36.937215 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-7c3091a6-6c1f-4426-992d-350e7a41abfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1262605 Mar 08 12:17:36.947668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-55a23e23-0a34-4501-baf6-b9211db2bae1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:17:36.948635 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-55a23e23-0a34-4501-baf6-b9211db2bae1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056217 Mar 08 12:17:36.999616 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e42c0dd1-b6ed-4f90-8d63-87f2cdffc56e None None] Provisioning for port b0bd486f-cf10-4ce6-8830-a9a174c662b7 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:17:37.000451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Request body: {'port': {'device_id': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:17:37.004997 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e42c0dd1-b6ed-4f90-8d63-87f2cdffc56e None None] Provisioning complete for port b0bd486f-cf10-4ce6-8830-a9a174c662b7 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:17:37.005378 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e42c0dd1-b6ed-4f90-8d63-87f2cdffc56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:37.058449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e42c0dd1-b6ed-4f90-8d63-87f2cdffc56e None None] Port b0bd486f-cf10-4ce6-8830-a9a174c662b7 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:17:37.110093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:37.440164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0bd486f-cf10-4ce6-8830-a9a174c662b7 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:17:37.447277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:37.461271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Transition to ACTIVE for port object b0bd486f-cf10-4ce6-8830-a9a174c662b7 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:17:37.530862 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:37.685513 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bd486f-cf10-4ce6-8830-a9a174c662b7,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:37.764627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Attempting to bind port b0bd486f-cf10-4ce6-8830-a9a174c662b7 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:17:37.764934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Attempting to bind port b0bd486f-cf10-4ce6-8830-a9a174c662b7 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:17:37.765260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Attempting to bind port b0bd486f-cf10-4ce6-8830-a9a174c662b7 on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:17:37.770015 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Port b0bd486f-cf10-4ce6-8830-a9a174c662b7 on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:17:37.770644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Attempting to bind port b0bd486f-cf10-4ce6-8830-a9a174c662b7 on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:17:37.776011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:17:37.776346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Checking segment: {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:17:37.776843 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Bound using segment: {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:17:37.777143 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Bound port: b0bd486f-cf10-4ce6-8830-a9a174c662b7, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:17:37.777483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:37.867367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] For port b0bd486f-cf10-4ce6-8830-a9a174c662b7, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:17:37.870152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] For port b0bd486f-cf10-4ce6-8830-a9a174c662b7, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:17:37.965814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:38.019462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:38.020077 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:38.021482 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] 10.222.0.18 "PUT /v2.0/ports/b0bd486f-cf10-4ce6-8830-a9a174c662b7 HTTP/1.1" status: 200 len: 1094 time: 1.0669999 Mar 08 12:17:38.021897 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'tag': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:17:38.051284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c3072-6e39-4288-af38-60eb882d2670 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bd486f-cf10-4ce6-8830-a9a174c662b7,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:38.087538 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'tag': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7', 'status': 'completed', 'code': 200} Mar 08 12:17:38.098889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fb033-ebab-4844-8681-931ae9dc6a70 req-cbf76209-44c7-4172-85c3-f05cacc1d56a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:38.100476 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-371fb033-ebab-4844-8681-931ae9dc6a70 req-cbf76209-44c7-4172-85c3-f05cacc1d56a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 944 time: 0.1143146 Mar 08 12:17:38.148761 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-371fb033-ebab-4844-8681-931ae9dc6a70 req-744be295-b9ea-4a2a-8f02-aab766f35bfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420637 Mar 08 12:17:38.189908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f48ac-fdcd-45e2-af3c-d4d806766b49 req-4489e725-fd97-4406-956a-a28df095756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:38.191400 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c55f48ac-fdcd-45e2-af3c-d4d806766b49 req-4489e725-fd97-4406-956a-a28df095756b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 1097 time: 0.0848317 Mar 08 12:17:38.413309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f48ac-fdcd-45e2-af3c-d4d806766b49 req-dacc59ae-ba8d-42b6-bd9a-8bc69cd15b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:38.415283 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c55f48ac-fdcd-45e2-af3c-d4d806766b49 req-dacc59ae-ba8d-42b6-bd9a-8bc69cd15b69 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=555b4046838e4a19a290a2e48a06203b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2166390 Mar 08 12:17:38.550215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f48ac-fdcd-45e2-af3c-d4d806766b49 req-95250720-c942-4870-9dcc-f62b39732e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:38.551665 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c55f48ac-fdcd-45e2-af3c-d4d806766b49 req-95250720-c942-4870-9dcc-f62b39732e10 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314847 Mar 08 12:17:38.654530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-c2571232-8a19-4032-83ae-70c41da6140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:38.656006 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-c2571232-8a19-4032-83ae-70c41da6140d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 1097 time: 0.0695674 Mar 08 12:17:38.725320 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-e9bef229-8c4f-4735-ad47-ede03336ca62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7 HTTP/1.1" status: 200 len: 217 time: 0.0622084 Mar 08 12:17:38.786143 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-02dedc7a-a19b-43ce-a75b-3a9af6754b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:38.787604 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-02dedc7a-a19b-43ce-a75b-3a9af6754b51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0574968 Mar 08 12:17:38.863638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-9429a217-12a7-47ba-8c22-466aceebc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:38.865081 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-9429a217-12a7-47ba-8c22-466aceebc5ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715728 Mar 08 12:17:38.993567 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-dcc814e6-84c2-4b3b-9fb5-18cfbb424815 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226234 Mar 08 12:17:39.121305 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e290e4ad-bce7-4102-9502-a36aef5f4364 req-64c7aaf7-1e14-45bb-967d-5233bbbcfb21 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226656 Mar 08 12:17:39.337604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631561df-059a-4f22-941b-2a1bc5552d89 req-bc662283-52fb-4fca-9ed7-b5b8a59bac98 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:39.338328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-631561df-059a-4f22-941b-2a1bc5552d89 req-bc662283-52fb-4fca-9ed7-b5b8a59bac98 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Synchronizing usage tracker for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:17:39.442904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-631561df-059a-4f22-941b-2a1bc5552d89 req-bc662283-52fb-4fca-9ed7-b5b8a59bac98 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Unset dirty status for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:17:39.444045 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-631561df-059a-4f22-941b-2a1bc5552d89 req-bc662283-52fb-4fca-9ed7-b5b8a59bac98 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 944 time: 0.1843164 Mar 08 12:17:39.488310 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-631561df-059a-4f22-941b-2a1bc5552d89 req-28a69826-6d7a-4681-a2e3-a01583dccaf3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381904 Mar 08 12:17:39.965431 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-da1d7eb6-3d03-4756-8870-3b1280d03b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:40.676289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dd25f-9d49-495c-879e-2fbc14d95af3 req-26dc51a2-70a4-44cd-a77d-33da5d37dc7c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:40.677736 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-374dd25f-9d49-495c-879e-2fbc14d95af3 req-26dc51a2-70a4-44cd-a77d-33da5d37dc7c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 944 time: 0.0793924 Mar 08 12:17:40.723315 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-374dd25f-9d49-495c-879e-2fbc14d95af3 req-f1d6736e-5b20-4f21-932c-869f50eb76a4 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391908 Mar 08 12:17:41.335499 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b0bd486f-cf10-4ce6-8830-a9a174c662b7 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:17:41.466627 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b0bd486f-cf10-4ce6-8830-a9a174c662b7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:17:41.479075 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'port_id': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7', 'mac_address': 'fa:16:3e:38:9a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:17:41.535694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:41.551578 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0bd486f-cf10-4ce6-8830-a9a174c662b7 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:17:41.566420 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b0bd486f-cf10-4ce6-8830-a9a174c662b7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:17:41.679622 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:41.750967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=b0bd486f-cf10-4ce6-8830-a9a174c662b7,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:41.908068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c9d19-6421-411e-8aa9-d38fb0de0ee5 req-ae42e53c-b49d-4d56-ab03-6b44c10988ca tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:41.909407 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-721c9d19-6421-411e-8aa9-d38fb0de0ee5 req-ae42e53c-b49d-4d56-ab03-6b44c10988ca tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 945 time: 0.0811064 Mar 08 12:17:41.952285 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-721c9d19-6421-411e-8aa9-d38fb0de0ee5 req-d35df960-9895-40a0-82b3-2876822ebe5c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372910 Mar 08 12:17:41.989752 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['b0bd486f-cf10-4ce6-8830-a9a174c662b7'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:17:42.302358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-246d4ea3-6411-4aa8-a5d3-3ec089e5d2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:43.135430 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e4fc9-c78f-45fb-a3dc-50ab92785e65 req-552ac13c-3d8f-49f5-b1a7-f7204ae11ada tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:43.136872 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b20e4fc9-c78f-45fb-a3dc-50ab92785e65 req-552ac13c-3d8f-49f5-b1a7-f7204ae11ada tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 945 time: 0.0805857 Mar 08 12:17:43.179405 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b20e4fc9-c78f-45fb-a3dc-50ab92785e65 req-8acd7189-caae-4c69-8d0c-1febe8feb02d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370133 Mar 08 12:17:43.348436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b0bd486f-cf10-4ce6-8830-a9a174c662b7 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:17:43.505633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:43.568506 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port b0bd486f-cf10-4ce6-8830-a9a174c662b7 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:17:43.571433 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:43.573828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port b0bd486f-cf10-4ce6-8830-a9a174c662b7 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:17:43.574222 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:43.663567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:43.690238 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:43.716598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:17:43.726098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b0bd486f-cf10-4ce6-8830-a9a174c662b7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:17:43.814280 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7', 'code': 200} Mar 08 12:17:43.816710 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:43.888550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=b0bd486f-cf10-4ce6-8830-a9a174c662b7,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:44.206127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7437b1e-a30e-4b63-8290-f38723956e44 req-70768f01-6a5d-4141-b588-211140d2e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:44.207771 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d7437b1e-a30e-4b63-8290-f38723956e44 req-70768f01-6a5d-4141-b588-211140d2e39d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 1099 time: 0.0686986 Mar 08 12:17:44.251257 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d7437b1e-a30e-4b63-8290-f38723956e44 req-c735c738-8dd1-4c36-8fcb-fa6894e1ec07 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Mar 08 12:17:44.363413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daeac36-3a1f-47aa-b973-9ecc7ed6a9c7 req-676c6fe5-c385-471a-baa6-a303bcb269b4 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:44.364851 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2daeac36-3a1f-47aa-b973-9ecc7ed6a9c7 req-676c6fe5-c385-471a-baa6-a303bcb269b4 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0824094 Mar 08 12:17:44.408548 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2daeac36-3a1f-47aa-b973-9ecc7ed6a9c7 req-bd18c62d-d8d7-4a73-bfcd-876d58a993c5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376348 Mar 08 12:17:44.787719 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:45.610346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab1ed-e1a8-47f1-89d9-772e56e79e9d req-55e4eef8-ac97-438c-aac0-de6a20ea1415 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:45.611725 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-10dab1ed-e1a8-47f1-89d9-772e56e79e9d req-55e4eef8-ac97-438c-aac0-de6a20ea1415 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0851638 Mar 08 12:17:45.655984 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-10dab1ed-e1a8-47f1-89d9-772e56e79e9d req-cc52a92e-a2f6-49d8-af4c-c86257d81d42 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381904 Mar 08 12:17:46.839116 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e4184-b461-4f3a-a734-961361a4cdde req-a3851a29-a924-49cc-b80f-958caf642064 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:46.840630 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-519e4184-b461-4f3a-a734-961361a4cdde req-a3851a29-a924-49cc-b80f-958caf642064 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0796881 Mar 08 12:17:46.883763 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-519e4184-b461-4f3a-a734-961361a4cdde req-0605009b-01ba-4b05-b43e-6119c1f57d35 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375576 Mar 08 12:17:47.063980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1eccd-aef1-471c-a982-4a661b7e00c3 req-3bd47123-7c86-4f26-a404-37a1215cbabc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:47.065410 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52f1eccd-aef1-471c-a982-4a661b7e00c3 req-3bd47123-7c86-4f26-a404-37a1215cbabc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0821476 Mar 08 12:17:47.074367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 57052) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:17:47.079319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-5662eb65-a1f1-42dc-80d8-a246ff18a014 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Request body: {'floatingip': {'port_id': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:17:47.153011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5662eb65-a1f1-42dc-80d8-a246ff18a014 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:47.841964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5662eb65-a1f1-42dc-80d8-a246ff18a014 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:47.945820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5662eb65-a1f1-42dc-80d8-a246ff18a014 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:48.111624 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-5662eb65-a1f1-42dc-80d8-a246ff18a014 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9 associated. External IP: 172.26.4.48, port: b0bd486f-cf10-4ce6-8830-a9a174c662b7. Mar 08 12:17:48.451680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5662eb65-a1f1-42dc-80d8-a246ff18a014 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Router 281850f6-e0a9-4baa-b677-5e9fde60ada9 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:17:48.627822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5662eb65-a1f1-42dc-80d8-a246ff18a014 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:17:48.632685 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5662eb65-a1f1-42dc-80d8-a246ff18a014 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:17:48.637310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef52659-65b3-43b4-a971-78d0320e886e None None] Sync routers for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:17:48.646385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef52659-65b3-43b4-a971-78d0320e886e None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:17:48.647058 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1ef52659-65b3-43b4-a971-78d0320e886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:17:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:48.689975 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5662eb65-a1f1-42dc-80d8-a246ff18a014 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "PUT /v2.0/floatingips/6ae494fe-0d8e-431d-adec-4213ed7fe6b9 HTTP/1.1" status: 200 len: 991 time: 1.6145356 Mar 08 12:17:48.690564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'tag': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:17:48.736667 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'tag': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7', 'status': 'completed', 'code': 200} Mar 08 12:17:48.866829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33542649-74dd-410e-af9d-a77fdbac547d req-6075ff49-5c14-41e2-b8d5-4d789f8fc694 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:48.868520 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-33542649-74dd-410e-af9d-a77fdbac547d req-6075ff49-5c14-41e2-b8d5-4d789f8fc694 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0935488 Mar 08 12:17:48.872113 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-1ef52659-65b3-43b4-a971-78d0320e886e None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:17:48.916563 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-33542649-74dd-410e-af9d-a77fdbac547d req-fc58b2bb-8d5e-40a1-b921-a7c24e25c85e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410297 Mar 08 12:17:48.959977 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96120e09-48f9-4850-b0fd-876f698baa4f req-283475f1-994f-4ef4-a6e5-67e918e3a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:48.961653 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-96120e09-48f9-4850-b0fd-876f698baa4f req-283475f1-994f-4ef4-a6e5-67e918e3a7d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 1099 time: 0.2022886 Mar 08 12:17:49.142420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96120e09-48f9-4850-b0fd-876f698baa4f req-1c2c7017-f305-4b87-a97b-72df190a92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:49.143868 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-96120e09-48f9-4850-b0fd-876f698baa4f req-1c2c7017-f305-4b87-a97b-72df190a92e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1755300 Mar 08 12:17:49.229267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1ef52659-65b3-43b4-a971-78d0320e886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6ae494fe-0d8e-431d-adec-4213ed7fe6b9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'floating_ip_address': '172.26.4.48', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'port_id': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'mac_address': 'fa:16:3e:38:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:17:31Z', 'updated_at': '2022-03-08T12:17:47Z', 'revision_number': 1, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:49.233153 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef52659-65b3-43b4-a971-78d0320e886e None None] Checking router: 281850f6-e0a9-4baa-b677-5e9fde60ada9 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:17:49.237358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ca9c0-d9fb-41c4-9bc7-20f1cf087d4e req-a052dedc-2060-4e21-aa7e-bc929c8a29c2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:49.238973 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-835ca9c0-d9fb-41c4-9bc7-20f1cf087d4e req-a052dedc-2060-4e21-aa7e-bc929c8a29c2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.1880753 Mar 08 12:17:49.247582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef52659-65b3-43b4-a971-78d0320e886e None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:17:49.248187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1ef52659-65b3-43b4-a971-78d0320e886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:17:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:49.290480 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-96120e09-48f9-4850-b0fd-876f698baa4f req-954014ec-a2eb-4fa1-a469-27ec180a2b65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7 HTTP/1.1" status: 200 len: 999 time: 0.1342144 Mar 08 12:17:49.337896 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-835ca9c0-d9fb-41c4-9bc7-20f1cf087d4e req-57fa57de-cb82-4114-a46a-fc0d89cb1ba7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931232 Mar 08 12:17:49.359304 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96120e09-48f9-4850-b0fd-876f698baa4f req-a8594688-0ed9-40a1-8c79-9928a661e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:49.360716 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-96120e09-48f9-4850-b0fd-876f698baa4f req-a8594688-0ed9-40a1-8c79-9928a661e7d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0646672 Mar 08 12:17:49.426381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-1ef52659-65b3-43b4-a971-78d0320e886e None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:17:49.440818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96120e09-48f9-4850-b0fd-876f698baa4f req-b3701814-a3b8-42a9-a46f-1a576db45950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:49.442363 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-96120e09-48f9-4850-b0fd-876f698baa4f req-b3701814-a3b8-42a9-a46f-1a576db45950 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738778 Mar 08 12:17:49.574015 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-96120e09-48f9-4850-b0fd-876f698baa4f req-277175a9-c4cf-42c7-a43e-f6e4e06c36ff service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246049 Mar 08 12:17:49.712660 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-96120e09-48f9-4850-b0fd-876f698baa4f req-feba6777-7fe6-4c26-85c2-559371fa6c6f service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325517 Mar 08 12:17:49.780481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1ef52659-65b3-43b4-a971-78d0320e886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6ae494fe-0d8e-431d-adec-4213ed7fe6b9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'floating_ip_address': '172.26.4.48', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'port_id': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'mac_address': 'fa:16:3e:38:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:17:31Z', 'updated_at': '2022-03-08T12:17:47Z', 'revision_number': 1, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:49.784400 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef52659-65b3-43b4-a971-78d0320e886e None None] The sync data for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv is: [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6ae494fe-0d8e-431d-adec-4213ed7fe6b9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'floating_ip_address': '172.26.4.48', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'port_id': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'mac_address': 'fa:16:3e:38:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:17:31Z', 'updated_at': '2022-03-08T12:17:47Z', 'revision_number': 1, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:17:49.974077 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ccf013-6c68-44a5-b251-2f7095575622 None None] New status for floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:17:50.522372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86361902-0042-409c-b2a6-9ea3283f9dce req-fed59ce8-098b-4e48-8691-22e5e32da4e2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:50.523797 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-86361902-0042-409c-b2a6-9ea3283f9dce req-fed59ce8-098b-4e48-8691-22e5e32da4e2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0832860 Mar 08 12:17:50.566530 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-86361902-0042-409c-b2a6-9ea3283f9dce req-b5b56770-c26d-4526-821a-f19d240d2886 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365486 Mar 08 12:17:50.749118 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27a2fa-817f-44ef-8d44-3de653f0ed61 req-161a4408-1b07-4482-8e0b-0f44b3582546 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:50.750576 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5f27a2fa-817f-44ef-8d44-3de653f0ed61 req-161a4408-1b07-4482-8e0b-0f44b3582546 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0792708 Mar 08 12:17:50.792788 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5f27a2fa-817f-44ef-8d44-3de653f0ed61 req-74b23d1e-fbb4-4340-bdd5-8279d33b10da tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366895 Mar 08 12:17:51.342061 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb51057-0c1d-46fe-810f-be6f140ccc99 req-eb744b2c-a220-46b2-bb38-96c39341fccb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:51.343521 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-acb51057-0c1d-46fe-810f-be6f140ccc99 req-eb744b2c-a220-46b2-bb38-96c39341fccb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0809059 Mar 08 12:17:51.430806 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-acb51057-0c1d-46fe-810f-be6f140ccc99 req-476f06a6-9f32-4bdb-993e-e05579ec376c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813746 Mar 08 12:17:51.452721 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-003f629f-c360-497f-8ab4-a97c7b209623 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888493 Mar 08 12:17:52.619016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2543b17-ad07-47c1-b2c8-f95e8db716cd req-7f4ddf68-8e47-4c92-a95f-adec7d3a79aa tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:52.621054 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c2543b17-ad07-47c1-b2c8-f95e8db716cd req-7f4ddf68-8e47-4c92-a95f-adec7d3a79aa tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0830030 Mar 08 12:17:52.673617 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c2543b17-ad07-47c1-b2c8-f95e8db716cd req-51f924b8-6280-41d5-86a0-2bd794a787af tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402360 Mar 08 12:17:53.642442 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-cfa7d92b-2e8b-4a1c-b86d-58f87bcf67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:53.643804 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-cfa7d92b-2e8b-4a1c-b86d-58f87bcf67ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 1099 time: 0.0726702 Mar 08 12:17:53.774352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-824fabf3-04b4-4c5f-a86d-d17e10e965bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:53.775834 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-824fabf3-04b4-4c5f-a86d-d17e10e965bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1263661 Mar 08 12:17:53.915852 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-88647f3e-63b0-4b9e-a521-ffa470a46b5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7 HTTP/1.1" status: 200 len: 1001 time: 0.1341071 Mar 08 12:17:54.093192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fffae0-56a0-4182-8439-96c6b9b9bda2 req-e1d86184-d68c-4793-bc29-f1729e953da1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:54.094676 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-42fffae0-56a0-4182-8439-96c6b9b9bda2 req-e1d86184-d68c-4793-bc29-f1729e953da1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.3120019 Mar 08 12:17:54.102563 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-b14eb3b7-efd3-4444-8822-4bd97ba0e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:54.103861 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-b14eb3b7-efd3-4444-8822-4bd97ba0e03b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.1831968 Mar 08 12:17:54.181008 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-42fffae0-56a0-4182-8439-96c6b9b9bda2 req-4e28ff8e-5699-463d-b6bd-c38976d655b6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800264 Mar 08 12:17:54.204305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-3abcbf32-51ef-4b03-849d-8b0734b3798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:54.205736 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-3abcbf32-51ef-4b03-849d-8b0734b3798f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893230 Mar 08 12:17:54.334782 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-f7764d30-db44-475e-8bf4-a9b7a719a328 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220293 Mar 08 12:17:54.462919 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-7defcfc2-c93a-4bf3-8c6c-94044cc67dda service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213777 Mar 08 12:17:55.369107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf85300-b8e1-427e-806b-ed3404f061e6 req-4ee7c6c5-6175-4615-b2c0-851d16d0aa0a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:55.371093 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4cf85300-b8e1-427e-806b-ed3404f061e6 req-4ee7c6c5-6175-4615-b2c0-851d16d0aa0a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0830824 Mar 08 12:17:55.415090 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4cf85300-b8e1-427e-806b-ed3404f061e6 req-c856695e-c743-444e-abac-3c318b2bda50 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379524 Mar 08 12:17:56.610675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f4638-08a5-4cc9-ba25-9fca458feb69 req-70a976a3-91b5-4cf6-9052-b810871cc255 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:56.612109 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8b1f4638-08a5-4cc9-ba25-9fca458feb69 req-70a976a3-91b5-4cf6-9052-b810871cc255 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0820959 Mar 08 12:17:56.659152 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8b1f4638-08a5-4cc9-ba25-9fca458feb69 req-4a5786a5-1088-4bf5-bdc2-d9ae6b707e0b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Mar 08 12:17:57.839886 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecddbb9-2aea-46b8-add1-0f4953177d44 req-931125d2-1e52-4e30-92ed-0ee7e3051376 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:57.841368 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4ecddbb9-2aea-46b8-add1-0f4953177d44 req-931125d2-1e52-4e30-92ed-0ee7e3051376 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0786009 Mar 08 12:17:57.887812 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4ecddbb9-2aea-46b8-add1-0f4953177d44 req-012d8389-8e53-44da-9aa1-54614647c27b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408762 Mar 08 12:17:59.075027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33eaf9-5337-4085-a6a3-7a7823ebd7c0 req-f89a6831-f0ea-44e7-a394-a431a705dc99 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:59.076494 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e33eaf9-5337-4085-a6a3-7a7823ebd7c0 req-f89a6831-f0ea-44e7-a394-a431a705dc99 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0775754 Mar 08 12:17:59.119772 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e33eaf9-5337-4085-a6a3-7a7823ebd7c0 req-63c2bca9-45ec-4939-8d26-bd5d79260fb7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377216 Mar 08 12:18:00.300093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ae6e9-d6b6-4efd-84c1-1de4555c9beb req-4a53cbff-a343-42ca-8eba-a88aedfda6c2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:00.301539 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-702ae6e9-d6b6-4efd-84c1-1de4555c9beb req-4a53cbff-a343-42ca-8eba-a88aedfda6c2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0791035 Mar 08 12:18:00.345566 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-702ae6e9-d6b6-4efd-84c1-1de4555c9beb req-df3f8fd6-6d88-4dcf-afce-228596a9b960 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382614 Mar 08 12:18:01.528637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a834d-1e02-4505-8f91-03904b263fd2 req-861a08a0-315d-432e-b19c-51b21379940c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:01.530174 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4a7a834d-1e02-4505-8f91-03904b263fd2 req-861a08a0-315d-432e-b19c-51b21379940c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0819612 Mar 08 12:18:01.574173 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4a7a834d-1e02-4505-8f91-03904b263fd2 req-c1e5ac35-a882-466b-a043-115d6c8cb2d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385568 Mar 08 12:18:02.776801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd78ecc-d754-44bc-8b62-f85aca5eeee8 req-bee39582-37e9-4970-8807-24fd694ec9f7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:02.778191 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ffd78ecc-d754-44bc-8b62-f85aca5eeee8 req-bee39582-37e9-4970-8807-24fd694ec9f7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0827153 Mar 08 12:18:02.822219 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ffd78ecc-d754-44bc-8b62-f85aca5eeee8 req-270b1e5c-4a81-48a9-85c4-61b33f587f3f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384278 Mar 08 12:18:03.081241 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:18:04.002991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfca61-a3eb-492a-afb7-1b6f39f7cb55 req-abbc3861-1ee4-4f4c-91f4-a27e6f037e15 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:04.004342 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-92cfca61-a3eb-492a-afb7-1b6f39f7cb55 req-abbc3861-1ee4-4f4c-91f4-a27e6f037e15 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0788343 Mar 08 12:18:04.047741 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-92cfca61-a3eb-492a-afb7-1b6f39f7cb55 req-56523b03-8f1c-40d1-a24b-535380d1374f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377254 Mar 08 12:18:05.228175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e99f5c-a247-48ac-8904-18e78d715a96 req-cba2639b-9cd0-4989-8fde-55a67ab97e72 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:05.229598 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e6e99f5c-a247-48ac-8904-18e78d715a96 req-cba2639b-9cd0-4989-8fde-55a67ab97e72 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0782785 Mar 08 12:18:05.276241 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e6e99f5c-a247-48ac-8904-18e78d715a96 req-daf0cc7d-67c8-44e8-bbd9-3a08214a9276 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405011 Mar 08 12:18:06.462966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06c522-ecef-45e0-bd77-9ea411e3de99 req-09700ddd-48f2-488e-8fde-209744516e66 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:06.464405 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dd06c522-ecef-45e0-bd77-9ea411e3de99 req-09700ddd-48f2-488e-8fde-209744516e66 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0809002 Mar 08 12:18:06.507315 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dd06c522-ecef-45e0-bd77-9ea411e3de99 req-7ea44f34-16f0-4f70-a93b-3887457557e5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369198 Mar 08 12:18:07.692219 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917edcb-89c1-4cf4-a8f5-e582d943d00e req-4ff45207-3818-4642-a3e8-df84e013c0ee tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:07.693716 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3917edcb-89c1-4cf4-a8f5-e582d943d00e req-4ff45207-3818-4642-a3e8-df84e013c0ee tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0806496 Mar 08 12:18:07.737198 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3917edcb-89c1-4cf4-a8f5-e582d943d00e req-6d35d5f2-cc52-4d3c-8316-e817683b60ce tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378823 Mar 08 12:18:08.917025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a775a2f-f7d9-4c28-85aa-7139ccc96713 req-2b1b2ee1-4220-4f69-86fc-bf985c43b8f8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:08.918403 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2a775a2f-f7d9-4c28-85aa-7139ccc96713 req-2b1b2ee1-4220-4f69-86fc-bf985c43b8f8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0779130 Mar 08 12:18:08.965824 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2a775a2f-f7d9-4c28-85aa-7139ccc96713 req-f21ac2ed-3d9c-4414-a1ef-68d85c16aa18 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412412 Mar 08 12:18:09.913776 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b8590d7d-f2c5-45d2-afc9-5c1465217118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:10.155141 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4bd12-292d-44b2-a754-4669d9ee72a3 req-e28972c7-bc9e-4aff-8554-13fdfe858662 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:10.156587 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b5a4bd12-292d-44b2-a754-4669d9ee72a3 req-e28972c7-bc9e-4aff-8554-13fdfe858662 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0815837 Mar 08 12:18:10.299569 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b5a4bd12-292d-44b2-a754-4669d9ee72a3 req-2bdd3602-565f-40ef-b2b3-a5220aac10c0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373024 Mar 08 12:18:11.480561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3407b0-0387-4caa-b5fa-0bbb8a18d7d4 req-a0c43b74-67cf-419b-a783-b9b2f39638b7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:11.482017 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf3407b0-0387-4caa-b5fa-0bbb8a18d7d4 req-a0c43b74-67cf-419b-a783-b9b2f39638b7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0792699 Mar 08 12:18:11.524302 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bf3407b0-0387-4caa-b5fa-0bbb8a18d7d4 req-81e19497-4f9c-4996-943a-40637eb722b8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368154 Mar 08 12:18:12.197740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5340c0d6-a302-4458-9932-051a88b274cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:12.708155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3b0ae-e342-4462-b1a7-72e71555bfa2 req-0f877cdd-cc89-449a-a229-310767dffb2a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:12.709598 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-75e3b0ae-e342-4462-b1a7-72e71555bfa2 req-0f877cdd-cc89-449a-a229-310767dffb2a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0795202 Mar 08 12:18:12.761841 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-75e3b0ae-e342-4462-b1a7-72e71555bfa2 req-05095277-4e9f-4f42-9c9f-bf73a577864c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465813 Mar 08 12:18:13.490740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:13.542781 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:13.651421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:13.949393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dcb6c-2269-4156-b6ee-8f115af630f4 req-da21b2f7-c8a5-42b7-afd9-2d74ee5ae931 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:13.950776 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a9dcb6c-2269-4156-b6ee-8f115af630f4 req-da21b2f7-c8a5-42b7-afd9-2d74ee5ae931 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0827696 Mar 08 12:18:13.993550 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a9dcb6c-2269-4156-b6ee-8f115af630f4 req-bfbcde46-6cde-4f2c-9003-07867f50f652 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366871 Mar 08 12:18:14.811475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:15.188446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07711715-9960-47f6-8eb2-b693b5e859e0 req-9b7b3fc7-1373-4c32-bb4d-0c73d9eb5f9b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:15.189955 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-07711715-9960-47f6-8eb2-b693b5e859e0 req-9b7b3fc7-1373-4c32-bb4d-0c73d9eb5f9b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0842972 Mar 08 12:18:15.234951 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-07711715-9960-47f6-8eb2-b693b5e859e0 req-5390057b-205d-4975-846b-f39d1bb7f015 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390577 Mar 08 12:18:16.418624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9cdf9-36f0-4503-8bf4-ecda90be0c91 req-f42e70d4-2fe2-47f8-b31b-66670ccbb30f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:16.420102 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4dc9cdf9-36f0-4503-8bf4-ecda90be0c91 req-f42e70d4-2fe2-47f8-b31b-66670ccbb30f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0788176 Mar 08 12:18:16.466164 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4dc9cdf9-36f0-4503-8bf4-ecda90be0c91 req-f30847fa-ec1b-42e9-9125-ad9d76683f59 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405624 Mar 08 12:18:16.584519 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-b80f6969-fd43-444b-80bb-58f53c5758e8 service neutron] 10.222.0.18 "GET /v2.0/ports/b0bd486f-cf10-4ce6-8830-a9a174c662b7/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0731359 Mar 08 12:18:17.234352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-74d0f0c3-a4fd-437d-ab3e-45684fde781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:17.235788 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-74d0f0c3-a4fd-437d-ab3e-45684fde781b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 1099 time: 0.0699089 Mar 08 12:18:17.335875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-925980bc-dca2-4054-a5f6-d8ca24bb3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:17.337330 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-925980bc-dca2-4054-a5f6-d8ca24bb3afb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 1099 time: 0.0740504 Mar 08 12:18:17.464668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-c44df9ec-bf7e-49e7-8ca5-ecade72ae0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:17.466110 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-c44df9ec-bf7e-49e7-8ca5-ecade72ae0cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1228268 Mar 08 12:18:17.566305 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-34d58626-845d-4fd3-9b21-79c3baa6d296 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7 HTTP/1.1" status: 200 len: 1001 time: 0.0944395 Mar 08 12:18:17.629142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-03b10ed5-f78b-40f6-8ac6-11e480b3ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:17.630957 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-03b10ed5-f78b-40f6-8ac6-11e480b3ae2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0582392 Mar 08 12:18:17.656493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f993f3d-5e99-4766-bc22-5665aec69956 req-cd7acf5a-442a-4e9b-84ca-773c26b03b46 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:17.658088 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7f993f3d-5e99-4766-bc22-5665aec69956 req-cd7acf5a-442a-4e9b-84ca-773c26b03b46 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0844657 Mar 08 12:18:17.701489 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7f993f3d-5e99-4766-bc22-5665aec69956 req-5424843d-6c58-47f2-9533-078b15a045eb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378234 Mar 08 12:18:17.712715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-a32cc21b-f21a-4e8e-8ae4-39fd03dad76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:17.714198 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-a32cc21b-f21a-4e8e-8ae4-39fd03dad76f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777133 Mar 08 12:18:17.932166 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-d1721291-99dc-445b-8a04-542092f4706b service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120631 Mar 08 12:18:18.058479 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-21a1b269-9bdc-4281-be00-9b1b61fcf973 req-6b8aefbf-931d-49e0-8658-3a244b525fb2 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206186 Mar 08 12:18:18.884364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52690d92-a60d-452e-b180-58f1a61742fd req-b374b502-8f99-40bb-8d23-0e0289ab36c4 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:18.885775 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52690d92-a60d-452e-b180-58f1a61742fd req-b374b502-8f99-40bb-8d23-0e0289ab36c4 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0770478 Mar 08 12:18:18.928868 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52690d92-a60d-452e-b180-58f1a61742fd req-9465abd1-2df6-4cc1-9470-99f72f42b343 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370557 Mar 08 12:18:19.537526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b0bd486f-cf10-4ce6-8830-a9a174c662b7 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:18:19.539871 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b0bd486f-cf10-4ce6-8830-a9a174c662b7 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:18:19.748013 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:19.777004 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b0bd486f-cf10-4ce6-8830-a9a174c662b7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:18:19.797301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:18:19.805997 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'port_id': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7', 'mac_address': 'fa:16:3e:38:9a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:18:19.810347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b0bd486f-cf10-4ce6-8830-a9a174c662b7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:18:19.851868 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7', 'code': 200} Mar 08 12:18:19.866873 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:19.882975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0bd486f-cf10-4ce6-8830-a9a174c662b7 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:18:19.907030 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:20.014909 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:18:20.015262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:18:20.020000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=b0bd486f-cf10-4ce6-8830-a9a174c662b7,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:20.027083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:20.027433 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:20.027773 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:20.028109 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:20.028441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:20.028772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:20.029099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:20.029454 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:20.030183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:20.030515 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:20.030843 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:20.031166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:20.114652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df606af7-bd3e-4135-90a4-fbca64d192bd req-ee001f2d-5b35-4d9f-892c-455ce7535940 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:20.116088 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df606af7-bd3e-4135-90a4-fbca64d192bd req-ee001f2d-5b35-4d9f-892c-455ce7535940 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 944 time: 0.0802352 Mar 08 12:18:20.158959 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df606af7-bd3e-4135-90a4-fbca64d192bd req-33511811-48e3-4e7c-afa0-a949f2ef6b8f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372796 Mar 08 12:18:20.609055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:20.625623 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0bd486f-cf10-4ce6-8830-a9a174c662b7 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:18:20.640182 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b0bd486f-cf10-4ce6-8830-a9a174c662b7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:18:20.700980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:20.781594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=b0bd486f-cf10-4ce6-8830-a9a174c662b7,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:20.796819 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['b0bd486f-cf10-4ce6-8830-a9a174c662b7'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:18:21.346473 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afdfb1-c696-40dd-9f1e-5b197eaa8e88 req-f0f9788f-ba4d-41a1-9c8a-9aebe6baf702 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:21.348081 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a6afdfb1-c696-40dd-9f1e-5b197eaa8e88 req-f0f9788f-ba4d-41a1-9c8a-9aebe6baf702 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 945 time: 0.0830760 Mar 08 12:18:21.392339 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a6afdfb1-c696-40dd-9f1e-5b197eaa8e88 req-fe58975f-632d-4e4c-afb3-3c87dec1004c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386107 Mar 08 12:18:21.544659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b0bd486f-cf10-4ce6-8830-a9a174c662b7 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:18:21.613548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port b0bd486f-cf10-4ce6-8830-a9a174c662b7 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:18:21.614233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:21.726915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:21.758015 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b0bd486f-cf10-4ce6-8830-a9a174c662b7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:18:21.816570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:21.858290 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:18:21.885959 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=b0bd486f-cf10-4ce6-8830-a9a174c662b7,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:21.912676 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7', 'code': 200} Mar 08 12:18:22.578905 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be107b56-35f9-4f8c-8db5-6a85f469d1d2 req-81583082-121d-495e-b857-17abe35289ed tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:22.580360 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-be107b56-35f9-4f8c-8db5-6a85f469d1d2 req-81583082-121d-495e-b857-17abe35289ed tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0833704 Mar 08 12:18:22.624678 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-be107b56-35f9-4f8c-8db5-6a85f469d1d2 req-f5f3f75b-40ba-4717-b066-918a650e0b35 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387270 Mar 08 12:18:23.075753 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4ded7-1f51-4960-9f5b-6c8517b4ad64 req-babd8a59-1ca7-4600-9ffc-e3bcd79f1664 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:23.079688 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-78c4ded7-1f51-4960-9f5b-6c8517b4ad64 req-babd8a59-1ca7-4600-9ffc-e3bcd79f1664 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0880535 Mar 08 12:18:23.127485 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-78c4ded7-1f51-4960-9f5b-6c8517b4ad64 req-0722374d-ca17-4b2a-b359-03891fd591e0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433805 Mar 08 12:18:23.140005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf9e18-5bbb-46bd-b739-ee391f6c4674 req-0a60ef10-8ca0-498b-8381-764aecfe35d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:23.141570 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c2cf9e18-5bbb-46bd-b739-ee391f6c4674 req-0a60ef10-8ca0-498b-8381-764aecfe35d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e&tenant_id=555b4046838e4a19a290a2e48a06203b&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 946 time: 0.0862780 Mar 08 12:18:23.280402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf9e18-5bbb-46bd-b739-ee391f6c4674 req-c65153fa-d9b4-419c-82a7-0641afacf923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:23.281742 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c2cf9e18-5bbb-46bd-b739-ee391f6c4674 req-c65153fa-d9b4-419c-82a7-0641afacf923 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 1099 time: 0.0705812 Mar 08 12:18:23.418372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf9e18-5bbb-46bd-b739-ee391f6c4674 req-74172bc4-ab76-41bf-8e51-88193d22458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:23.419805 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c2cf9e18-5bbb-46bd-b739-ee391f6c4674 req-74172bc4-ab76-41bf-8e51-88193d22458e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1328027 Mar 08 12:18:23.517603 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c2cf9e18-5bbb-46bd-b739-ee391f6c4674 req-bbbbc995-c2f2-4f3e-9b04-c72b2ce68e39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7 HTTP/1.1" status: 200 len: 1001 time: 0.0925007 Mar 08 12:18:23.577338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf9e18-5bbb-46bd-b739-ee391f6c4674 req-4feb1326-88e7-4180-9438-45608061bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:23.578671 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c2cf9e18-5bbb-46bd-b739-ee391f6c4674 req-4feb1326-88e7-4180-9438-45608061bcb6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0549519 Mar 08 12:18:23.652690 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf9e18-5bbb-46bd-b739-ee391f6c4674 req-83cc6f62-280c-43a6-b4e1-ba32d5e147f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:23.654170 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c2cf9e18-5bbb-46bd-b739-ee391f6c4674 req-83cc6f62-280c-43a6-b4e1-ba32d5e147f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699437 Mar 08 12:18:23.780726 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c2cf9e18-5bbb-46bd-b739-ee391f6c4674 req-310943e8-c560-47f3-9a78-b2b7f5c1e924 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207044 Mar 08 12:18:23.905637 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c2cf9e18-5bbb-46bd-b739-ee391f6c4674 req-1cf24c30-8c65-4813-a3ee-59b7b3ce7f91 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196170 Mar 08 12:18:24.310681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520471f1-3973-4a14-9969-9ce17092d4ab req-e1b7934f-db37-4e8e-bcc9-de9525b204b2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:24.312146 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-520471f1-3973-4a14-9969-9ce17092d4ab req-e1b7934f-db37-4e8e-bcc9-de9525b204b2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0784025 Mar 08 12:18:24.358432 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-520471f1-3973-4a14-9969-9ce17092d4ab req-94d5fda0-9ebd-4fa5-9bb1-d49bc329ef08 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393293 Mar 08 12:18:25.540851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6692503-4a5a-459f-bb45-f633fb7f0f9d req-57536f55-e3eb-4947-8021-7228b911e56d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:25.542314 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d6692503-4a5a-459f-bb45-f633fb7f0f9d req-57536f55-e3eb-4947-8021-7228b911e56d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0792582 Mar 08 12:18:25.586134 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d6692503-4a5a-459f-bb45-f633fb7f0f9d req-a8b15b71-f129-4f45-b90f-4b0d2181b203 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375926 Mar 08 12:18:25.773409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf1276-d25b-4201-9486-f5545bbf0e08 req-e2b689a5-5a5d-48e2-9385-f2d14f1abd7b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:25.774874 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-99cf1276-d25b-4201-9486-f5545bbf0e08 req-e2b689a5-5a5d-48e2-9385-f2d14f1abd7b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0840585 Mar 08 12:18:25.819228 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-99cf1276-d25b-4201-9486-f5545bbf0e08 req-86785cb1-c071-4df6-9e6b-2038d9c6a70e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379746 Mar 08 12:18:26.005078 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1578fa-d748-4802-9812-4088429ce1db req-1de7b860-154b-4014-a5d7-0fa6f4488f5c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:26.006459 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9b1578fa-d748-4802-9812-4088429ce1db req-1de7b860-154b-4014-a5d7-0fa6f4488f5c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0841353 Mar 08 12:18:26.050206 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9b1578fa-d748-4802-9812-4088429ce1db req-eca25328-3f46-431e-bf9b-e58b08b7330e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380056 Mar 08 12:18:26.620615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba43eb4-4fde-4164-beac-5de8bd56e467 req-caac46d0-b0e9-4a2c-b2af-f578559db5c3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:26.622081 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cba43eb4-4fde-4164-beac-5de8bd56e467 req-caac46d0-b0e9-4a2c-b2af-f578559db5c3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0799460 Mar 08 12:18:26.665570 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cba43eb4-4fde-4164-beac-5de8bd56e467 req-f03b9f4b-41c3-4f59-90df-06c9a6cbab41 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372279 Mar 08 12:18:27.850275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e33779-67b9-4fae-86a2-42123c9d4582 req-8f99e078-ec39-450c-ad97-97728f2633fa tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:27.851696 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-29e33779-67b9-4fae-86a2-42123c9d4582 req-8f99e078-ec39-450c-ad97-97728f2633fa tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0776224 Mar 08 12:18:27.896613 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-29e33779-67b9-4fae-86a2-42123c9d4582 req-4a4ca7c0-7619-4405-b4ec-c59ea4bcb88b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393217 Mar 08 12:18:28.554510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-2c9db140-501f-43f4-93cb-8facfcda9fca tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:28.555928 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-2c9db140-501f-43f4-93cb-8facfcda9fca tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.1784217 Mar 08 12:18:28.624328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Deleting port b0bd486f-cf10-4ce6-8830-a9a174c662b7 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:18:28.624663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:28.871610 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] For port b0bd486f-cf10-4ce6-8830-a9a174c662b7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b0bd486f-cf10-4ce6-8830-a9a174c662b7,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:18:28.872302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:29.082236 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b42434-a1c3-44d0-9cf7-382a8ea42b11 req-9d28ef8e-8a0a-4f36-83aa-56a93b836aa7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:29.083689 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-96b42434-a1c3-44d0-9cf7-382a8ea42b11 req-9d28ef8e-8a0a-4f36-83aa-56a93b836aa7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 946 time: 0.0830503 Mar 08 12:18:29.127674 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-96b42434-a1c3-44d0-9cf7-382a8ea42b11 req-be54136c-df9e-4e59-b034-7ebb447f94d2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381365 Mar 08 12:18:29.163524 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:29.163902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:29.164242 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9 disassociated. External IP: 172.26.4.48, port: b0bd486f-cf10-4ce6-8830-a9a174c662b7. Mar 08 12:18:29.164584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Calling delete_port for b0bd486f-cf10-4ce6-8830-a9a174c662b7 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:18:29.365503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:29.414059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event deleted for resources: {'Port': ['ID=b0bd486f-cf10-4ce6-8830-a9a174c662b7,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:29.423856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:29.424207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:29.424549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:29.424885 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:29.425225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:29.425671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:29.425930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:29.426220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:29.426542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:29.426866 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:29.427187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:29.427505 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:18:29.614783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Router 281850f6-e0a9-4baa-b677-5e9fde60ada9 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:18:29.787956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:18:29.797619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae8477-bc7c-4c38-a911-942006d8fe99 None None] Sync routers for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:18:29.807802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae8477-bc7c-4c38-a911-942006d8fe99 None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:18:29.808488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-00ae8477-bc7c-4c38-a911-942006d8fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:18:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:29.862806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] No DVR routers for this DVR port b0bd486f-cf10-4ce6-8830-a9a174c662b7 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:18:29.865495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:29.869490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'name': 'network-vif-deleted', 'tag': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:18:29.914992 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ae35d6-8624-4cb4-aebd-c225286cc52e', 'name': 'network-vif-deleted', 'tag': 'b0bd486f-cf10-4ce6-8830-a9a174c662b7', 'status': 'completed', 'code': 200} Mar 08 12:18:29.932061 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-857017ac-d5ad-47da-8bf4-e6b6ebe3224a req-52798760-228e-4648-a412-23c65a0c5392 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "DELETE /v2.0/ports/b0bd486f-cf10-4ce6-8830-a9a174c662b7 HTTP/1.1" status: 204 len: 173 time: 1.3706579 Mar 08 12:18:29.985348 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-00ae8477-bc7c-4c38-a911-942006d8fe99 None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:18:30.294169 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-279eaacf-0d8d-4b4d-97d5-5f1a1f5203ff req-1cdc04cb-3031-46cd-8542-b8f0abee1485 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5ae35d6-8624-4cb4-aebd-c225286cc52e HTTP/1.1" status: 200 len: 210 time: 0.0423045 Mar 08 12:18:30.294826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-00ae8477-bc7c-4c38-a911-942006d8fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:30.298431 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae8477-bc7c-4c38-a911-942006d8fe99 None None] Checking router: 281850f6-e0a9-4baa-b677-5e9fde60ada9 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:18:30.307129 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae8477-bc7c-4c38-a911-942006d8fe99 None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:18:30.307720 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-00ae8477-bc7c-4c38-a911-942006d8fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:18:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:30.485182 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-00ae8477-bc7c-4c38-a911-942006d8fe99 None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:18:30.843338 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-00ae8477-bc7c-4c38-a911-942006d8fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:30.847224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae8477-bc7c-4c38-a911-942006d8fe99 None None] The sync data for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv is: [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:18:31.065678 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b09989e-825b-408d-927a-17df40a163c0 None None] New status for floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:18:31.621940 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-ec11e6e3-a877-4c8c-aef0-0c2e03385f14 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1941944150&fields=id&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 267 time: 0.0383639 Mar 08 12:18:31.662249 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b0bd486f-cf10-4ce6-8830-a9a174c662b7 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:18:31.696549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: b0bd486f-cf10-4ce6-8830-a9a174c662b7 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:18:31.696895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b0bd486f-cf10-4ce6-8830-a9a174c662b7 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:18:31.869002 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-5e45885e-c584-46fb-b412-b1a0cc15c416 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:31.870444 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-5e45885e-c584-46fb-b412-b1a0cc15c416 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 812 time: 0.2421677 Mar 08 12:18:31.884406 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-697d62c8-3f97-4fb4-8dbe-81c18ac66291 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/quotas/555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 375 time: 0.0086019 Mar 08 12:18:31.969130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-0999cde1-73ab-4eaa-87cd-961b0d55e3e1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Synchronizing usage tracker for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:18:32.033815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-0999cde1-73ab-4eaa-87cd-961b0d55e3e1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Unset dirty status for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:18:32.035097 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-0999cde1-73ab-4eaa-87cd-961b0d55e3e1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1455305 Mar 08 12:18:32.179560 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-c7705d9e-77c8-4b71-8e3a-b5a446c1cf3f service neutron] 10.222.0.32 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326518 Mar 08 12:18:32.307347 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-bd1e0091-783c-4151-9eed-ac21c9355ab8 service neutron] 10.222.0.32 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219878 Mar 08 12:18:32.555212 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-367995ae-f0d3-4417-8082-87509364450b req-77ad8bca-01d4-474e-8609-a34477873275 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 210 time: 0.0465076 Mar 08 12:18:33.700583 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68bba80d-f74c-4664-8ad9-96438822cd2e req-abdd78a9-e6b9-44d9-a7f6-acf6288fd2b9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 210 time: 0.0414877 Mar 08 12:18:34.403235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-729f1367-bc47-4260-935d-73e89bdbf2c3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:34.405462 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-729f1367-bc47-4260-935d-73e89bdbf2c3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 812 time: 0.1464179 Mar 08 12:18:34.451400 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-135023db-9387-4b7d-b514-51d52e843351 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 380 time: 0.0386384 Mar 08 12:18:34.459310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Request body: {'port': {'device_id': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'admin_state_up': True, 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'security_groups': ['691f1d31-5d98-47e0-b6db-7c9b9d94202c']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:18:34.594993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:18:34.604595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:18:34.673722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Made reservation on behalf of 555b4046838e4a19a290a2e48a06203b for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:18:34.677288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:34.840316 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Allocated IP 172.20.0.8 (ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9/5e662479-dad8-4755-815c-ff16cdb4e2a0/2f6f45e6-a332-4122-8578-861267b69ac4) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:18:34.848393 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fa20dac5-2b10-4ea1-b652-93afc81be13c req-b1ec4892-2bff-4d0a-8ab0-e29abe0d0ef8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 210 time: 0.0442586 Mar 08 12:18:35.023030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:35.037593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Transition to ACTIVE for port object 2f6f45e6-a332-4122-8578-861267b69ac4 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:18:35.114406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:35.180131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:18:35.182975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:18:35.192285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:18:35.228630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event updated for resources: {'Port': ['ID=2f6f45e6-a332-4122-8578-861267b69ac4,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:35.259859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:35.260591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:35.348954 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-b9e55fff-e7b3-4609-8a42-3fef9497b5fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8931491 Mar 08 12:18:35.361143 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Request body: {'port': {'device_id': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:18:35.470650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:35.485344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-39843a3a-b738-40fb-aeed-ba054ce45885 None None] Provisioning for port 2f6f45e6-a332-4122-8578-861267b69ac4 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:18:35.490402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-39843a3a-b738-40fb-aeed-ba054ce45885 None None] Provisioning complete for port 2f6f45e6-a332-4122-8578-861267b69ac4 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:18:35.490778 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-39843a3a-b738-40fb-aeed-ba054ce45885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:35.546968 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-39843a3a-b738-40fb-aeed-ba054ce45885 None None] Port 2f6f45e6-a332-4122-8578-861267b69ac4 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:18:35.893644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6f45e6-a332-4122-8578-861267b69ac4 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:18:35.900830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:35.915079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Transition to ACTIVE for port object 2f6f45e6-a332-4122-8578-861267b69ac4 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:18:35.994390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:36.163571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6f45e6-a332-4122-8578-861267b69ac4,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:36.241119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efa1ab-3ba4-4ac2-91b9-c6a0adc15b4c req-a8a48c9e-0ab3-4472-89e9-62a35cba3b10 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:36.241815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-f0efa1ab-3ba4-4ac2-91b9-c6a0adc15b4c req-a8a48c9e-0ab3-4472-89e9-62a35cba3b10 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Synchronizing usage tracker for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:18:36.273590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Attempting to bind port 2f6f45e6-a332-4122-8578-861267b69ac4 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:18:36.278145 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Attempting to bind port 2f6f45e6-a332-4122-8578-861267b69ac4 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:18:36.278145 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Attempting to bind port 2f6f45e6-a332-4122-8578-861267b69ac4 on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:18:36.278980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Port 2f6f45e6-a332-4122-8578-861267b69ac4 on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:18:36.279318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Attempting to bind port 2f6f45e6-a332-4122-8578-861267b69ac4 on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:18:36.284906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:18:36.285245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Checking segment: {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:18:36.285624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Bound using segment: {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:18:36.286082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Bound port: 2f6f45e6-a332-4122-8578-861267b69ac4, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:18:36.286431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:36.341229 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-f0efa1ab-3ba4-4ac2-91b9-c6a0adc15b4c req-a8a48c9e-0ab3-4472-89e9-62a35cba3b10 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Unset dirty status for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:18:36.342979 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f0efa1ab-3ba4-4ac2-91b9-c6a0adc15b4c req-a8a48c9e-0ab3-4472-89e9-62a35cba3b10 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 943 time: 0.3861670 Mar 08 12:18:36.407366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] For port 2f6f45e6-a332-4122-8578-861267b69ac4, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:18:36.414211 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f0efa1ab-3ba4-4ac2-91b9-c6a0adc15b4c req-ad113b45-c2dc-46d3-92e1-7702d393829e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648201 Mar 08 12:18:36.418217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] For port 2f6f45e6-a332-4122-8578-861267b69ac4, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2f6f45e6-a332-4122-8578-861267b69ac4,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:18:36.474784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:36.529211 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:36.529842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:36.531212 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] 10.222.0.18 "PUT /v2.0/ports/2f6f45e6-a332-4122-8578-861267b69ac4 HTTP/1.1" status: 200 len: 1093 time: 1.1745303 Mar 08 12:18:36.531658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'tag': '2f6f45e6-a332-4122-8578-861267b69ac4'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:18:36.563768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54e81c-9411-4d69-adaa-bfca1ef32fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6f45e6-a332-4122-8578-861267b69ac4,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:36.583676 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'tag': '2f6f45e6-a332-4122-8578-861267b69ac4', 'status': 'completed', 'code': 200} Mar 08 12:18:36.680025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e3e81-03e8-4b2e-8227-8e603b4a21b5 req-12b61113-9a71-4896-82ca-db4a961fd9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:36.681433 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a96e3e81-03e8-4b2e-8227-8e603b4a21b5 req-12b61113-9a71-4896-82ca-db4a961fd9a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 1096 time: 0.0764425 Mar 08 12:18:36.822369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e3e81-03e8-4b2e-8227-8e603b4a21b5 req-cfc5ddb9-6cdf-4bfb-aac5-ff96db8625db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:36.823837 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a96e3e81-03e8-4b2e-8227-8e603b4a21b5 req-cfc5ddb9-6cdf-4bfb-aac5-ff96db8625db service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=555b4046838e4a19a290a2e48a06203b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1363208 Mar 08 12:18:36.955414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e3e81-03e8-4b2e-8227-8e603b4a21b5 req-819235eb-ab89-4d0a-9667-402123f869e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:36.956744 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a96e3e81-03e8-4b2e-8227-8e603b4a21b5 req-819235eb-ab89-4d0a-9667-402123f869e3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275263 Mar 08 12:18:37.062233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-13ee5fe1-32a1-4348-962f-8ef4501de395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:37.063653 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-13ee5fe1-32a1-4348-962f-8ef4501de395 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 1096 time: 0.0692279 Mar 08 12:18:37.131744 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-8ea8dfee-e59f-4a69-8ed7-1b1c3299ba6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6f45e6-a332-4122-8578-861267b69ac4 HTTP/1.1" status: 200 len: 217 time: 0.0607727 Mar 08 12:18:37.192220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-a2a6bcab-b596-4952-a949-9af95d2799a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:37.193579 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-a2a6bcab-b596-4952-a949-9af95d2799a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0560558 Mar 08 12:18:37.268643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-9b4a26c2-745f-4cbe-8d54-901d03bff11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:37.270012 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-9b4a26c2-745f-4cbe-8d54-901d03bff11c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701010 Mar 08 12:18:37.395568 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-6efbc810-6d5f-4daf-a836-96e346aa442d service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199710 Mar 08 12:18:37.664486 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5523fe3-4e70-4376-abf3-558d6ce4de91 req-a047aa09-8a10-4125-b65f-98b5f2eee9a0 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631776 Mar 08 12:18:37.702268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc83cc4-a5a9-41fe-8d4c-55fb319670f6 req-16b59923-f76a-4460-a380-fdbff4bbf5c5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:37.703693 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2cc83cc4-a5a9-41fe-8d4c-55fb319670f6 req-16b59923-f76a-4460-a380-fdbff4bbf5c5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 943 time: 0.1844194 Mar 08 12:18:37.747414 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2cc83cc4-a5a9-41fe-8d4c-55fb319670f6 req-5162c462-5561-464d-803a-c28af93556df tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380054 Mar 08 12:18:38.948277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d02a31-392d-421b-8c2f-809240f3e409 req-216c578a-5aa8-44f3-aca5-5bc15a918c21 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:38.949606 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-81d02a31-392d-421b-8c2f-809240f3e409 req-216c578a-5aa8-44f3-aca5-5bc15a918c21 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 943 time: 0.0904045 Mar 08 12:18:38.992408 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-81d02a31-392d-421b-8c2f-809240f3e409 req-01ea4191-f0a8-4f5a-a00f-9c385ab43f4d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371139 Mar 08 12:18:39.736158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 2f6f45e6-a332-4122-8578-861267b69ac4 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:18:39.876302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 2f6f45e6-a332-4122-8578-861267b69ac4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2f6f45e6-a332-4122-8578-861267b69ac4,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:18:39.889740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '2f6f45e6-a332-4122-8578-861267b69ac4', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'port_id': '2f6f45e6-a332-4122-8578-861267b69ac4', 'mac_address': 'fa:16:3e:4b:f9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:18:39.919625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b85cd917-277c-4028-a04e-0e54e98e7fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:39.945329 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:39.962060 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6f45e6-a332-4122-8578-861267b69ac4 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:18:39.977093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 2f6f45e6-a332-4122-8578-861267b69ac4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2f6f45e6-a332-4122-8578-861267b69ac4,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:18:40.039627 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:40.080004 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:18:40.111497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=2f6f45e6-a332-4122-8578-861267b69ac4,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:40.176479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32006f5-d48c-480b-85bf-0660033e8002 req-e5580d60-2be1-4a58-8d43-20e9599477c1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:40.177823 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c32006f5-d48c-480b-85bf-0660033e8002 req-e5580d60-2be1-4a58-8d43-20e9599477c1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 944 time: 0.0816214 Mar 08 12:18:40.220914 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c32006f5-d48c-480b-85bf-0660033e8002 req-7714d3e4-7cb7-4b29-87b5-dfbc8a3d2809 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371435 Mar 08 12:18:40.325965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['2f6f45e6-a332-4122-8578-861267b69ac4'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:18:41.405514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b080e-88bd-4dc4-b214-a895b45bdd51 req-bcefd88f-7bef-4997-b01f-28fe2e4c18a2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:41.406980 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6f9b080e-88bd-4dc4-b214-a895b45bdd51 req-bcefd88f-7bef-4997-b01f-28fe2e4c18a2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 944 time: 0.0796900 Mar 08 12:18:41.450209 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6f9b080e-88bd-4dc4-b214-a895b45bdd51 req-a1724ca7-aa4a-4beb-bccc-2d03f08a1c50 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376892 Mar 08 12:18:41.740340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 2f6f45e6-a332-4122-8578-861267b69ac4 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:18:41.851125 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 2f6f45e6-a332-4122-8578-861267b69ac4 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:18:41.855782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 2f6f45e6-a332-4122-8578-861267b69ac4 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:18:41.858263 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:41.969404 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:41.995326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6f45e6-a332-4122-8578-861267b69ac4'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:18:42.004647 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 2f6f45e6-a332-4122-8578-861267b69ac4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2f6f45e6-a332-4122-8578-861267b69ac4,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:18:42.040208 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6f45e6-a332-4122-8578-861267b69ac4', 'code': 200} Mar 08 12:18:42.074394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:42.154975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=2f6f45e6-a332-4122-8578-861267b69ac4,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:18:42.245581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d88d2843-126d-48eb-89a1-e1ba6808fc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:42.368837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8febb0-a05c-43c8-88ac-5dddd0b67d98 req-238d0d02-556e-49e1-8a22-dd86e3248b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:42.370294 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5c8febb0-a05c-43c8-88ac-5dddd0b67d98 req-238d0d02-556e-49e1-8a22-dd86e3248b9b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 1098 time: 0.0675173 Mar 08 12:18:42.409546 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5c8febb0-a05c-43c8-88ac-5dddd0b67d98 req-5603e42b-f9e9-4a8c-9b5b-c9d1b0feb306 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334861 Mar 08 12:18:42.634267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c137-60a5-4591-befa-7fbd01f8d7dc req-15563223-c910-42f5-9213-3c30b270d9bb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:42.635724 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2fe5c137-60a5-4591-befa-7fbd01f8d7dc req-15563223-c910-42f5-9213-3c30b270d9bb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0833309 Mar 08 12:18:42.679556 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2fe5c137-60a5-4591-befa-7fbd01f8d7dc req-c7187177-7c53-4902-85c1-6c090fde1254 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372744 Mar 08 12:18:43.469329 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:43.542625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:43.622853 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:43.869921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21a469-e75c-4388-bdb9-5b0ec9605a2d req-95a51452-4b24-47f8-81da-54c27a822f91 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:43.871485 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fb21a469-e75c-4388-bdb9-5b0ec9605a2d req-95a51452-4b24-47f8-81da-54c27a822f91 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0821376 Mar 08 12:18:43.915226 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fb21a469-e75c-4388-bdb9-5b0ec9605a2d req-61124d46-bb4e-4882-a271-70df348eff7a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374582 Mar 08 12:18:44.765846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:45.099136 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163776ff-4109-4fc5-9f55-9ae44405d998 req-e3f5f2df-b92f-4ad7-b2e9-eeadb43983dd tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:45.100580 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-163776ff-4109-4fc5-9f55-9ae44405d998 req-e3f5f2df-b92f-4ad7-b2e9-eeadb43983dd tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0809662 Mar 08 12:18:45.146431 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-163776ff-4109-4fc5-9f55-9ae44405d998 req-7bad1efc-7e4b-45ec-9d47-a9f9af276aba tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402703 Mar 08 12:18:45.329073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bee10c-21d4-4e61-9c1c-d39a9f67b454 req-1fab9a3c-f595-4b8e-af7b-33e376b448b8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:45.329073 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-64bee10c-21d4-4e61-9c1c-d39a9f67b454 req-1fab9a3c-f595-4b8e-af7b-33e376b448b8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0815330 Mar 08 12:18:45.333714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 57234) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:18:45.338801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a02c7cc7-c9a0-464b-b9b6-9a2d8c6c0aec tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Request body: {'floatingip': {'port_id': '2f6f45e6-a332-4122-8578-861267b69ac4'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:18:45.419592 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a02c7cc7-c9a0-464b-b9b6-9a2d8c6c0aec tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:46.105242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a02c7cc7-c9a0-464b-b9b6-9a2d8c6c0aec tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:46.159414 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a02c7cc7-c9a0-464b-b9b6-9a2d8c6c0aec tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:46.325028 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-a02c7cc7-c9a0-464b-b9b6-9a2d8c6c0aec tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9 associated. External IP: 172.26.4.48, port: 2f6f45e6-a332-4122-8578-861267b69ac4. Mar 08 12:18:46.666717 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02c7cc7-c9a0-464b-b9b6-9a2d8c6c0aec tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Router 281850f6-e0a9-4baa-b677-5e9fde60ada9 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:18:46.838145 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02c7cc7-c9a0-464b-b9b6-9a2d8c6c0aec tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:18:46.843097 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a02c7cc7-c9a0-464b-b9b6-9a2d8c6c0aec tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:18:46.847572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf1741-e4e5-4cc9-9120-20f9fd8cdc84 None None] Sync routers for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:18:46.856912 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbf1741-e4e5-4cc9-9120-20f9fd8cdc84 None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:18:46.857609 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-2bbf1741-e4e5-4cc9-9120-20f9fd8cdc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:18:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:46.898706 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a02c7cc7-c9a0-464b-b9b6-9a2d8c6c0aec tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "PUT /v2.0/floatingips/6ae494fe-0d8e-431d-adec-4213ed7fe6b9 HTTP/1.1" status: 200 len: 990 time: 1.5638852 Mar 08 12:18:46.899277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'tag': '2f6f45e6-a332-4122-8578-861267b69ac4'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:18:47.004463 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'tag': '2f6f45e6-a332-4122-8578-861267b69ac4', 'status': 'completed', 'code': 200} Mar 08 12:18:47.044430 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-2bbf1741-e4e5-4cc9-9120-20f9fd8cdc84 None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:18:47.098457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c285d3e-73e9-4940-bd1b-82f6d275c952 req-c3cfa987-19f8-4214-bf94-8480c72a9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:47.099946 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7c285d3e-73e9-4940-bd1b-82f6d275c952 req-c3cfa987-19f8-4214-bf94-8480c72a9919 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 1098 time: 0.0722101 Mar 08 12:18:47.239101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c285d3e-73e9-4940-bd1b-82f6d275c952 req-ccaa1fb0-4af1-4557-8d0f-a1fd16846eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:47.240674 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7c285d3e-73e9-4940-bd1b-82f6d275c952 req-ccaa1fb0-4af1-4557-8d0f-a1fd16846eac service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1343646 Mar 08 12:18:47.397106 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7c285d3e-73e9-4940-bd1b-82f6d275c952 req-423503b1-5423-4157-bedb-182896d560a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6f45e6-a332-4122-8578-861267b69ac4 HTTP/1.1" status: 200 len: 998 time: 0.1501575 Mar 08 12:18:47.435246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-2bbf1741-e4e5-4cc9-9120-20f9fd8cdc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6ae494fe-0d8e-431d-adec-4213ed7fe6b9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'floating_ip_address': '172.26.4.48', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'port_id': '2f6f45e6-a332-4122-8578-861267b69ac4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'mac_address': 'fa:16:3e:4b:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:17:31Z', 'updated_at': '2022-03-08T12:18:45Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:47.438997 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf1741-e4e5-4cc9-9120-20f9fd8cdc84 None None] Checking router: 281850f6-e0a9-4baa-b677-5e9fde60ada9 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:18:47.447048 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbf1741-e4e5-4cc9-9120-20f9fd8cdc84 None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:18:47.447639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-2bbf1741-e4e5-4cc9-9120-20f9fd8cdc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:18:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:47.465671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994e913-a833-45a9-9e15-65910b19a176 req-a3b4b6ea-235c-48fc-b9b3-84592aab0f20 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:47.467065 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c994e913-a833-45a9-9e15-65910b19a176 req-a3b4b6ea-235c-48fc-b9b3-84592aab0f20 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.1499288 Mar 08 12:18:47.493402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c285d3e-73e9-4940-bd1b-82f6d275c952 req-0ee500a4-40e3-4556-b861-0edb47916b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:47.494830 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7c285d3e-73e9-4940-bd1b-82f6d275c952 req-0ee500a4-40e3-4556-b861-0edb47916b7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0866337 Mar 08 12:18:47.573278 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c994e913-a833-45a9-9e15-65910b19a176 req-e7ae2930-6519-4d53-aba4-98dc06c9c202 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990431 Mar 08 12:18:47.605668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c285d3e-73e9-4940-bd1b-82f6d275c952 req-8eae805e-5f2b-44de-a0c4-071f6c47f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:47.607182 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7c285d3e-73e9-4940-bd1b-82f6d275c952 req-8eae805e-5f2b-44de-a0c4-071f6c47f632 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1058056 Mar 08 12:18:47.636063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-2bbf1741-e4e5-4cc9-9120-20f9fd8cdc84 None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:18:47.738894 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7c285d3e-73e9-4940-bd1b-82f6d275c952 req-9af5b5a4-2f4a-4d41-892b-661f92b10beb service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258693 Mar 08 12:18:47.875549 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7c285d3e-73e9-4940-bd1b-82f6d275c952 req-84b6f5c3-aadc-4559-83c9-a4d2c9895c68 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303267 Mar 08 12:18:47.983734 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-2bbf1741-e4e5-4cc9-9120-20f9fd8cdc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6ae494fe-0d8e-431d-adec-4213ed7fe6b9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'floating_ip_address': '172.26.4.48', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'port_id': '2f6f45e6-a332-4122-8578-861267b69ac4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'mac_address': 'fa:16:3e:4b:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:17:31Z', 'updated_at': '2022-03-08T12:18:45Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:18:47.987670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf1741-e4e5-4cc9-9120-20f9fd8cdc84 None None] The sync data for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv is: [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6ae494fe-0d8e-431d-adec-4213ed7fe6b9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'floating_ip_address': '172.26.4.48', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'port_id': '2f6f45e6-a332-4122-8578-861267b69ac4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'mac_address': 'fa:16:3e:4b:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:17:31Z', 'updated_at': '2022-03-08T12:18:45Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:18:48.184464 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75ae6d2-8680-4c8f-87c2-1db23a7c5edc None None] New status for floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:18:48.872147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855adaa8-3d9a-4c10-b692-7be5d5f18c5e req-86684222-c678-48d9-a41d-875b1c4c258c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:48.873586 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-855adaa8-3d9a-4c10-b692-7be5d5f18c5e req-86684222-c678-48d9-a41d-875b1c4c258c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.1931715 Mar 08 12:18:48.917070 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-855adaa8-3d9a-4c10-b692-7be5d5f18c5e req-d6c713ec-5b64-4d1c-8b56-86e92cfdd173 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378814 Mar 08 12:18:50.105063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851b0d-17f4-46a5-86ff-d45bbc021b87 req-78dd845c-3760-4804-8a91-acea7442dfa8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:50.106512 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-be851b0d-17f4-46a5-86ff-d45bbc021b87 req-78dd845c-3760-4804-8a91-acea7442dfa8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0839844 Mar 08 12:18:50.149590 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-be851b0d-17f4-46a5-86ff-d45bbc021b87 req-b028afec-00ec-4a41-8242-dedd954bc069 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368826 Mar 08 12:18:51.337176 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3787f9b-d1d9-4ca5-b244-70dd32f030b0 req-f9b0a88f-c8ad-4f24-860f-535cfb13a76a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:51.338627 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c3787f9b-d1d9-4ca5-b244-70dd32f030b0 req-f9b0a88f-c8ad-4f24-860f-535cfb13a76a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0809202 Mar 08 12:18:51.383754 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c3787f9b-d1d9-4ca5-b244-70dd32f030b0 req-c95f3f00-a833-43e7-afdc-9be377accd0a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383129 Mar 08 12:18:52.564647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98123de9-c726-462b-bb55-6540ad52f026 req-050eb34e-8032-4a36-ba04-99ed2f1b84e0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:52.566216 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-98123de9-c726-462b-bb55-6540ad52f026 req-050eb34e-8032-4a36-ba04-99ed2f1b84e0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0789933 Mar 08 12:18:52.612445 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-98123de9-c726-462b-bb55-6540ad52f026 req-0fd01005-397c-4b12-85b7-095cee8a7be2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405972 Mar 08 12:18:53.796370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb6283-64ab-464c-843e-5b27fa33084b req-4d3184e4-b65d-49df-a14d-82782f2c9c06 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:53.797797 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-13bb6283-64ab-464c-843e-5b27fa33084b req-4d3184e4-b65d-49df-a14d-82782f2c9c06 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0783765 Mar 08 12:18:53.843595 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-13bb6283-64ab-464c-843e-5b27fa33084b req-38708a73-e44f-4a7d-8b01-19165b887b84 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402253 Mar 08 12:18:55.032537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bc527-d7fc-417c-a415-69f60cade8d7 req-3bc0032e-6540-4115-acbd-a6532567c657 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:55.033970 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d27bc527-d7fc-417c-a415-69f60cade8d7 req-3bc0032e-6540-4115-acbd-a6532567c657 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0875657 Mar 08 12:18:55.078837 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d27bc527-d7fc-417c-a415-69f60cade8d7 req-33dedc1a-c8f9-485c-a1ec-1e89d0d3b7f1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392077 Mar 08 12:18:56.258228 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190a807-676f-4505-bc0a-54629a74f2fc req-5ab9ad6c-d41f-4269-ba8a-f86ecd3ba5e6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:56.259681 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8190a807-676f-4505-bc0a-54629a74f2fc req-5ab9ad6c-d41f-4269-ba8a-f86ecd3ba5e6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0788653 Mar 08 12:18:56.303311 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8190a807-676f-4505-bc0a-54629a74f2fc req-a8d20fbb-1e31-4980-9d91-6f3b13fb276a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381405 Mar 08 12:18:57.496480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8ec4f-e17d-4d7c-bd6a-34ba6e550303 req-ef808343-230b-4f4c-aa0b-52b776cfdcb3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:57.497923 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7bc8ec4f-e17d-4d7c-bd6a-34ba6e550303 req-ef808343-230b-4f4c-aa0b-52b776cfdcb3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0855386 Mar 08 12:18:57.630391 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7bc8ec4f-e17d-4d7c-bd6a-34ba6e550303 req-b2a2dca5-e333-4e6b-85de-7f5570a3583f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262455 Mar 08 12:18:58.814037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03c4b4-7646-4d1c-a4dc-48654d1c2dba req-cb7bd563-69f6-4553-a84b-2fb7dcf52b5c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:18:58.815455 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ff03c4b4-7646-4d1c-a4dc-48654d1c2dba req-cb7bd563-69f6-4553-a84b-2fb7dcf52b5c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0813224 Mar 08 12:18:58.858767 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ff03c4b4-7646-4d1c-a4dc-48654d1c2dba req-ac37bff3-5297-4771-b2dc-73b559138676 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377111 Mar 08 12:19:00.038538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bedb5b-493e-4452-846f-b4fa448edc4f req-58ac1b0e-fb36-4385-9ca5-d416ed0d213e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:00.039809 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-75bedb5b-493e-4452-846f-b4fa448edc4f req-58ac1b0e-fb36-4385-9ca5-d416ed0d213e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0786176 Mar 08 12:19:00.082437 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-75bedb5b-493e-4452-846f-b4fa448edc4f req-007e6e25-e125-42f9-92eb-c451ed9d2636 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371459 Mar 08 12:19:01.265277 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ca4b3-a508-49d6-948c-694a111a49e7 req-13d32edc-8a24-43ba-ba2a-44af393b26c1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:01.266766 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-583ca4b3-a508-49d6-948c-694a111a49e7 req-13d32edc-8a24-43ba-ba2a-44af393b26c1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0781484 Mar 08 12:19:01.309843 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-583ca4b3-a508-49d6-948c-694a111a49e7 req-ca388490-a929-4826-bf85-b0a96761c161 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375509 Mar 08 12:19:02.491783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7e104-d223-4e6f-9078-26f3faa516cc req-2877629e-970b-440d-9d91-25d01a810f97 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:02.493218 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bad7e104-d223-4e6f-9078-26f3faa516cc req-2877629e-970b-440d-9d91-25d01a810f97 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0814538 Mar 08 12:19:02.536399 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bad7e104-d223-4e6f-9078-26f3faa516cc req-d7f4fa07-9e03-4daa-84a0-0512a10e8fef tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374665 Mar 08 12:19:03.729114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1c597-b75a-482d-a312-656dadec2f1d req-9d08f51a-ad40-40de-a61d-b8ff67511bad tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:03.730597 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e6f1c597-b75a-482d-a312-656dadec2f1d req-9d08f51a-ad40-40de-a61d-b8ff67511bad tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0819669 Mar 08 12:19:03.774402 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e6f1c597-b75a-482d-a312-656dadec2f1d req-f333614d-c0c9-46a3-a11d-1df5e0c274e2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375321 Mar 08 12:19:04.959716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f225b13-d92f-4cd4-be1e-0a42ff843918 req-f8d220b0-992e-48ae-82e7-facc8e4d8202 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:04.961029 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4f225b13-d92f-4cd4-be1e-0a42ff843918 req-f8d220b0-992e-48ae-82e7-facc8e4d8202 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0803819 Mar 08 12:19:05.003884 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4f225b13-d92f-4cd4-be1e-0a42ff843918 req-0d88604b-a8b5-48d0-9561-2cc6121dbefe tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372381 Mar 08 12:19:06.187763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251bf1c-c73f-414d-a824-f12641fd6ddd req-ded86dab-5607-42f8-9474-97afab32c97d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:06.189217 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2251bf1c-c73f-414d-a824-f12641fd6ddd req-ded86dab-5607-42f8-9474-97afab32c97d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0818310 Mar 08 12:19:06.231914 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2251bf1c-c73f-414d-a824-f12641fd6ddd req-6401c1be-8f47-47fd-950d-1a61025bfbc5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372338 Mar 08 12:19:07.528508 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6962d-51e8-4505-820f-536fe2e4437d req-504cae17-1f8b-4b53-95d6-d935bc8fce34 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:07.529860 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f0d6962d-51e8-4505-820f-536fe2e4437d req-504cae17-1f8b-4b53-95d6-d935bc8fce34 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.1870835 Mar 08 12:19:07.572864 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f0d6962d-51e8-4505-820f-536fe2e4437d req-d38ccc2e-6c7d-4eef-b681-a17b00c25dd5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367789 Mar 08 12:19:08.846336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470805e6-1dff-45d3-bf1f-e0e8435a8136 req-44447c25-cd8c-4236-91f8-91bb61dc4a34 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:08.847788 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-470805e6-1dff-45d3-bf1f-e0e8435a8136 req-44447c25-cd8c-4236-91f8-91bb61dc4a34 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.1621990 Mar 08 12:19:08.890841 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-470805e6-1dff-45d3-bf1f-e0e8435a8136 req-ab58efe2-61f5-446b-87e0-3e9201e1d895 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373447 Mar 08 12:19:09.901672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbbb3-601a-4da7-bd93-374dd387c973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:10.074949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a070756-066b-4e73-9520-1d50071ee2a0 req-f0b322f3-5f08-4b32-b530-eb463f212f9f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:10.076377 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6a070756-066b-4e73-9520-1d50071ee2a0 req-f0b322f3-5f08-4b32-b530-eb463f212f9f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0833769 Mar 08 12:19:10.119710 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6a070756-066b-4e73-9520-1d50071ee2a0 req-c74ed908-907b-4e29-bdd1-4f3f4dc5c829 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377431 Mar 08 12:19:11.309055 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353be0e-4001-4f8d-9f68-23836f90e8c4 req-bf7fd656-1a3e-4f05-9969-cf6159e8164f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:11.310507 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9353be0e-4001-4f8d-9f68-23836f90e8c4 req-bf7fd656-1a3e-4f05-9969-cf6159e8164f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0821953 Mar 08 12:19:11.353606 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9353be0e-4001-4f8d-9f68-23836f90e8c4 req-a1a1d141-0521-469f-a473-8e5273f5421d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369630 Mar 08 12:19:12.176885 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ffc1-2d94-4b48-a314-6c4b417b7849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:12.535744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c0c33-14db-40e0-bf86-6f4e913c6989 req-a5a4cbf4-1a50-4198-b6d3-8f554c78eadf tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:12.537097 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1b6c0c33-14db-40e0-bf86-6f4e913c6989 req-a5a4cbf4-1a50-4198-b6d3-8f554c78eadf tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0778420 Mar 08 12:19:12.583883 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1b6c0c33-14db-40e0-bf86-6f4e913c6989 req-a5173ad6-40bc-4ffb-a893-af3c396e9c5e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410864 Mar 08 12:19:13.450984 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:13.525157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:13.622995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:13.767151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115a0c9-619a-4e40-b0ce-c2ea3142cdae req-58b917f1-7803-4925-ae90-3a01c4ab5ed5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:13.768599 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9115a0c9-619a-4e40-b0ce-c2ea3142cdae req-58b917f1-7803-4925-ae90-3a01c4ab5ed5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0795166 Mar 08 12:19:13.814884 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9115a0c9-619a-4e40-b0ce-c2ea3142cdae req-f3d41d16-46f8-454d-b386-91d573251808 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407236 Mar 08 12:19:14.393395 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aff2e1-ec0a-451c-adb8-24e8657cbcfd req-8a5517df-b34d-4515-a916-3a72f3a7bfff tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:14.394880 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-85aff2e1-ec0a-451c-adb8-24e8657cbcfd req-8a5517df-b34d-4515-a916-3a72f3a7bfff tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0791843 Mar 08 12:19:14.439735 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-85aff2e1-ec0a-451c-adb8-24e8657cbcfd req-d6852141-abb4-40ec-a801-a478fed23b15 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391412 Mar 08 12:19:14.455692 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-22c14d17-481a-4e61-86a2-03fd565d6441 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694911 Mar 08 12:19:14.771313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:15.629397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2616c5-5eb8-4e98-ba69-0672c7eaa251 req-f66f3317-15b6-4af3-8e8c-3b7ef297878a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:15.631689 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ed2616c5-5eb8-4e98-ba69-0672c7eaa251 req-f66f3317-15b6-4af3-8e8c-3b7ef297878a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0811670 Mar 08 12:19:15.680545 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ed2616c5-5eb8-4e98-ba69-0672c7eaa251 req-c973bbb4-5db0-4735-a54f-454dc50eb37c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435376 Mar 08 12:19:16.455825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-4e6c7a44-8f99-4959-bdd6-2f6cd2e9913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:16.457253 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-4e6c7a44-8f99-4959-bdd6-2f6cd2e9913c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 1098 time: 0.0701931 Mar 08 12:19:16.584867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-5b066f77-8c5c-43dd-9de4-d50001828873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:16.586299 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-5b066f77-8c5c-43dd-9de4-d50001828873 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1227307 Mar 08 12:19:16.687264 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-c3677f6a-ffbe-4659-8dd0-ba3154bdcade service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6f45e6-a332-4122-8578-861267b69ac4 HTTP/1.1" status: 200 len: 1000 time: 0.0948215 Mar 08 12:19:16.750319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-8ef3a4e1-e43b-451d-a02a-7ffa1b0f0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:16.751741 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-8ef3a4e1-e43b-451d-a02a-7ffa1b0f0a57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0578256 Mar 08 12:19:16.836707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-3ade8cba-055b-4877-a123-32475e0be7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:16.838215 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-3ade8cba-055b-4877-a123-32475e0be7da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807965 Mar 08 12:19:16.872327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb0c86-a5c1-4091-85a2-c113434b225d req-466becc0-db3e-4d98-89a0-6a240254113c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:16.873782 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f2cb0c86-a5c1-4091-85a2-c113434b225d req-466becc0-db3e-4d98-89a0-6a240254113c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0846102 Mar 08 12:19:16.921694 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f2cb0c86-a5c1-4091-85a2-c113434b225d req-d9420029-6d06-4240-8bd0-a3fefd1ed715 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396748 Mar 08 12:19:16.976872 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-b6ea82c8-4d44-495a-a0c8-7ffa37bdb55a service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324615 Mar 08 12:19:17.079072 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:19:17.118337 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-5200313c-8a61-497e-8636-ec61dec390ed service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348202 Mar 08 12:19:18.102354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd36c-eb90-42b7-8065-3f2a1eb5bd49 req-2bbef26d-463f-4a0e-84e7-eca7ae9576e5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:18.103786 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c28bd36c-eb90-42b7-8065-3f2a1eb5bd49 req-2bbef26d-463f-4a0e-84e7-eca7ae9576e5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0788682 Mar 08 12:19:18.146369 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c28bd36c-eb90-42b7-8065-3f2a1eb5bd49 req-8d3c35b1-fac3-49d4-856a-d1248a2b9a59 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370443 Mar 08 12:19:19.149202 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-b3bc8e59-3d8b-48d0-9ba2-accb878e47d7 service neutron] 10.222.0.18 "GET /v2.0/ports/2f6f45e6-a332-4122-8578-861267b69ac4/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.1730847 Mar 08 12:19:19.331747 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf921be-0635-4754-9647-95b4b8152c63 req-f5ed19c1-e99a-4eae-90e4-d8679673f753 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:19.333208 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-daf921be-0635-4754-9647-95b4b8152c63 req-f5ed19c1-e99a-4eae-90e4-d8679673f753 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0832179 Mar 08 12:19:19.375617 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-daf921be-0635-4754-9647-95b4b8152c63 req-1866a3dc-5a2e-44ab-905f-f8d506b88561 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368009 Mar 08 12:19:19.739317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-7d8aa36d-e01a-4dc2-8df6-3505de5ce29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:19.740734 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-7d8aa36d-e01a-4dc2-8df6-3505de5ce29e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 1098 time: 0.0699320 Mar 08 12:19:19.833833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-55117ad3-5d61-40b3-86e9-9822bb70470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:19.835354 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-55117ad3-5d61-40b3-86e9-9822bb70470b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 1098 time: 0.0717905 Mar 08 12:19:19.961342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-e358202a-09ac-4118-97a5-bb2acb3230d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:19.962695 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-e358202a-09ac-4118-97a5-bb2acb3230d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1222675 Mar 08 12:19:20.062765 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-8439aa55-2485-407a-b6e3-558a249bf2a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6f45e6-a332-4122-8578-861267b69ac4 HTTP/1.1" status: 200 len: 1000 time: 0.0937977 Mar 08 12:19:20.121780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-2fa9d18a-d856-43c4-b271-9250fc57e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:20.123142 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-2fa9d18a-d856-43c4-b271-9250fc57e3cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0548711 Mar 08 12:19:20.196634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-9308c903-b351-4aca-8cf3-079211332dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:20.198048 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-9308c903-b351-4aca-8cf3-079211332dd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695353 Mar 08 12:19:20.324421 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-e66e2cdc-7ed9-4f4d-8bf0-6ce78659e7b6 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201596 Mar 08 12:19:20.453028 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a963d70b-2852-4eaa-8f21-b0eab4317714 req-c10cf914-ad32-450d-8a6f-b884d427c9c0 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212337 Mar 08 12:19:20.562696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e473b1-1fb1-4cb8-ade2-d42e1242fde3 req-99b28c22-1812-47ea-bda7-c878def3fdf9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:20.564225 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4e473b1-1fb1-4cb8-ade2-d42e1242fde3 req-99b28c22-1812-47ea-bda7-c878def3fdf9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0807352 Mar 08 12:19:20.607728 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4e473b1-1fb1-4cb8-ade2-d42e1242fde3 req-852b20b5-eebc-48a1-93a1-b9c5b7625c9c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370855 Mar 08 12:19:21.798460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ae5ed-2969-4d83-b006-ad8690a71d4d req-c6a4988a-e475-4c84-9bf2-a719b8a433c5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:21.799927 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ae4ae5ed-2969-4d83-b006-ad8690a71d4d req-c6a4988a-e475-4c84-9bf2-a719b8a433c5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0839500 Mar 08 12:19:21.843477 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ae4ae5ed-2969-4d83-b006-ad8690a71d4d req-8ebe7815-78bf-4bb9-88c0-c6c329d3edee tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376925 Mar 08 12:19:21.913015 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 2f6f45e6-a332-4122-8578-861267b69ac4 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:19:22.024502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:22.051140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f6f45e6-a332-4122-8578-861267b69ac4'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:19:22.061180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 2f6f45e6-a332-4122-8578-861267b69ac4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2f6f45e6-a332-4122-8578-861267b69ac4,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:19:22.111696 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f6f45e6-a332-4122-8578-861267b69ac4', 'code': 200} Mar 08 12:19:22.165121 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:22.235643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=2f6f45e6-a332-4122-8578-861267b69ac4,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:22.242683 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:22.243035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:22.243381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:22.243722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:22.244054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:22.244386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:22.244716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:22.245045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:22.245373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:22.245699 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:22.246056 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:22.246383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:23.052534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d100224-b5f5-48f7-b582-310d509b1e4f req-91576f74-6647-4d15-915c-e23a059e720f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:23.053949 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2d100224-b5f5-48f7-b582-310d509b1e4f req-91576f74-6647-4d15-915c-e23a059e720f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 943 time: 0.1065991 Mar 08 12:19:23.104482 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2d100224-b5f5-48f7-b582-310d509b1e4f req-50cd9e2b-4485-405d-a5ec-e6df26437b89 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444939 Mar 08 12:19:23.935131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 2f6f45e6-a332-4122-8578-861267b69ac4 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:19:24.064229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 2f6f45e6-a332-4122-8578-861267b69ac4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2f6f45e6-a332-4122-8578-861267b69ac4,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:19:24.077366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '2f6f45e6-a332-4122-8578-861267b69ac4', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'port_id': '2f6f45e6-a332-4122-8578-861267b69ac4', 'mac_address': 'fa:16:3e:4b:f9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:19:24.130506 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:24.146889 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6f45e6-a332-4122-8578-861267b69ac4 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:19:24.161644 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 2f6f45e6-a332-4122-8578-861267b69ac4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2f6f45e6-a332-4122-8578-861267b69ac4,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:19:24.245463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:24.296259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c46b3d-69ee-4302-803e-44b3335241ad req-2d0aa7c7-6cbe-4b7f-806e-377aaae8676c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:24.297706 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e1c46b3d-69ee-4302-803e-44b3335241ad req-2d0aa7c7-6cbe-4b7f-806e-377aaae8676c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 944 time: 0.0822127 Mar 08 12:19:24.319045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['2f6f45e6-a332-4122-8578-861267b69ac4'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:19:24.343307 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e1c46b3d-69ee-4302-803e-44b3335241ad req-a502e71d-8acd-4ed8-8e97-6624e2efc7d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381572 Mar 08 12:19:24.358607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=2f6f45e6-a332-4122-8578-861267b69ac4,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:24.857111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623102b-c5f4-46dc-a510-3f9655b236f1 req-0f8a7633-607c-45e9-9b67-6118aeffa6e6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:24.858569 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b623102b-c5f4-46dc-a510-3f9655b236f1 req-0f8a7633-607c-45e9-9b67-6118aeffa6e6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 944 time: 0.1521189 Mar 08 12:19:24.872382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268735d-6732-41c9-8af2-425fff69c35e req-479d77b5-db25-4041-90fe-61403a1d90e2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:24.873601 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a268735d-6732-41c9-8af2-425fff69c35e req-479d77b5-db25-4041-90fe-61403a1d90e2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4&tenant_id=555b4046838e4a19a290a2e48a06203b&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.1145327 Mar 08 12:19:24.911290 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b623102b-c5f4-46dc-a510-3f9655b236f1 req-d3ef4a82-4323-4df6-b2cf-9987e651473b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462031 Mar 08 12:19:25.012709 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268735d-6732-41c9-8af2-425fff69c35e req-f38daadc-1c5f-4de5-a0fe-e1068c194a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:25.014200 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a268735d-6732-41c9-8af2-425fff69c35e req-f38daadc-1c5f-4de5-a0fe-e1068c194a2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 1097 time: 0.0732899 Mar 08 12:19:25.158659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268735d-6732-41c9-8af2-425fff69c35e req-ddfc8020-4451-4a81-a166-3a296a629765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:25.160536 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a268735d-6732-41c9-8af2-425fff69c35e req-ddfc8020-4451-4a81-a166-3a296a629765 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1411204 Mar 08 12:19:25.256980 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a268735d-6732-41c9-8af2-425fff69c35e req-20aea4ac-baaa-4a04-9a79-1c7b9aae29aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6f45e6-a332-4122-8578-861267b69ac4 HTTP/1.1" status: 200 len: 999 time: 0.0904486 Mar 08 12:19:25.419758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268735d-6732-41c9-8af2-425fff69c35e req-cf4cf96d-e258-4013-b9f3-7661a9a94850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:25.421094 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a268735d-6732-41c9-8af2-425fff69c35e req-cf4cf96d-e258-4013-b9f3-7661a9a94850 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.1583900 Mar 08 12:19:25.495026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268735d-6732-41c9-8af2-425fff69c35e req-34902030-3a25-454a-8553-8dbf0e852783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:25.496450 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a268735d-6732-41c9-8af2-425fff69c35e req-34902030-3a25-454a-8553-8dbf0e852783 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685830 Mar 08 12:19:25.626183 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a268735d-6732-41c9-8af2-425fff69c35e req-cea9f332-7ba3-4480-9146-7f3572f2c21d service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208570 Mar 08 12:19:25.755872 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a268735d-6732-41c9-8af2-425fff69c35e req-210e307d-5ef7-49be-a470-0bf1c7843dcc service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235235 Mar 08 12:19:25.945607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 2f6f45e6-a332-4122-8578-861267b69ac4 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:19:26.015233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 2f6f45e6-a332-4122-8578-861267b69ac4 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:19:26.015525 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:26.102936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80f357-8bf1-4253-81b5-e6ed5d7a84de req-34c9bc08-3746-477f-ba6c-f94d4a097747 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:26.104379 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0f80f357-8bf1-4253-81b5-e6ed5d7a84de req-34c9bc08-3746-477f-ba6c-f94d4a097747 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 944 time: 0.0795712 Mar 08 12:19:26.150147 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0f80f357-8bf1-4253-81b5-e6ed5d7a84de req-6fa3245e-14ec-413d-a2fc-8e99e7e50681 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400369 Mar 08 12:19:26.174219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:26.200937 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6f45e6-a332-4122-8578-861267b69ac4'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:19:26.210845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 2f6f45e6-a332-4122-8578-861267b69ac4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2f6f45e6-a332-4122-8578-861267b69ac4,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:19:26.252844 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6f45e6-a332-4122-8578-861267b69ac4', 'code': 200} Mar 08 12:19:26.319802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:26.385714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=2f6f45e6-a332-4122-8578-861267b69ac4,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:27.335599 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90e1ba-175f-41fe-a90e-1f99127524d7 req-a0bf14cb-933e-4af6-adf9-c2cef30ae6bc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:27.337071 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4f90e1ba-175f-41fe-a90e-1f99127524d7 req-a0bf14cb-933e-4af6-adf9-c2cef30ae6bc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0815017 Mar 08 12:19:27.380828 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4f90e1ba-175f-41fe-a90e-1f99127524d7 req-f152086f-43fc-4349-9ef9-5dbc0a411180 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382702 Mar 08 12:19:27.566369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4a0cb-a128-44a3-8b61-707bebef94f2 req-6755fc42-68e2-4c5a-86fb-edb0e0889af9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:27.567695 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-36b4a0cb-a128-44a3-8b61-707bebef94f2 req-6755fc42-68e2-4c5a-86fb-edb0e0889af9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0824203 Mar 08 12:19:27.610021 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-36b4a0cb-a128-44a3-8b61-707bebef94f2 req-3cce8eb2-5ef6-4d3f-bbb1-4688e2387f96 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368016 Mar 08 12:19:28.191673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c366671-e138-485e-a620-af1e92925f87 req-82346aec-8b9d-44d7-9735-75724f8e00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:28.193040 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c366671-e138-485e-a620-af1e92925f87 req-82346aec-8b9d-44d7-9735-75724f8e00b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 1098 time: 0.1294677 Mar 08 12:19:28.205187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fd3db-8406-4eea-a9ac-226c03972bb8 req-f3bf8f62-4145-403b-b6e0-dc0ec9d4d363 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:28.206575 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-390fd3db-8406-4eea-a9ac-226c03972bb8 req-f3bf8f62-4145-403b-b6e0-dc0ec9d4d363 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.1084583 Mar 08 12:19:28.335647 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-390fd3db-8406-4eea-a9ac-226c03972bb8 req-c6497f16-3d0f-4326-821c-d6c55644e431 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107385 Mar 08 12:19:28.362109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c366671-e138-485e-a620-af1e92925f87 req-5feb05fe-b124-418b-8fe2-2b10c12e0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:28.364153 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c366671-e138-485e-a620-af1e92925f87 req-5feb05fe-b124-418b-8fe2-2b10c12e0eb8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1567626 Mar 08 12:19:28.471195 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c366671-e138-485e-a620-af1e92925f87 req-f263e890-c943-4e2b-bdf6-9649eaa6061f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6f45e6-a332-4122-8578-861267b69ac4 HTTP/1.1" status: 200 len: 1000 time: 0.0996242 Mar 08 12:19:28.533061 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c366671-e138-485e-a620-af1e92925f87 req-20ae7a39-5038-43f6-a6e9-4b13e3c164fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:28.535028 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c366671-e138-485e-a620-af1e92925f87 req-20ae7a39-5038-43f6-a6e9-4b13e3c164fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0577734 Mar 08 12:19:28.606181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c366671-e138-485e-a620-af1e92925f87 req-f563ab73-0287-4cb4-a0f0-ad13fc001038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:28.607596 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c366671-e138-485e-a620-af1e92925f87 req-f563ab73-0287-4cb4-a0f0-ad13fc001038 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677829 Mar 08 12:19:28.735936 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c366671-e138-485e-a620-af1e92925f87 req-50a97125-9032-42ed-a657-ffdc3e86aef8 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222858 Mar 08 12:19:28.866025 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8c366671-e138-485e-a620-af1e92925f87 req-8b2daade-8cf7-45fd-822f-d1109d10d3a7 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239684 Mar 08 12:19:29.523392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f83d-87ce-4713-8d15-8dff01d0c944 req-2b416c81-453a-45bf-a243-76bfd89db144 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:29.524835 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9ec3f83d-87ce-4713-8d15-8dff01d0c944 req-2b416c81-453a-45bf-a243-76bfd89db144 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0829701 Mar 08 12:19:29.574413 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9ec3f83d-87ce-4713-8d15-8dff01d0c944 req-aed70dba-df5a-4aff-b0d9-80fe1e311d1d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387518 Mar 08 12:19:30.755445 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330522-1fe6-4b47-81ab-3e797fcc0134 req-95188b52-ffa8-445b-b791-ed2dd092b271 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:30.766841 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1e330522-1fe6-4b47-81ab-3e797fcc0134 req-95188b52-ffa8-445b-b791-ed2dd092b271 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0780659 Mar 08 12:19:30.804348 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1e330522-1fe6-4b47-81ab-3e797fcc0134 req-578fb8b7-d2b7-4ce7-928d-a5e2e96be933 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Mar 08 12:19:31.302688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c41d91-bc82-473e-9dc1-e377a0ecdc46 req-52e233f3-b1ec-4eed-bd69-7546c122a3dc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:31.304123 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68c41d91-bc82-473e-9dc1-e377a0ecdc46 req-52e233f3-b1ec-4eed-bd69-7546c122a3dc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0792985 Mar 08 12:19:31.347600 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68c41d91-bc82-473e-9dc1-e377a0ecdc46 req-7862a10b-528c-4976-8428-b663d6507202 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377502 Mar 08 12:19:32.538284 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f773f-8a4c-4c1a-84c6-f0f48527f459 req-6c69347b-760f-41b8-8b6f-9cbff4e686ab tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:32.540037 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b87f773f-8a4c-4c1a-84c6-f0f48527f459 req-6c69347b-760f-41b8-8b6f-9cbff4e686ab tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0875876 Mar 08 12:19:32.587312 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b87f773f-8a4c-4c1a-84c6-f0f48527f459 req-7a1d8526-a62b-4941-85d5-ae123fa3a5d2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416405 Mar 08 12:19:33.039772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-c38ebe4d-095d-42b8-ac4e-3da489521450 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:33.041105 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-c38ebe4d-095d-42b8-ac4e-3da489521450 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.0816000 Mar 08 12:19:33.205788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Deleting port 2f6f45e6-a332-4122-8578-861267b69ac4 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:19:33.206675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:33.445035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] For port 2f6f45e6-a332-4122-8578-861267b69ac4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2f6f45e6-a332-4122-8578-861267b69ac4,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:19:33.445389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:33.771621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:33.771903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:33.772213 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9 disassociated. External IP: 172.26.4.48, port: 2f6f45e6-a332-4122-8578-861267b69ac4. Mar 08 12:19:33.772552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Calling delete_port for 2f6f45e6-a332-4122-8578-861267b69ac4 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:19:33.872317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa0c19-7acc-4819-bb75-868f87b4b59f req-c4691a29-9ff7-4309-9167-1fac3097cdf0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:33.873725 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-81aa0c19-7acc-4819-bb75-868f87b4b59f req-c4691a29-9ff7-4309-9167-1fac3097cdf0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 945 time: 0.1750610 Mar 08 12:19:33.965040 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-81aa0c19-7acc-4819-bb75-868f87b4b59f req-be19f7d6-0d5d-49d8-b896-e635b8832ff0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842888 Mar 08 12:19:34.033629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:34.087943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event deleted for resources: {'Port': ['ID=2f6f45e6-a332-4122-8578-861267b69ac4,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:34.103799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.104183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.104506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.104844 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.105175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.105507 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.105836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.106188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.106530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.109268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.109268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.109268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:19:34.291791 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Router 281850f6-e0a9-4baa-b677-5e9fde60ada9 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:19:34.469370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:19:34.479369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beca1b8d-4ae5-4494-8dba-12591a0d151b None None] Sync routers for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:19:34.489210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beca1b8d-4ae5-4494-8dba-12591a0d151b None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:19:34.490012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-beca1b8d-4ae5-4494-8dba-12591a0d151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:19:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:34.538443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] No DVR routers for this DVR port 2f6f45e6-a332-4122-8578-861267b69ac4 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:19:34.540804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:34.543524 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'name': 'network-vif-deleted', 'tag': '2f6f45e6-a332-4122-8578-861267b69ac4'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:19:34.611874 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-000a4f15-9f0b-42ec-a93c-3a1756f9d738 req-601178c6-541d-41dd-8d3b-9d0c9327a021 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "DELETE /v2.0/ports/2f6f45e6-a332-4122-8578-861267b69ac4 HTTP/1.1" status: 204 len: 173 time: 1.5658097 Mar 08 12:19:34.642301 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011c8e66-2bc0-4b78-a1cd-34cf74e067e4', 'name': 'network-vif-deleted', 'tag': '2f6f45e6-a332-4122-8578-861267b69ac4', 'status': 'completed', 'code': 200} Mar 08 12:19:34.678084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-beca1b8d-4ae5-4494-8dba-12591a0d151b None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:19:34.999304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-beca1b8d-4ae5-4494-8dba-12591a0d151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:35.003223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beca1b8d-4ae5-4494-8dba-12591a0d151b None None] Checking router: 281850f6-e0a9-4baa-b677-5e9fde60ada9 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:19:35.011568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beca1b8d-4ae5-4494-8dba-12591a0d151b None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:19:35.012166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-beca1b8d-4ae5-4494-8dba-12591a0d151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:19:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:35.197903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-beca1b8d-4ae5-4494-8dba-12591a0d151b None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:19:35.246366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-2229011a-fd0b-4e28-8f41-409fc8db15d6 req-d4d0acb0-885b-4d02-9c54-e063895336ed tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Synchronizing usage tracker for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:19:35.319640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-2229011a-fd0b-4e28-8f41-409fc8db15d6 req-d4d0acb0-885b-4d02-9c54-e063895336ed tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Unset dirty status for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:19:35.320952 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2229011a-fd0b-4e28-8f41-409fc8db15d6 req-d4d0acb0-885b-4d02-9c54-e063895336ed tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=011c8e66-2bc0-4b78-a1cd-34cf74e067e4 HTTP/1.1" status: 200 len: 210 time: 0.2326422 Mar 08 12:19:35.521043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-beca1b8d-4ae5-4494-8dba-12591a0d151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:35.524999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beca1b8d-4ae5-4494-8dba-12591a0d151b None None] The sync data for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv is: [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:19:35.745239 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fb888e-0292-4e51-a947-3ca5bae749b2 None None] New status for floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:19:36.007984 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 2f6f45e6-a332-4122-8578-861267b69ac4 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:19:36.043241 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 2f6f45e6-a332-4122-8578-861267b69ac4 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:19:36.043587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 2f6f45e6-a332-4122-8578-861267b69ac4 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:19:36.648685 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-8e44b8d2-91c7-4475-836f-0495410054a8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1941944150&fields=id&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 267 time: 0.0393312 Mar 08 12:19:36.796058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-a8ad813a-e676-46de-ad21-db735065c72b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:36.797497 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-a8ad813a-e676-46de-ad21-db735065c72b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 812 time: 0.1425576 Mar 08 12:19:36.813106 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-95735b3f-517a-475e-b490-c682930d7144 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/quotas/555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 375 time: 0.0095699 Mar 08 12:19:36.900590 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-72fe7534-6fc0-454b-ad0a-76752356d03a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815761 Mar 08 12:19:37.142510 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-8982edc0-f2e9-4151-835f-2d97bd68627e service neutron] 10.222.0.32 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308261 Mar 08 12:19:37.278062 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-b26939e8-2fb1-4f77-8643-591061486f93 service neutron] 10.222.0.32 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288466 Mar 08 12:19:37.532597 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-241c65db-86f5-4e50-89fb-5323bcd576a7 req-c01c6262-516c-42ee-b098-948af197d56f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 210 time: 0.0410519 Mar 08 12:19:38.684654 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a8127172-11a5-4c5a-ba01-6be1bacd430a req-6b932456-8125-4f99-a8e6-8fad77956fec tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 210 time: 0.0441058 Mar 08 12:19:39.400775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-e74afec3-3e22-462a-8c99-7b195a019993 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:39.402251 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-e74afec3-3e22-462a-8c99-7b195a019993 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 812 time: 0.1483123 Mar 08 12:19:39.451300 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-68829f84-95ab-41ef-ac64-d5fe2dac7855 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 380 time: 0.0403533 Mar 08 12:19:39.459659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Request body: {'port': {'device_id': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'admin_state_up': True, 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'security_groups': ['691f1d31-5d98-47e0-b6db-7c9b9d94202c']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:19:39.594226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:19:39.605285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:19:39.674038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Made reservation on behalf of 555b4046838e4a19a290a2e48a06203b for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:19:39.678443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:39.883358 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-523fb87a-a1c2-4e7b-ad4f-035214d263f6 req-78fa96ec-2f11-4352-90d3-4ceda5725121 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 210 time: 0.0630825 Mar 08 12:19:39.906683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Allocated IP 172.20.0.7 (ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9/5e662479-dad8-4755-815c-ff16cdb4e2a0/9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:19:39.908195 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-28472bc1-fc0e-4486-9da1-ce1feb651d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:40.118060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:40.142537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Transition to ACTIVE for port object 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:19:40.229045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:40.301075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:19:40.304366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:19:40.319501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:19:40.371274 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event updated for resources: {'Port': ['ID=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:40.398471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:40.399101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:40.491835 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-f7790ce9-6400-498d-b405-e28233990ba5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0359282 Mar 08 12:19:40.502858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Request body: {'port': {'device_id': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:19:40.618875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:40.622588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c68298b0-0a7c-4a64-9a89-3f68b566c4d5 None None] Provisioning for port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:19:40.627666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c68298b0-0a7c-4a64-9a89-3f68b566c4d5 None None] Provisioning complete for port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:19:40.628042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c68298b0-0a7c-4a64-9a89-3f68b566c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:40.684445 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c68298b0-0a7c-4a64-9a89-3f68b566c4d5 None None] Port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:19:40.988229 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:19:40.995886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:41.011497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Transition to ACTIVE for port object 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:19:41.062543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:41.093838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b941250-f0ac-4bdd-99ed-4e4d38fb9a5c req-05a3f440-9d44-44aa-af78-a3105157566c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:41.095339 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8b941250-f0ac-4bdd-99ed-4e4d38fb9a5c req-05a3f440-9d44-44aa-af78-a3105157566c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 931 time: 0.0927765 Mar 08 12:19:41.143033 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8b941250-f0ac-4bdd-99ed-4e4d38fb9a5c req-33a6e835-2219-4f6c-94f6-386a60e2dd35 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418577 Mar 08 12:19:41.363451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Pushing event updated for resources: {'Port': ['ID=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:41.406802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Attempting to bind port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:19:41.407056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Attempting to bind port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:19:41.407384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Attempting to bind port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:19:41.412044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:19:41.412362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Attempting to bind port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:19:41.417385 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:19:41.417723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Checking segment: {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:19:41.418139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Bound using segment: {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:19:41.418601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Bound port: 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:19:41.418903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:41.513628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:19:41.516574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:19:41.583325 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:41.638981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:41.639585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:41.640943 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] 10.222.0.18 "PUT /v2.0/ports/9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c HTTP/1.1" status: 200 len: 1093 time: 1.1422396 Mar 08 12:19:41.641478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:19:41.667086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e5628-0e15-431c-95aa-eef632b4603f service neutron] Pushing event updated for resources: {'Port': ['ID=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:41.701405 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'status': 'completed', 'code': 200} Mar 08 12:19:41.801324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c24cdf-3511-4b30-9489-91ed957bf599 req-2cca3504-425c-4f0e-9cbf-73ac144b0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:41.803380 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4c24cdf-3511-4b30-9489-91ed957bf599 req-2cca3504-425c-4f0e-9cbf-73ac144b0eab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 1096 time: 0.0814941 Mar 08 12:19:41.950284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c24cdf-3511-4b30-9489-91ed957bf599 req-12923b9f-5962-47fc-b4fd-f0e33a956745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:41.951732 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4c24cdf-3511-4b30-9489-91ed957bf599 req-12923b9f-5962-47fc-b4fd-f0e33a956745 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=555b4046838e4a19a290a2e48a06203b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1402049 Mar 08 12:19:42.093946 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c24cdf-3511-4b30-9489-91ed957bf599 req-3199837b-4733-4fb3-bc72-3553dfbe9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:42.095385 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4c24cdf-3511-4b30-9489-91ed957bf599 req-3199837b-4733-4fb3-bc72-3553dfbe9dd5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379576 Mar 08 12:19:42.183165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2f2599ae-16ac-40fe-8adb-161c2282fe31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:42.207724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-c64fac94-f7e2-401e-95e4-4efaf84a93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:42.209590 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-c64fac94-f7e2-401e-95e4-4efaf84a93fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 1096 time: 0.0754647 Mar 08 12:19:42.293793 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-bdbcdf07-8261-4b14-a5dd-00c8a01f1e33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c HTTP/1.1" status: 200 len: 217 time: 0.0779893 Mar 08 12:19:42.358881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-ad0ca976-fcc4-4845-b738-fe33cc0e5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:42.360327 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-ad0ca976-fcc4-4845-b738-fe33cc0e5575 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0605707 Mar 08 12:19:42.361341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c749c1-3b18-4350-9053-036df5c46cc9 req-4c21b594-facf-4390-9e38-1724295dafda tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:42.362930 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c0c749c1-3b18-4350-9053-036df5c46cc9 req-4c21b594-facf-4390-9e38-1724295dafda tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 943 time: 0.0860269 Mar 08 12:19:42.408431 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c0c749c1-3b18-4350-9053-036df5c46cc9 req-d5145f95-5dad-4bdd-9b6f-aca523ddda93 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397954 Mar 08 12:19:42.442136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-50a1b94e-2a76-4e8f-be75-564e78fd4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:42.443664 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-50a1b94e-2a76-4e8f-be75-564e78fd4122 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777469 Mar 08 12:19:42.576333 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-6f1d4b20-1417-4ddd-86d0-35a5f58c7a6a service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263940 Mar 08 12:19:42.707875 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-899e07b4-7d86-48b3-aa73-5cc8a3b7bfdb req-7771b8a2-3823-4d4e-ad4b-910707697d8c service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250944 Mar 08 12:19:43.457356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:43.508269 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:43.593895 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bb310-e929-4c24-ac9a-2e23d18c97fd req-0c5ec2af-c69c-4ec5-bff3-92f34deb0634 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:43.594584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-7e9bb310-e929-4c24-ac9a-2e23d18c97fd req-0c5ec2af-c69c-4ec5-bff3-92f34deb0634 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Synchronizing usage tracker for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:19:43.645652 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:43.674065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-7e9bb310-e929-4c24-ac9a-2e23d18c97fd req-0c5ec2af-c69c-4ec5-bff3-92f34deb0634 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Unset dirty status for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:19:43.675200 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e9bb310-e929-4c24-ac9a-2e23d18c97fd req-0c5ec2af-c69c-4ec5-bff3-92f34deb0634 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 943 time: 0.1595268 Mar 08 12:19:43.720443 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e9bb310-e929-4c24-ac9a-2e23d18c97fd req-ba415bf5-5e0c-4c3e-b20f-8f87205f6042 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392375 Mar 08 12:19:44.782821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:44.911185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9907450-f8bb-44d0-bc79-aab132ff704e req-3772012c-06dd-4fab-a2b9-b23669de2cc1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:44.912571 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f9907450-f8bb-44d0-bc79-aab132ff704e req-3772012c-06dd-4fab-a2b9-b23669de2cc1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 943 time: 0.0858574 Mar 08 12:19:44.957076 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f9907450-f8bb-44d0-bc79-aab132ff704e req-8ee66891-06e8-4727-908b-331b9372a67a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385859 Mar 08 12:19:46.145744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c07c56-1226-452d-8b48-d28b98f99006 req-954d71d0-8a2d-459b-a0a4-1d159793dd2a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:46.147241 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c1c07c56-1226-452d-8b48-d28b98f99006 req-954d71d0-8a2d-459b-a0a4-1d159793dd2a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 943 time: 0.0813937 Mar 08 12:19:46.191270 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c1c07c56-1226-452d-8b48-d28b98f99006 req-94ff96d8-2013-49f6-a539-d85225367961 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384533 Mar 08 12:19:47.374481 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0307461-0145-44ed-920d-1de7633cb547 req-8ca2171c-e08d-416a-bfbb-3daafe894717 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:47.375937 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e0307461-0145-44ed-920d-1de7633cb547 req-8ca2171c-e08d-416a-bfbb-3daafe894717 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 943 time: 0.0820775 Mar 08 12:19:47.422751 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e0307461-0145-44ed-920d-1de7633cb547 req-8f270690-4d41-427d-8e6a-95e4b19f3a8c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Mar 08 12:19:48.053907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:19:48.183240 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:19:48.195862 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'port_id': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'mac_address': 'fa:16:3e:ad:17:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:19:48.248749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:48.266128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:19:48.286150 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:19:48.399210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:48.468165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:48.609694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe604c-f75f-4c5a-9418-78ae45b45eaa req-e522c65f-c12c-4289-876e-49f456d28f77 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:48.611166 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4bfe604c-f75f-4c5a-9418-78ae45b45eaa req-e522c65f-c12c-4289-876e-49f456d28f77 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 944 time: 0.0834475 Mar 08 12:19:48.655077 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4bfe604c-f75f-4c5a-9418-78ae45b45eaa req-1c4e511f-eb10-409f-b59f-1231161b3e14 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375319 Mar 08 12:19:48.719967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:19:49.836874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458180b-b9fc-4e55-9e59-9312dd5fd4e7 req-9933c2e1-7ddf-48dd-8e34-129a53bdd3fd tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:49.838348 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2458180b-b9fc-4e55-9e59-9312dd5fd4e7 req-9933c2e1-7ddf-48dd-8e34-129a53bdd3fd tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 944 time: 0.0798898 Mar 08 12:19:49.881702 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2458180b-b9fc-4e55-9e59-9312dd5fd4e7 req-783a7190-674b-4914-81e3-f0f00e86bfb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377684 Mar 08 12:19:50.070079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:19:50.193822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:19:50.198504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:19:50.198874 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:50.311693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:50.337867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:19:50.354187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:19:50.380852 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'code': 200} Mar 08 12:19:50.422835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:50.489482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:19:50.732402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee9a3b-60dd-4275-a821-a96d2985249b req-04f9d3a2-a6e7-42cd-bc81-d55904a112ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:50.733912 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0ee9a3b-60dd-4275-a821-a96d2985249b req-04f9d3a2-a6e7-42cd-bc81-d55904a112ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 1098 time: 0.0689943 Mar 08 12:19:50.772559 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c0ee9a3b-60dd-4275-a821-a96d2985249b req-8f26efb5-bfc6-4ae4-87ea-0951cf6119ff service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326755 Mar 08 12:19:51.070508 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ccf2c-68b8-425c-bdb3-d30edb1c54c3 req-59b9661a-7268-42a5-8497-c9ab5b662e69 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:51.071952 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-210ccf2c-68b8-425c-bdb3-d30edb1c54c3 req-59b9661a-7268-42a5-8497-c9ab5b662e69 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0840719 Mar 08 12:19:51.117506 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-210ccf2c-68b8-425c-bdb3-d30edb1c54c3 req-e37d5e36-e810-4418-b7e3-fd2bbcefe702 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398498 Mar 08 12:19:52.415070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1b064-0dc0-436f-9651-3c86c0a05e66 req-8b629b43-0f93-4ea5-a46f-1725fb39caaf tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:52.416425 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b6d1b064-0dc0-436f-9651-3c86c0a05e66 req-8b629b43-0f93-4ea5-a46f-1725fb39caaf tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.1909380 Mar 08 12:19:52.460177 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b6d1b064-0dc0-436f-9651-3c86c0a05e66 req-3b8a3d2d-4d4f-4d1f-b9eb-e88c0dea9b47 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380349 Mar 08 12:19:53.650057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506a481-62ef-4429-af2e-db2f2583a6ad req-80fff2ed-270e-4441-b203-fc49f504e339 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:53.652627 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5506a481-62ef-4429-af2e-db2f2583a6ad req-80fff2ed-270e-4441-b203-fc49f504e339 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0871971 Mar 08 12:19:53.709821 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5506a481-62ef-4429-af2e-db2f2583a6ad req-8d2c7446-4337-40ff-9e0f-6199dd2b23fa tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501654 Mar 08 12:19:53.896542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e6741-f536-4a6b-82d8-506125c7122b req-28299ada-d330-4b6f-a014-29f4f46ea224 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:53.898153 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-874e6741-f536-4a6b-82d8-506125c7122b req-28299ada-d330-4b6f-a014-29f4f46ea224 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0847659 Mar 08 12:19:53.907357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 57444) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:19:53.912468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-affeb55e-9152-4c93-ad55-c1173d6c0132 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Request body: {'floatingip': {'port_id': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:19:54.006641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-affeb55e-9152-4c93-ad55-c1173d6c0132 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:54.077535 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:19:54.635605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-affeb55e-9152-4c93-ad55-c1173d6c0132 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:54.696794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-affeb55e-9152-4c93-ad55-c1173d6c0132 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:54.867853 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-affeb55e-9152-4c93-ad55-c1173d6c0132 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9 associated. External IP: 172.26.4.48, port: 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c. Mar 08 12:19:55.332434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affeb55e-9152-4c93-ad55-c1173d6c0132 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Router 281850f6-e0a9-4baa-b677-5e9fde60ada9 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:19:55.521736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affeb55e-9152-4c93-ad55-c1173d6c0132 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:19:55.526069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-affeb55e-9152-4c93-ad55-c1173d6c0132 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:19:55.531466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936888a3-0651-46c4-b845-484ed8e66305 None None] Sync routers for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:19:55.552922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936888a3-0651-46c4-b845-484ed8e66305 None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:19:55.553996 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-936888a3-0651-46c4-b845-484ed8e66305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:19:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:55.584861 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-affeb55e-9152-4c93-ad55-c1173d6c0132 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "PUT /v2.0/floatingips/6ae494fe-0d8e-431d-adec-4213ed7fe6b9 HTTP/1.1" status: 200 len: 990 time: 1.6762779 Mar 08 12:19:55.585338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:19:55.631615 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'status': 'completed', 'code': 200} Mar 08 12:19:55.742065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0db39-3010-4d2f-8e1d-8f6493f2004c req-d4c3f01b-8915-4e74-a110-11cda9ed2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:55.744241 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4b0db39-3010-4d2f-8e1d-8f6493f2004c req-d4c3f01b-8915-4e74-a110-11cda9ed2fa4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 1098 time: 0.0894225 Mar 08 12:19:55.777672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-936888a3-0651-46c4-b845-484ed8e66305 None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:19:55.889923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0db39-3010-4d2f-8e1d-8f6493f2004c req-2bf420d0-1912-46df-83d9-7fcdf0cfb47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:55.891363 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4b0db39-3010-4d2f-8e1d-8f6493f2004c req-2bf420d0-1912-46df-83d9-7fcdf0cfb47a service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1422083 Mar 08 12:19:55.996434 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4b0db39-3010-4d2f-8e1d-8f6493f2004c req-d62fc726-565e-485a-b42d-091ebf9cdfc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c HTTP/1.1" status: 200 len: 998 time: 0.0986471 Mar 08 12:19:56.083837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0db39-3010-4d2f-8e1d-8f6493f2004c req-99dd904d-512c-494a-b58d-bc363b892522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:56.085609 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4b0db39-3010-4d2f-8e1d-8f6493f2004c req-99dd904d-512c-494a-b58d-bc363b892522 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0839462 Mar 08 12:19:56.156782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-936888a3-0651-46c4-b845-484ed8e66305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6ae494fe-0d8e-431d-adec-4213ed7fe6b9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'floating_ip_address': '172.26.4.48', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'port_id': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'mac_address': 'fa:16:3e:ad:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:17:31Z', 'updated_at': '2022-03-08T12:19:54Z', 'revision_number': 9, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:56.160654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936888a3-0651-46c4-b845-484ed8e66305 None None] Checking router: 281850f6-e0a9-4baa-b677-5e9fde60ada9 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:19:56.169076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936888a3-0651-46c4-b845-484ed8e66305 None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:19:56.169691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-936888a3-0651-46c4-b845-484ed8e66305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:19:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:56.240840 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0db39-3010-4d2f-8e1d-8f6493f2004c req-c9c5a9ea-cbd6-4afc-b7a5-be53c033ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:56.242765 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4b0db39-3010-4d2f-8e1d-8f6493f2004c req-c9c5a9ea-cbd6-4afc-b7a5-be53c033ab74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1484706 Mar 08 12:19:56.249770 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c329a6-1f0d-4b79-8230-c2c58a2dead6 req-8a9662ff-1a5d-4a5f-8921-403c5f1e56e3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:56.251236 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-69c329a6-1f0d-4b79-8230-c2c58a2dead6 req-8a9662ff-1a5d-4a5f-8921-403c5f1e56e3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.1261799 Mar 08 12:19:56.394820 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-936888a3-0651-46c4-b845-484ed8e66305 None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:19:56.439729 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-69c329a6-1f0d-4b79-8230-c2c58a2dead6 req-f19aa371-90f2-41c2-8b46-d722b4b4e14a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340914 Mar 08 12:19:56.470442 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4b0db39-3010-4d2f-8e1d-8f6493f2004c req-1fa60ec8-e8d0-4aac-8d46-1e2faf515dbb service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182288 Mar 08 12:19:56.519566 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-0abe5ee6-2eca-409b-8dbd-d83009b59f5f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3310459 Mar 08 12:19:56.619767 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d4b0db39-3010-4d2f-8e1d-8f6493f2004c req-af1d307e-5766-4e34-b8b7-07080a8b5487 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422107 Mar 08 12:19:56.754250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-936888a3-0651-46c4-b845-484ed8e66305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6ae494fe-0d8e-431d-adec-4213ed7fe6b9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'floating_ip_address': '172.26.4.48', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'port_id': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'mac_address': 'fa:16:3e:ad:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:17:31Z', 'updated_at': '2022-03-08T12:19:54Z', 'revision_number': 9, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:19:56.769272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936888a3-0651-46c4-b845-484ed8e66305 None None] The sync data for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv is: [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6ae494fe-0d8e-431d-adec-4213ed7fe6b9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'floating_ip_address': '172.26.4.48', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'port_id': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'mac_address': 'fa:16:3e:ad:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:17:31Z', 'updated_at': '2022-03-08T12:19:54Z', 'revision_number': 9, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:19:56.971684 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acccca95-080a-48ba-b9fe-d28e70adb4c3 None None] New status for floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:19:57.634731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b37f6-0ede-4256-ad62-a8de47c79727 req-935d8046-8597-4a29-a326-b1092e376897 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:57.636486 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ea7b37f6-0ede-4256-ad62-a8de47c79727 req-935d8046-8597-4a29-a326-b1092e376897 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0847738 Mar 08 12:19:57.685528 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ea7b37f6-0ede-4256-ad62-a8de47c79727 req-ac23c17c-5bba-47fb-97af-15742a7f028e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423930 Mar 08 12:19:58.622648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-1857da7d-a45e-460f-9dc5-fe2905071ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:58.624135 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-1857da7d-a45e-460f-9dc5-fe2905071ca3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 1098 time: 0.0712521 Mar 08 12:19:58.757657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-e60c2d33-aeca-46b3-8aa0-2ad680ef1001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:58.759341 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-e60c2d33-aeca-46b3-8aa0-2ad680ef1001 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1295033 Mar 08 12:19:59.018445 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-d4ca4448-9aae-493f-9cd0-094784f8fee8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c HTTP/1.1" status: 200 len: 1001 time: 0.2535203 Mar 08 12:19:59.090742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81330f-d829-4b13-be2f-09e000d1826e req-4b15a651-6008-435a-ac8d-91c8608942bc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:59.092183 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0c81330f-d829-4b13-be2f-09e000d1826e req-4b15a651-6008-435a-ac8d-91c8608942bc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.1599598 Mar 08 12:19:59.114258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-a3ccc73b-62ce-4be9-a3e8-0fd918e36dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:59.115638 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-a3ccc73b-62ce-4be9-a3e8-0fd918e36dbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0918787 Mar 08 12:19:59.186545 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0c81330f-d829-4b13-be2f-09e000d1826e req-27940b93-098f-430e-a870-3987a1202d5f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877857 Mar 08 12:19:59.211144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-ecc9992b-5074-4d65-af1c-0f24c069aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:19:59.212600 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-ecc9992b-5074-4d65-af1c-0f24c069aa91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918429 Mar 08 12:19:59.343933 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-e00ff581-8a15-43d3-bcb9-da2f334eaeb3 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257622 Mar 08 12:19:59.484763 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-079598fa-fb11-4b05-858e-963c1e1d5ffe service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351571 Mar 08 12:20:00.374607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05557003-c7f5-4ca2-a147-a12a68327d6b req-d4fe69c1-a9c2-4b97-bbad-74b007b09771 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:00.376047 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-05557003-c7f5-4ca2-a147-a12a68327d6b req-d4fe69c1-a9c2-4b97-bbad-74b007b09771 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0837619 Mar 08 12:20:00.421660 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-05557003-c7f5-4ca2-a147-a12a68327d6b req-6aaeb614-02b3-4e12-8d4a-dfe7f95784fa tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397553 Mar 08 12:20:01.616623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070dcfe-782b-4321-be96-4abc29aa618a req-b67d3b8b-f470-4353-9ce0-8ea5912549e6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:01.618092 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b070dcfe-782b-4321-be96-4abc29aa618a req-b67d3b8b-f470-4353-9ce0-8ea5912549e6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0789769 Mar 08 12:20:01.662875 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b070dcfe-782b-4321-be96-4abc29aa618a req-da03398b-ddd8-458f-a0fd-ebbda9b0520f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387111 Mar 08 12:20:02.995560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305c260-c9cb-4f89-a348-885571821130 req-d6cf4879-4d47-4b46-af01-4b0bb3027dfc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:02.996911 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5305c260-c9cb-4f89-a348-885571821130 req-d6cf4879-4d47-4b46-af01-4b0bb3027dfc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0790095 Mar 08 12:20:03.040746 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5305c260-c9cb-4f89-a348-885571821130 req-74aede1c-ee44-4ac9-adbc-e66963795c6d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382297 Mar 08 12:20:04.228641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590298b-6707-4b0d-9a3f-30050a335b50 req-f615fe73-2933-4857-9f2b-3575835e25c5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:04.230116 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a590298b-6707-4b0d-9a3f-30050a335b50 req-f615fe73-2933-4857-9f2b-3575835e25c5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0818715 Mar 08 12:20:04.273458 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a590298b-6707-4b0d-9a3f-30050a335b50 req-0fe5b282-3f74-436b-a2b7-401feb31699d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373201 Mar 08 12:20:05.478516 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49bb35-95a0-4936-bfe5-f989537c253f req-f2f346c8-f4c1-4691-bbbf-3c92db66cfff tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:05.479965 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ca49bb35-95a0-4936-bfe5-f989537c253f req-f2f346c8-f4c1-4691-bbbf-3c92db66cfff tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0869877 Mar 08 12:20:05.530408 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ca49bb35-95a0-4936-bfe5-f989537c253f req-81f5b8a7-b899-4d03-b65a-b292f23e8182 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446632 Mar 08 12:20:06.727969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bc206-1ee8-4fa3-8d52-e836b9b582d3 req-5531a66e-91ad-4ca6-950b-52e26479d957 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:06.729682 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa3bc206-1ee8-4fa3-8d52-e836b9b582d3 req-5531a66e-91ad-4ca6-950b-52e26479d957 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0923660 Mar 08 12:20:06.782892 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa3bc206-1ee8-4fa3-8d52-e836b9b582d3 req-fc4c4bbc-e6a3-49c3-ac2f-9a66f7528983 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475600 Mar 08 12:20:07.982581 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35849411-edb1-4adf-8944-5f0f53883241 req-5e466fe2-e523-4140-a01a-0a487bb63d2c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:07.983915 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-35849411-edb1-4adf-8944-5f0f53883241 req-5e466fe2-e523-4140-a01a-0a487bb63d2c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0912888 Mar 08 12:20:08.027632 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-35849411-edb1-4adf-8944-5f0f53883241 req-2af184cd-cd28-4ddf-b8cd-b0f822a44533 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376301 Mar 08 12:20:09.215932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dc7fc-b877-4f30-a6ba-fe10a3099674 req-5b6c01ba-bcce-4855-aaff-696895c56fc0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:09.217370 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b04dc7fc-b877-4f30-a6ba-fe10a3099674 req-5b6c01ba-bcce-4855-aaff-696895c56fc0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0834751 Mar 08 12:20:09.261304 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b04dc7fc-b877-4f30-a6ba-fe10a3099674 req-d6a60968-6619-4b10-94de-da1bdbcc5c77 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365839 Mar 08 12:20:09.908699 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1294b3fb-20a6-4cc4-8b9e-616f16aa7537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:10.451481 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb32b3c-cb0c-4e1a-9035-5ab0981868b3 req-eb76c51a-37f5-4a8e-85b9-e1e703e2dce7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:10.453051 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6eb32b3c-cb0c-4e1a-9035-5ab0981868b3 req-eb76c51a-37f5-4a8e-85b9-e1e703e2dce7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0854926 Mar 08 12:20:10.498979 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6eb32b3c-cb0c-4e1a-9035-5ab0981868b3 req-2e48725e-035a-4eda-9fa4-a0c374caf203 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397420 Mar 08 12:20:11.701341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc03a55-a7d0-4551-898f-ad536cbbdc75 req-75844560-56c1-48f9-b9d5-e7a6fd91be54 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:11.702713 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3cc03a55-a7d0-4551-898f-ad536cbbdc75 req-75844560-56c1-48f9-b9d5-e7a6fd91be54 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0827265 Mar 08 12:20:11.749094 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3cc03a55-a7d0-4551-898f-ad536cbbdc75 req-8668b034-c614-4a43-8a61-11e1c6015c96 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406413 Mar 08 12:20:12.240130 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2c6aec5b-aa78-45f8-8e3c-70d72dd9904d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:12.938578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7be42-3181-43f2-a17b-bd6c8c4743ee req-de882dc6-a3a3-4979-89f7-2fa9acaee1a8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:12.939959 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3dd7be42-3181-43f2-a17b-bd6c8c4743ee req-de882dc6-a3a3-4979-89f7-2fa9acaee1a8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0836117 Mar 08 12:20:12.984873 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3dd7be42-3181-43f2-a17b-bd6c8c4743ee req-9287f545-0afa-4da3-8623-409d7aab99ed tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392540 Mar 08 12:20:13.471849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:13.554768 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:13.726012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:14.166639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e52fa-823e-4bbb-b5cb-9f8e5d983195 req-fab94e5e-5dfc-4efa-af3a-b8ff3aaae9d1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:14.168053 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ef1e52fa-823e-4bbb-b5cb-9f8e5d983195 req-fab94e5e-5dfc-4efa-af3a-b8ff3aaae9d1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0775042 Mar 08 12:20:14.211741 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ef1e52fa-823e-4bbb-b5cb-9f8e5d983195 req-e2fa4ca3-86b7-4f0e-96a9-46e255f23da6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381689 Mar 08 12:20:14.771373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:15.395557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b7ad8-93fe-4c8b-a05c-d5107ff1500d req-366952a5-911c-4f7d-9ebf-e02f216a272d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:15.397051 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e33b7ad8-93fe-4c8b-a05c-d5107ff1500d req-366952a5-911c-4f7d-9ebf-e02f216a272d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0809851 Mar 08 12:20:15.445825 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e33b7ad8-93fe-4c8b-a05c-d5107ff1500d req-b085bce5-ed94-42f4-8516-2c13ec0a9cca tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431073 Mar 08 12:20:16.634546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925865b-866a-4f45-8bb7-28fae6fe8943 req-aeb698f2-8c74-4eea-bf81-016afef68210 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:16.636001 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3925865b-866a-4f45-8bb7-28fae6fe8943 req-aeb698f2-8c74-4eea-bf81-016afef68210 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0828497 Mar 08 12:20:16.680114 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3925865b-866a-4f45-8bb7-28fae6fe8943 req-2c0e703b-8d08-45d9-a85b-dc83dafbe9b2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382154 Mar 08 12:20:17.866762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7f4f3-0ee6-434e-a868-8b88fc14aaf7 req-6a224b0f-5de7-4053-a0db-fc9e4284625f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:17.868199 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-85b7f4f3-0ee6-434e-a868-8b88fc14aaf7 req-6a224b0f-5de7-4053-a0db-fc9e4284625f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0795653 Mar 08 12:20:17.911832 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-85b7f4f3-0ee6-434e-a868-8b88fc14aaf7 req-a8c6f48b-4f0b-4b6e-824f-41ae34f2434c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382047 Mar 08 12:20:19.103780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be96774-c93b-49b5-bfd3-a974192623d3 req-19534979-c04b-497f-8f8c-ac3f5c147767 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:19.105196 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4be96774-c93b-49b5-bfd3-a974192623d3 req-19534979-c04b-497f-8f8c-ac3f5c147767 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0813200 Mar 08 12:20:19.147687 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4be96774-c93b-49b5-bfd3-a974192623d3 req-18978fe8-261a-4d66-883c-4acaf13fd1f3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368655 Mar 08 12:20:20.342156 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a04c02-2bd0-4331-b7b0-c0056f08353c req-1d5e0be9-bd83-4477-8089-90402eb9bdc3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:20.343641 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-72a04c02-2bd0-4331-b7b0-c0056f08353c req-1d5e0be9-bd83-4477-8089-90402eb9bdc3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0842450 Mar 08 12:20:20.387581 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-72a04c02-2bd0-4331-b7b0-c0056f08353c req-1bea5198-58a8-44c4-9970-db6de01f8bc1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383067 Mar 08 12:20:21.590549 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-6b8f6906-58ee-4008-8328-f046e5f81fe6 service neutron] 10.222.0.18 "GET /v2.0/ports/9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.1262002 Mar 08 12:20:21.615509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183774c-3734-415f-ad2a-c59784ef4c91 req-64bfe6a4-772a-413c-a41c-b6399defb02b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:21.616929 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c183774c-3734-415f-ad2a-c59784ef4c91 req-64bfe6a4-772a-413c-a41c-b6399defb02b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.1155708 Mar 08 12:20:21.661290 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c183774c-3734-415f-ad2a-c59784ef4c91 req-63bac329-eadc-4c97-93dd-d6028254003e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385988 Mar 08 12:20:22.210608 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-19cffbd1-8a81-4bd5-b5a7-73aaae938587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:22.212060 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-19cffbd1-8a81-4bd5-b5a7-73aaae938587 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 1098 time: 0.0696080 Mar 08 12:20:22.396888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-12ded8a7-0407-4065-8788-f796e8469d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:22.398411 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-12ded8a7-0407-4065-8788-f796e8469d43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 1098 time: 0.1653142 Mar 08 12:20:22.526554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-cbaff5f6-d5b8-4829-8bb9-c0839fd18f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:22.527896 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-cbaff5f6-d5b8-4829-8bb9-c0839fd18f12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1239915 Mar 08 12:20:22.635717 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-425452f6-080a-4789-aee9-57072a305465 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c HTTP/1.1" status: 200 len: 1001 time: 0.1000876 Mar 08 12:20:22.697575 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-08d052ef-9975-4110-a1b5-6dc43f5a8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:22.699392 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-08d052ef-9975-4110-a1b5-6dc43f5a8da6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0576584 Mar 08 12:20:22.773162 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-5856bbea-c5f9-494d-96bc-86cd0a7a4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:22.774641 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-5856bbea-c5f9-494d-96bc-86cd0a7a4f61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698650 Mar 08 12:20:22.846846 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f7a18-27e6-46dd-a086-6dd78cda7e2f req-7b148e0f-b29a-4daa-a877-3911931b8623 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:22.849023 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-160f7a18-27e6-46dd-a086-6dd78cda7e2f req-7b148e0f-b29a-4daa-a877-3911931b8623 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0815425 Mar 08 12:20:22.892716 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-160f7a18-27e6-46dd-a086-6dd78cda7e2f req-66b22396-c81b-43e8-b431-8b9d3fac60a1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381436 Mar 08 12:20:22.907723 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-fa778fa7-a955-4ffa-b364-ba95f8ef302d service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269445 Mar 08 12:20:23.038582 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15d6a6fe-62e8-476c-9054-38d7359d3121 req-b0479c18-287e-413b-aba5-839c1727176a service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238151 Mar 08 12:20:24.084849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9491d7-d04c-4bef-816b-49f4dc3ad9e0 req-c21b5161-9a28-49fc-ac4b-4ac74cdc9c0f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:24.086323 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd9491d7-d04c-4bef-816b-49f4dc3ad9e0 req-c21b5161-9a28-49fc-ac4b-4ac74cdc9c0f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0843129 Mar 08 12:20:24.130964 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd9491d7-d04c-4bef-816b-49f4dc3ad9e0 req-d92a8351-c943-41ae-bfcf-a5c49704197d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389836 Mar 08 12:20:24.274131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:20:24.393537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:24.419854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:20:24.430082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:20:24.474535 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'code': 200} Mar 08 12:20:24.554834 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:24.626720 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:24.637846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:24.638354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:24.638880 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:24.639368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:24.639891 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:24.640402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:24.640909 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:24.641422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:24.641952 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:24.642393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:24.642907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:24.643365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:25.320420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d65acb-c69a-4c54-8660-c083f9a56dd8 req-c3a3fbe4-e15f-4fcb-b631-30df0df2428c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:25.321856 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-48d65acb-c69a-4c54-8660-c083f9a56dd8 req-c3a3fbe4-e15f-4fcb-b631-30df0df2428c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 943 time: 0.0802369 Mar 08 12:20:25.369115 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-48d65acb-c69a-4c54-8660-c083f9a56dd8 req-e7963936-5d80-4b33-975c-aaecfdd07da0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415576 Mar 08 12:20:26.293813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:20:26.424857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:20:26.437859 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'port_id': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'mac_address': 'fa:16:3e:ad:17:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:20:26.496100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:26.513271 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:20:26.528924 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:20:26.565434 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7fddf-7d8b-4bb5-8cb3-fd06796a3ef1 req-09facefa-5df5-4a4a-b4d7-95fd50aaa457 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:26.566905 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3cb7fddf-7d8b-4bb5-8cb3-fd06796a3ef1 req-09facefa-5df5-4a4a-b4d7-95fd50aaa457 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 943 time: 0.0869470 Mar 08 12:20:26.613908 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3cb7fddf-7d8b-4bb5-8cb3-fd06796a3ef1 req-dfd0f50c-a69f-48f0-83c6-b79a4c5ef201 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406554 Mar 08 12:20:26.657494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:26.727020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:20:26.771969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:27.428675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-36a9fb0b-cd4e-45a0-86ae-6e0b607c44cc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:27.430428 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-36a9fb0b-cd4e-45a0-86ae-6e0b607c44cc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118&tenant_id=555b4046838e4a19a290a2e48a06203b&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.0853348 Mar 08 12:20:27.430868 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c798a3-57b7-4fdc-8bb4-ac5b4192f021 req-7a41b984-2b55-4355-b445-882036991533 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:27.432475 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-82c798a3-57b7-4fdc-8bb4-ac5b4192f021 req-7a41b984-2b55-4355-b445-882036991533 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 944 time: 0.0839875 Mar 08 12:20:27.517613 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-7d3b1ba1-6390-4627-ad37-11e81baa6446 service neutron] 10.222.0.18 "GET /v2.0/ports/9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0811331 Mar 08 12:20:27.588723 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-82c798a3-57b7-4fdc-8bb4-ac5b4192f021 req-3503b39c-9abc-4958-8fa9-8f3c23a1f8c6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504591 Mar 08 12:20:27.616729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-9fa49e68-57e2-421c-a820-0f54c83e3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:27.618267 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-9fa49e68-57e2-421c-a820-0f54c83e3019 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 1097 time: 0.0752361 Mar 08 12:20:27.747324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-558eb026-0bbd-4e33-a910-9df1d3ea77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:27.748737 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-558eb026-0bbd-4e33-a910-9df1d3ea77d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1245472 Mar 08 12:20:27.849382 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-d8cb26f7-d1bb-4879-8962-20145abc78bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c HTTP/1.1" status: 200 len: 1000 time: 0.0941160 Mar 08 12:20:27.909838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-59616395-9553-45fe-b50f-ad6343a0581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:27.911284 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-59616395-9553-45fe-b50f-ad6343a0581d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0562961 Mar 08 12:20:27.988363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-448db0a8-3429-409e-9756-a62204debdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:27.989791 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-448db0a8-3429-409e-9756-a62204debdce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726852 Mar 08 12:20:28.213363 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-b0e655aa-bd8e-4614-8fa7-6d375060c9cf service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174575 Mar 08 12:20:28.305510 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:20:28.342408 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-cb9e5a50-bc0e-45ea-9e85-0f8e74a0d15a service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232946 Mar 08 12:20:28.373849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:20:28.374247 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:28.493851 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:28.519353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:20:28.529527 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:20:28.573379 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'code': 200} Mar 08 12:20:28.594222 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:28.665791 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:28.776364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15492ed-c3b4-4d85-b2d9-04a46700e5e2 req-4918a5ee-010f-480a-b47a-ebdde16b725f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:28.777831 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f15492ed-c3b4-4d85-b2d9-04a46700e5e2 req-4918a5ee-010f-480a-b47a-ebdde16b725f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0791147 Mar 08 12:20:28.821533 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f15492ed-c3b4-4d85-b2d9-04a46700e5e2 req-7c1b0715-d8bf-4c91-886a-51859e10f19d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380788 Mar 08 12:20:30.007224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3ca61-a903-4395-9a24-d01e21cb129e req-a0977c6c-34dc-42bc-809f-8856ff351a67 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:30.008691 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fec3ca61-a903-4395-9a24-d01e21cb129e req-a0977c6c-34dc-42bc-809f-8856ff351a67 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0798810 Mar 08 12:20:30.054981 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fec3ca61-a903-4395-9a24-d01e21cb129e req-1258c817-421d-4d8b-a042-a3babb2c57ea tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403059 Mar 08 12:20:31.076740 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:20:31.248192 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc087180-5fb5-41f0-94b4-13e905d387d5 req-9e97c205-73e1-4bd1-ab70-83b5975c8318 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:31.249653 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fc087180-5fb5-41f0-94b4-13e905d387d5 req-9e97c205-73e1-4bd1-ab70-83b5975c8318 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0830557 Mar 08 12:20:31.295305 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fc087180-5fb5-41f0-94b4-13e905d387d5 req-3e452783-12d6-4d95-a76a-5f1f1845bb74 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399139 Mar 08 12:20:31.650443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-4b9b9d4c-4f26-4b40-99f9-3916cd321b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:31.651828 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-4b9b9d4c-4f26-4b40-99f9-3916cd321b36 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 1098 time: 0.0730338 Mar 08 12:20:31.746191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-20536081-a9b0-4148-bea8-64def9543f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:31.748037 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-20536081-a9b0-4148-bea8-64def9543f84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 1098 time: 0.0757852 Mar 08 12:20:31.922382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-7b740bc0-12df-49cd-8ec6-f33ad61f5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:31.924760 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-7b740bc0-12df-49cd-8ec6-f33ad61f5bfb service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1711636 Mar 08 12:20:32.027156 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-e0d3ffde-efd0-4265-977b-39c7b2e3e423 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c HTTP/1.1" status: 200 len: 1001 time: 0.0961034 Mar 08 12:20:32.090527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-8f5f3f6e-5e42-45b8-98f7-0b7a9e09f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:32.091918 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-8f5f3f6e-5e42-45b8-98f7-0b7a9e09f3c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0591812 Mar 08 12:20:32.164729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-74935506-13ec-43e5-80c6-f7d3eb0a2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:32.166192 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-74935506-13ec-43e5-80c6-f7d3eb0a2b30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683932 Mar 08 12:20:32.293653 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-f4561f4a-a2d8-48b3-9681-66a4862fe6e6 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217120 Mar 08 12:20:32.467423 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa7a0059-c10a-48eb-9bb7-8acd019d348d req-9d6fb8a0-2e9e-4026-b833-bafe412f4e36 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679642 Mar 08 12:20:32.500456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868c42a-2318-45cf-aaf6-6f1a17918fa6 req-8c1fd4f5-fee1-4fed-9db9-4308acedb092 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:32.501958 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4868c42a-2318-45cf-aaf6-6f1a17918fa6 req-8c1fd4f5-fee1-4fed-9db9-4308acedb092 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0990133 Mar 08 12:20:32.546740 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4868c42a-2318-45cf-aaf6-6f1a17918fa6 req-29cdf5a3-82b4-4627-86ec-9efac2aa418f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388775 Mar 08 12:20:33.736737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec2925-f619-4a43-b729-257f19e21aa0 req-094b6c4b-da3b-431b-ae53-4e34182ee62c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:33.738130 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2aec2925-f619-4a43-b729-257f19e21aa0 req-094b6c4b-da3b-431b-ae53-4e34182ee62c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0824807 Mar 08 12:20:33.781388 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2aec2925-f619-4a43-b729-257f19e21aa0 req-fc5151bf-c2e1-4bdf-b254-05f34b8043ac tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371256 Mar 08 12:20:34.321267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:20:34.430873 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:34.457800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:20:34.468848 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:20:34.511528 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'code': 200} Mar 08 12:20:34.525982 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:34.630333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,revision_number=9']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:34.964615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc478de8-81f7-4293-97e7-363ee000bb36 req-42e8222c-5a52-4641-af49-37857b81f76e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:34.966019 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fc478de8-81f7-4293-97e7-363ee000bb36 req-42e8222c-5a52-4641-af49-37857b81f76e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 943 time: 0.0794253 Mar 08 12:20:35.012604 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fc478de8-81f7-4293-97e7-363ee000bb36 req-33b54de0-f857-43c8-89f3-5612c7c8dcc3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 Mar 08 12:20:36.209069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba39694-282a-4718-b921-8bca8ae0f9a0 req-dc627c94-57d3-4280-9635-9c07f4952290 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:36.210580 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0ba39694-282a-4718-b921-8bca8ae0f9a0 req-dc627c94-57d3-4280-9635-9c07f4952290 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 943 time: 0.0823855 Mar 08 12:20:36.253823 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0ba39694-282a-4718-b921-8bca8ae0f9a0 req-2a42f8ed-67a0-4ba4-94d0-94e452d4dffc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369911 Mar 08 12:20:36.329284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:20:36.442179 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbfcb5-3d6f-4ca1-82b7-ad7725f446ec req-cf815dbe-fe3c-4fa9-ae63-d90b844c99fa tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:36.443627 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6cdbfcb5-3d6f-4ca1-82b7-ad7725f446ec req-cf815dbe-fe3c-4fa9-ae63-d90b844c99fa tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 943 time: 0.0827889 Mar 08 12:20:36.461358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:20:36.474366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'port_id': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'mac_address': 'fa:16:3e:ad:17:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:20:36.486953 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6cdbfcb5-3d6f-4ca1-82b7-ad7725f446ec req-280844b9-591a-43f3-88bb-3b03d954cd83 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375836 Mar 08 12:20:36.529931 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:36.550043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:20:36.565471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:20:36.663382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:36.670384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ab2ca-5e5a-4eaf-a32d-9d193e85a618 req-e704c5e0-b60f-469b-8dba-0e4e0e34e7dc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:36.671870 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4c4ab2ca-5e5a-4eaf-a32d-9d193e85a618 req-e704c5e0-b60f-469b-8dba-0e4e0e34e7dc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 943 time: 0.0808020 Mar 08 12:20:36.723273 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4c4ab2ca-5e5a-4eaf-a32d-9d193e85a618 req-bd9cbeab-b5e2-4519-95c7-2c3291cc3756 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444465 Mar 08 12:20:36.725867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:20:36.774341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,revision_number=10']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:37.302971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2792a6-0450-46b5-a06f-e578ba72a29b req-d5c15d47-39f8-4cf5-806b-940588b37159 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:37.304428 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ca2792a6-0450-46b5-a06f-e578ba72a29b req-d5c15d47-39f8-4cf5-806b-940588b37159 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0805018 Mar 08 12:20:37.349383 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ca2792a6-0450-46b5-a06f-e578ba72a29b req-0df3aa93-e40e-41d9-b7d0-e4a8c9b418f0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390186 Mar 08 12:20:38.359789 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:20:38.425303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:20:38.425673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:38.541126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e353fb-3980-4684-9eff-04a6319e11ca req-4971da95-b5ee-4db3-9351-719506cc9cd2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:38.542667 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:38.542843 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-65e353fb-3980-4684-9eff-04a6319e11ca req-4971da95-b5ee-4db3-9351-719506cc9cd2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 945 time: 0.0822375 Mar 08 12:20:38.569399 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:20:38.579816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:20:38.593355 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-65e353fb-3980-4684-9eff-04a6319e11ca req-b264941d-ae9a-44c5-95cc-80087318afea tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Mar 08 12:20:38.623250 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'code': 200} Mar 08 12:20:38.645067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:38.715324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,revision_number=11']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:39.432173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-6a6b043a-e5fb-4bfc-95ee-a8a23f56aca1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:39.433669 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-6a6b043a-e5fb-4bfc-95ee-a8a23f56aca1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 946 time: 0.0861485 Mar 08 12:20:39.500888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Deleting port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:20:39.501226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:39.796803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007ade1-a1b5-4466-8755-e228fe62395b req-eeb86037-84e6-4c50-bfa6-29b14ce2ea78 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:39.798206 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7007ade1-a1b5-4466-8755-e228fe62395b req-eeb86037-84e6-4c50-bfa6-29b14ce2ea78 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 946 time: 0.0840878 Mar 08 12:20:39.845092 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7007ade1-a1b5-4466-8755-e228fe62395b req-624e1a41-57d9-4de5-a7eb-bf04c8f7e8f7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410228 Mar 08 12:20:39.851042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] For port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:20:39.851402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:39.903330 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d5e60b25-77aa-48d5-afae-93689368526f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:40.141982 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:40.142352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:40.142664 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9 disassociated. External IP: 172.26.4.48, port: 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c. Mar 08 12:20:40.143003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Calling delete_port for 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:20:40.337938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:40.392138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event deleted for resources: {'Port': ['ID=9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:40.402459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:40.402817 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:40.403161 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:40.403502 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:40.403850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:40.404168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:40.404496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:40.404829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:40.405156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:40.405479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:40.405802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:40.406153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:20:40.586123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Router 281850f6-e0a9-4baa-b677-5e9fde60ada9 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:20:40.772698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:20:40.783154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793adf01-065b-4fe1-ad6a-f7a1181bf9fb None None] Sync routers for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:20:40.793160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793adf01-065b-4fe1-ad6a-f7a1181bf9fb None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:20:40.793850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-793adf01-065b-4fe1-ad6a-f7a1181bf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:20:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:20:40.846296 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] No DVR routers for this DVR port 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:20:40.848836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:40.851413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'name': 'network-vif-deleted', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:20:40.897193 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118', 'name': 'network-vif-deleted', 'tag': '9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c', 'status': 'completed', 'code': 200} Mar 08 12:20:40.981735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-793adf01-065b-4fe1-ad6a-f7a1181bf9fb None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:20:40.991184 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-60c6ab63-1bde-49a3-9a1c-ed2829859727 req-9f928c19-8d5f-4c6a-bb94-58806d70c851 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "DELETE /v2.0/ports/9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c HTTP/1.1" status: 204 len: 173 time: 1.5513353 Mar 08 12:20:41.002786 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f71f9a36-84cf-4b8b-ab62-b22490c3af95 req-b5240150-25ab-4c42-a21d-a28780568568 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5531cbc-2371-4e0f-a5fc-b0a2f4ae6118 HTTP/1.1" status: 200 len: 210 time: 0.0482287 Mar 08 12:20:41.299370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-793adf01-065b-4fe1-ad6a-f7a1181bf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:20:41.303219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793adf01-065b-4fe1-ad6a-f7a1181bf9fb None None] Checking router: 281850f6-e0a9-4baa-b677-5e9fde60ada9 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:20:41.311750 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793adf01-065b-4fe1-ad6a-f7a1181bf9fb None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:20:41.312343 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-793adf01-065b-4fe1-ad6a-f7a1181bf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:20:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:20:41.530718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-793adf01-065b-4fe1-ad6a-f7a1181bf9fb None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:20:41.863237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-793adf01-065b-4fe1-ad6a-f7a1181bf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:20:41.867167 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793adf01-065b-4fe1-ad6a-f7a1181bf9fb None None] The sync data for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv is: [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:20:42.098373 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb351571-d2f3-460d-9b4a-b443c58496e9 None None] New status for floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:20:42.195272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5472de33-39df-48cf-8dda-d9d3ddd331d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:42.354636 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-65e1e6cb-386b-40ac-925e-f93a6c5fab3d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1941944150&fields=id&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 267 time: 0.0436740 Mar 08 12:20:42.367383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:20:42.409423 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:20:42.409656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 9fa94f4d-a35e-445d-8c53-ff6ccfe45c2c not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:20:42.506316 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-1cacf95b-ea35-46c6-a6ea-a32a5f8e9344 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:42.507748 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-1cacf95b-ea35-46c6-a6ea-a32a5f8e9344 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 812 time: 0.1468246 Mar 08 12:20:42.522993 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-fa39c705-2b98-4170-a11d-8f2d780d6f6d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/quotas/555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 375 time: 0.0091693 Mar 08 12:20:42.607276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-408e44c0-2134-4afe-8e8a-264809aa0187 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Synchronizing usage tracker for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:20:42.714629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-408e44c0-2134-4afe-8e8a-264809aa0187 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Unset dirty status for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:20:42.716064 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-408e44c0-2134-4afe-8e8a-264809aa0187 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1873507 Mar 08 12:20:42.776844 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-32382b1d-6b17-499e-b6c0-57fde8c6a733 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:20:42.779505 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-32382b1d-6b17-499e-b6c0-57fde8c6a733 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490773 Mar 08 12:20:43.005647 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-ed0855bc-a2fa-40c4-8799-245a4683b1d8 service neutron] 10.222.0.32 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216578 Mar 08 12:20:43.136994 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-86ca4c17-90a1-490c-ba19-47e54462d6ab service neutron] 10.222.0.32 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250749 Mar 08 12:20:43.372613 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c5291fd7-f95e-4cab-b123-7077716533e0 req-5da08533-fe9d-42b7-9d78-d220efcb6aca tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 210 time: 0.0432687 Mar 08 12:20:43.457719 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:43.582279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:43.726226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:44.529724 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6d8ed635-a219-45c5-a459-9eb0bd8d3b9b req-19c1c99b-6854-4816-8fcd-6a2d9f6e982a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 210 time: 0.0463536 Mar 08 12:20:44.788552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:45.597691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-5c918fa6-8154-4b32-a20a-1d6702372ae7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:45.599239 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-5c918fa6-8154-4b32-a20a-1d6702372ae7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 812 time: 0.1466057 Mar 08 12:20:45.669955 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-549fb6ac-44dc-4733-81d8-7017551c4691 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 380 time: 0.0631919 Mar 08 12:20:45.678433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Request body: {'port': {'device_id': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'admin_state_up': True, 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'security_groups': ['691f1d31-5d98-47e0-b6db-7c9b9d94202c']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:20:45.701272 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-75eb7421-0d08-4cb4-9e34-49b3bc75b4a3 req-b63c1368-9462-4d54-bdca-20b79c81e164 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 210 time: 0.0556829 Mar 08 12:20:45.822360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:20:45.832341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:20:45.908968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Made reservation on behalf of 555b4046838e4a19a290a2e48a06203b for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:20:45.912536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:46.086054 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Allocated IP 172.20.0.3 (ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9/5e662479-dad8-4755-815c-ff16cdb4e2a0/7ca93688-7a11-4af5-954d-c5c8ed7103f2) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:20:46.269008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:46.284255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Transition to ACTIVE for port object 7ca93688-7a11-4af5-954d-c5c8ed7103f2 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:20:46.389342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:46.457025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:20:46.460005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:20:46.468741 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:20:46.505269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event updated for resources: {'Port': ['ID=7ca93688-7a11-4af5-954d-c5c8ed7103f2,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:46.538279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:46.538768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:46.664005 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-709a6147-2a32-42d5-a6d7-dcc7aeb88894 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9893398 Mar 08 12:20:46.674617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Request body: {'port': {'device_id': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:20:46.783820 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1ffcbf22-e57d-4559-9606-a04f2bbf157c None None] Provisioning for port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:20:46.787725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:46.789402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1ffcbf22-e57d-4559-9606-a04f2bbf157c None None] Provisioning complete for port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:20:46.790334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1ffcbf22-e57d-4559-9606-a04f2bbf157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:46.844419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1ffcbf22-e57d-4559-9606-a04f2bbf157c None None] Port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:20:46.988724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759caac3-c024-4d63-a59b-515c8928139c req-88d33d3e-d228-41b4-96bf-a5fc1b900892 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:46.989422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-759caac3-c024-4d63-a59b-515c8928139c req-88d33d3e-d228-41b4-96bf-a5fc1b900892 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Synchronizing usage tracker for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:20:47.110590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-759caac3-c024-4d63-a59b-515c8928139c req-88d33d3e-d228-41b4-96bf-a5fc1b900892 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Unset dirty status for tenant:555b4046838e4a19a290a2e48a06203b on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:20:47.111777 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-759caac3-c024-4d63-a59b-515c8928139c req-88d33d3e-d228-41b4-96bf-a5fc1b900892 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 931 time: 0.2833052 Mar 08 12:20:47.170709 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-759caac3-c024-4d63-a59b-515c8928139c req-fe1abdbf-f131-4324-87b5-a20e2a3a3042 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503459 Mar 08 12:20:47.332832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca93688-7a11-4af5-954d-c5c8ed7103f2 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:20:47.340213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:47.354270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Transition to ACTIVE for port object 7ca93688-7a11-4af5-954d-c5c8ed7103f2 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:20:47.467985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:47.629909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca93688-7a11-4af5-954d-c5c8ed7103f2,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:47.711141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Attempting to bind port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:20:47.711754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Attempting to bind port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:20:47.711919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Attempting to bind port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:20:47.716378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:20:47.716701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Attempting to bind port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 on network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:20:47.721739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:20:47.722114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Checking segment: {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:20:47.722504 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Bound using segment: {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:20:47.722930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Bound port: 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ba3381-2aa8-49cb-af76-caff6bab3e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:20:47.723278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:47.818346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:20:47.821308 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:20:47.920678 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:47.973941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:47.974494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:47.976203 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] 10.222.0.18 "PUT /v2.0/ports/7ca93688-7a11-4af5-954d-c5c8ed7103f2 HTTP/1.1" status: 200 len: 1093 time: 1.3053923 Mar 08 12:20:47.979992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:20:48.008385 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b723c-9950-4fd1-9768-8d2f3444c195 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca93688-7a11-4af5-954d-c5c8ed7103f2,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:48.027071 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'status': 'completed', 'code': 200} Mar 08 12:20:48.126269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f647f4c-c2ca-490c-bb0b-dc093c73f253 req-0a10d343-8c63-4ecf-b829-1987c00b8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:48.127858 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8f647f4c-c2ca-490c-bb0b-dc093c73f253 req-0a10d343-8c63-4ecf-b829-1987c00b8887 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 1096 time: 0.0793405 Mar 08 12:20:48.327618 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f647f4c-c2ca-490c-bb0b-dc093c73f253 req-12d9bdd2-511f-4783-a029-475066fd5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:48.328900 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8f647f4c-c2ca-490c-bb0b-dc093c73f253 req-12d9bdd2-511f-4783-a029-475066fd5a1c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=555b4046838e4a19a290a2e48a06203b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1934645 Mar 08 12:20:48.463590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ef1d-154b-442e-9627-9f1288e167d8 req-69c50778-e1b4-4790-a6b8-2951d3195a43 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:48.465029 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f4d3ef1d-154b-442e-9627-9f1288e167d8 req-69c50778-e1b4-4790-a6b8-2951d3195a43 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 943 time: 0.1826291 Mar 08 12:20:48.500358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f647f4c-c2ca-490c-bb0b-dc093c73f253 req-0febbd22-cf44-4b80-aa06-73ee7c36f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:48.501726 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8f647f4c-c2ca-490c-bb0b-dc093c73f253 req-0febbd22-cf44-4b80-aa06-73ee7c36f117 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1669126 Mar 08 12:20:48.523718 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f4d3ef1d-154b-442e-9627-9f1288e167d8 req-62832a94-1ee0-4ef0-a8fa-fce0449025c2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524130 Mar 08 12:20:48.611737 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-58345792-50d7-404e-95a8-2a0d0423a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:48.613192 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-58345792-50d7-404e-95a8-2a0d0423a12f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 1096 time: 0.0737059 Mar 08 12:20:48.679000 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-1e94dfc3-b8a8-4428-b5ee-3e3c8c752aa5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2 HTTP/1.1" status: 200 len: 217 time: 0.0590847 Mar 08 12:20:48.741809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-3d7bed4a-8e0b-4cd7-b2cf-2e11083db7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:48.743828 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-3d7bed4a-8e0b-4cd7-b2cf-2e11083db7f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0583792 Mar 08 12:20:48.822443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-f97cf4a3-2c47-4942-abba-c2958927fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:48.823898 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-f97cf4a3-2c47-4942-abba-c2958927fc79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744076 Mar 08 12:20:48.951651 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-ec1b50db-3e44-4c79-a9af-0f369562dbab service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218543 Mar 08 12:20:49.081080 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4e2f590-1f64-48bd-96b9-94ebcf9222a9 req-f41126be-f80f-40e5-b5de-b33640990e98 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236632 Mar 08 12:20:49.715461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc96a7-6853-4293-a708-97deeee6cb14 req-ca6baffd-40ea-4492-8e2b-6a20dd00b50f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:49.716908 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3efc96a7-6853-4293-a708-97deeee6cb14 req-ca6baffd-40ea-4492-8e2b-6a20dd00b50f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 943 time: 0.0861640 Mar 08 12:20:49.761229 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3efc96a7-6853-4293-a708-97deeee6cb14 req-c49a4463-bf89-455e-b937-e63ccce78aa3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386541 Mar 08 12:20:50.947013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049b80d-7197-43e8-b067-77926ca48208 req-d6e20406-1311-454b-9a67-1500b0138f78 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:50.947810 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1049b80d-7197-43e8-b067-77926ca48208 req-d6e20406-1311-454b-9a67-1500b0138f78 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 943 time: 0.0832710 Mar 08 12:20:51.087665 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1049b80d-7197-43e8-b067-77926ca48208 req-fcdbae73-d7d9-4700-9dbe-8ddc93a10696 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337025 Mar 08 12:20:52.272687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725af0c-c803-431c-8e94-c01547bdb3c8 req-9faa5aec-74f4-4c10-854c-8e9ac56adb80 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:52.274260 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f725af0c-c803-431c-8e94-c01547bdb3c8 req-9faa5aec-74f4-4c10-854c-8e9ac56adb80 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 943 time: 0.0797269 Mar 08 12:20:52.316730 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f725af0c-c803-431c-8e94-c01547bdb3c8 req-f9952143-b358-44b0-b7af-071cd3e4ddc6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369384 Mar 08 12:20:52.399427 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ca93688-7a11-4af5-954d-c5c8ed7103f2 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:20:52.532607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:20:52.545234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'port_id': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'mac_address': 'fa:16:3e:da:67:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:20:52.602494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:52.619815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca93688-7a11-4af5-954d-c5c8ed7103f2 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:20:52.635017 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:20:52.783644 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:52.848514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7ca93688-7a11-4af5-954d-c5c8ed7103f2,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:53.134541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['7ca93688-7a11-4af5-954d-c5c8ed7103f2'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:20:53.500046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81977d-1a62-445c-8fa7-a0342b93104e req-9c872e77-625a-46dc-b000-04698714d7d5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:53.501495 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2b81977d-1a62-445c-8fa7-a0342b93104e req-9c872e77-625a-46dc-b000-04698714d7d5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 944 time: 0.0792031 Mar 08 12:20:53.548171 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2b81977d-1a62-445c-8fa7-a0342b93104e req-25b6fc3b-8342-48cb-9652-37a9ce02e7b7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408218 Mar 08 12:20:54.414699 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ca93688-7a11-4af5-954d-c5c8ed7103f2 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:20:54.531677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:20:54.536632 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:20:54.537012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:54.653260 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:54.680578 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:20:54.690279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:20:54.724784 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'code': 200} Mar 08 12:20:54.739707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f81d4a-7da6-43d7-8d37-06de0251a384 req-e1a4642d-5449-41c9-a795-d947c854908b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:54.741202 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-21f81d4a-7da6-43d7-8d37-06de0251a384 req-e1a4642d-5449-41c9-a795-d947c854908b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 944 time: 0.0867491 Mar 08 12:20:54.777944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:54.789204 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-21f81d4a-7da6-43d7-8d37-06de0251a384 req-35f9d930-43f5-454d-be8a-083f5c2d5301 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413861 Mar 08 12:20:54.848233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7ca93688-7a11-4af5-954d-c5c8ed7103f2,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:20:55.130136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536fae0-8fc9-4cec-85d6-cdf1be2379b8 req-cc4ffdf8-fc3c-4042-973d-4bbc93c4a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:55.131584 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6536fae0-8fc9-4cec-85d6-cdf1be2379b8 req-cc4ffdf8-fc3c-4042-973d-4bbc93c4a683 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 1098 time: 0.0707772 Mar 08 12:20:55.174061 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6536fae0-8fc9-4cec-85d6-cdf1be2379b8 req-2f1f4d0f-d2df-4bf9-a289-4722a6ed6fb4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326643 Mar 08 12:20:55.978871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa771085-74ff-48cb-ac45-b75fab9ac3ef req-d01d0b9e-3570-4f94-a357-e51b6f196101 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:55.980299 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa771085-74ff-48cb-ac45-b75fab9ac3ef req-d01d0b9e-3570-4f94-a357-e51b6f196101 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0828433 Mar 08 12:20:56.024055 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa771085-74ff-48cb-ac45-b75fab9ac3ef req-381451f0-8e9b-4998-b210-6858e3013b4e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378816 Mar 08 12:20:57.214897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f0c65-870b-4b47-94c2-1857f6ede76d req-912234b5-7c3e-4eb5-ba9d-b3b70ad3aa16 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:57.216317 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f52f0c65-870b-4b47-94c2-1857f6ede76d req-912234b5-7c3e-4eb5-ba9d-b3b70ad3aa16 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0875399 Mar 08 12:20:57.260656 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f52f0c65-870b-4b47-94c2-1857f6ede76d req-f8c4fe49-05b2-4569-a879-4e3366f9232c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379944 Mar 08 12:20:57.436998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c12df-2347-46fd-89c2-e1d170ccfbe9 req-8eac136a-5a0b-4a71-acce-5a67f604c066 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:57.438464 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-951c12df-2347-46fd-89c2-e1d170ccfbe9 req-8eac136a-5a0b-4a71-acce-5a67f604c066 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0795174 Mar 08 12:20:57.447096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 57642) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:20:57.452227 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-611f981a-138d-474c-b733-485a0f073c8c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Request body: {'floatingip': {'port_id': '7ca93688-7a11-4af5-954d-c5c8ed7103f2'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:20:57.532850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-611f981a-138d-474c-b733-485a0f073c8c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:58.156180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-611f981a-138d-474c-b733-485a0f073c8c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:58.217691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-611f981a-138d-474c-b733-485a0f073c8c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:58.389169 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-611f981a-138d-474c-b733-485a0f073c8c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9 associated. External IP: 172.26.4.48, port: 7ca93688-7a11-4af5-954d-c5c8ed7103f2. Mar 08 12:20:58.829605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611f981a-138d-474c-b733-485a0f073c8c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Router 281850f6-e0a9-4baa-b677-5e9fde60ada9 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:20:59.007135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611f981a-138d-474c-b733-485a0f073c8c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:20:59.011887 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-611f981a-138d-474c-b733-485a0f073c8c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:20:59.017340 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30230bce-249c-4aef-b34e-88e4e1417aec None None] Sync routers for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:20:59.026592 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30230bce-249c-4aef-b34e-88e4e1417aec None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:20:59.027263 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-30230bce-249c-4aef-b34e-88e4e1417aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:20:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:20:59.065254 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-611f981a-138d-474c-b733-485a0f073c8c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "PUT /v2.0/floatingips/6ae494fe-0d8e-431d-adec-4213ed7fe6b9 HTTP/1.1" status: 200 len: 991 time: 1.6172798 Mar 08 12:20:59.065962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:20:59.111058 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'status': 'completed', 'code': 200} Mar 08 12:20:59.211877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e833dc8-071a-426c-8d81-bb2a1066827d req-d6335cff-fd16-46f7-a424-23c624629620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:59.212878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-30230bce-249c-4aef-b34e-88e4e1417aec None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:20:59.213414 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e833dc8-071a-426c-8d81-bb2a1066827d req-d6335cff-fd16-46f7-a424-23c624629620 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 1098 time: 0.0804234 Mar 08 12:20:59.346683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e833dc8-071a-426c-8d81-bb2a1066827d req-9e16e420-f8e4-4c4d-9955-4693521f7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:59.348167 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e833dc8-071a-426c-8d81-bb2a1066827d req-9e16e420-f8e4-4c4d-9955-4693521f7743 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1289847 Mar 08 12:20:59.453691 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e833dc8-071a-426c-8d81-bb2a1066827d req-ebb726b9-08b5-4020-a403-4b85a296d805 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2 HTTP/1.1" status: 200 len: 999 time: 0.0992248 Mar 08 12:20:59.516921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e833dc8-071a-426c-8d81-bb2a1066827d req-a6a4c5cc-6d72-4301-a854-f85f4cd19512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:59.518336 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e833dc8-071a-426c-8d81-bb2a1066827d req-a6a4c5cc-6d72-4301-a854-f85f4cd19512 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0592494 Mar 08 12:20:59.595795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e833dc8-071a-426c-8d81-bb2a1066827d req-95be35f9-1ae9-4757-9208-18a82d14f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:20:59.597439 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e833dc8-071a-426c-8d81-bb2a1066827d req-95be35f9-1ae9-4757-9208-18a82d14f0d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735035 Mar 08 12:20:59.612616 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-30230bce-249c-4aef-b34e-88e4e1417aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6ae494fe-0d8e-431d-adec-4213ed7fe6b9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'floating_ip_address': '172.26.4.48', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'port_id': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'mac_address': 'fa:16:3e:da:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:17:31Z', 'updated_at': '2022-03-08T12:20:58Z', 'revision_number': 13, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:20:59.617091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30230bce-249c-4aef-b34e-88e4e1417aec None None] Checking router: 281850f6-e0a9-4baa-b677-5e9fde60ada9 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:20:59.626670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30230bce-249c-4aef-b34e-88e4e1417aec None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:20:59.627280 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-30230bce-249c-4aef-b34e-88e4e1417aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:20:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:20:59.737460 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e833dc8-071a-426c-8d81-bb2a1066827d req-5347ac49-7ca5-4ac9-a5fd-21dad286d2c1 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340773 Mar 08 12:20:59.827487 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-30230bce-249c-4aef-b34e-88e4e1417aec None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:20:59.872328 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e833dc8-071a-426c-8d81-bb2a1066827d req-d9099932-d648-49d8-82b7-146be9a7fd20 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290836 Mar 08 12:21:00.180200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-30230bce-249c-4aef-b34e-88e4e1417aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6ae494fe-0d8e-431d-adec-4213ed7fe6b9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'floating_ip_address': '172.26.4.48', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'port_id': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'mac_address': 'fa:16:3e:da:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:17:31Z', 'updated_at': '2022-03-08T12:20:58Z', 'revision_number': 13, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:21:00.184919 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30230bce-249c-4aef-b34e-88e4e1417aec None None] The sync data for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv is: [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '6ae494fe-0d8e-431d-adec-4213ed7fe6b9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'floating_ip_address': '172.26.4.48', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'port_id': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'mac_address': 'fa:16:3e:da:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:17:31Z', 'updated_at': '2022-03-08T12:20:58Z', 'revision_number': 13, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:21:00.378185 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca0a64c-7b79-47f0-9c36-fc39e3b5e4c0 None None] New status for floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:21:02.350186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5596b-9cb8-4020-ac0b-b2bddbc11aaf req-6ad8259e-59d3-4b19-90b0-c3dd2617a990 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:02.351609 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f4e5596b-9cb8-4020-ac0b-b2bddbc11aaf req-6ad8259e-59d3-4b19-90b0-c3dd2617a990 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0817604 Mar 08 12:21:02.395653 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f4e5596b-9cb8-4020-ac0b-b2bddbc11aaf req-ac242324-f027-438a-941c-7dc580d5952e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378089 Mar 08 12:21:08.076376 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:21:09.943785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1521c2b7-52a8-4892-a3a6-af6648cf9b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:12.217669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1bc7f85a-3a21-4df8-89af-d29eee290caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:13.486103 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:13.566164 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:13.726555 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:13.938275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c514097-18b4-4a07-8577-58a415c71074 req-59ab22fa-47b0-43c7-ba0d-7f7de41bc3e9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:13.939873 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9c514097-18b4-4a07-8577-58a415c71074 req-59ab22fa-47b0-43c7-ba0d-7f7de41bc3e9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0804529 Mar 08 12:21:13.982790 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9c514097-18b4-4a07-8577-58a415c71074 req-bf5de3fe-6b61-4c9e-bc18-5082df11634f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373905 Mar 08 12:21:14.075459 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-b7bc78ca-686a-4339-bfa2-52b3568ed098 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672474 Mar 08 12:21:14.812518 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:15.280988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001b537-33d5-455a-b9cd-0340470b32f2 req-0f8f1316-e569-46ca-9c08-c9d57e0db7f3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:15.282415 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9001b537-33d5-455a-b9cd-0340470b32f2 req-0f8f1316-e569-46ca-9c08-c9d57e0db7f3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.1885865 Mar 08 12:21:15.327884 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9001b537-33d5-455a-b9cd-0340470b32f2 req-ed74702e-9b77-4ef9-9098-41c49933e3c5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395939 Mar 08 12:21:16.254917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-28601d8c-f29d-4efa-97e5-e0b151f85100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:16.256372 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-28601d8c-f29d-4efa-97e5-e0b151f85100 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 1098 time: 0.0717733 Mar 08 12:21:16.385640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-a08a37bf-aed4-4495-83c4-ae22e3bc2f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:16.387150 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-a08a37bf-aed4-4495-83c4-ae22e3bc2f36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1244228 Mar 08 12:21:16.489443 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-319af4fe-9bfb-4db4-b953-5c4871fdab4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2 HTTP/1.1" status: 200 len: 1001 time: 0.0963528 Mar 08 12:21:16.518971 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c114a2-47d8-4b80-99af-d3acc1222dc8 req-f27e44a0-af18-40d0-8b21-a8f67ddc5e0c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:16.520377 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-39c114a2-47d8-4b80-99af-d3acc1222dc8 req-f27e44a0-af18-40d0-8b21-a8f67ddc5e0c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0843534 Mar 08 12:21:16.552543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-328ea884-b832-4262-8b14-c0b74a9c944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:16.554013 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-328ea884-b832-4262-8b14-c0b74a9c944e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0584221 Mar 08 12:21:16.566897 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-39c114a2-47d8-4b80-99af-d3acc1222dc8 req-e02aece5-c801-4c6b-939e-fe8c321c522f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Mar 08 12:21:16.630213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-0b9cf445-7027-442e-a1b9-6d0935deb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:16.631682 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-0b9cf445-7027-442e-a1b9-6d0935deb988 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698769 Mar 08 12:21:16.775442 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-37112992-476b-4780-a564-fc000bd75faa service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367066 Mar 08 12:21:16.918165 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-1befe350-288f-488f-9907-ed7c791d847a service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358912 Mar 08 12:21:17.766865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c83a3-e32f-45bf-8b1e-81faebc93f2f req-ad4c1612-f454-491e-9c66-9089f879acb9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:17.768236 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fb2c83a3-e32f-45bf-8b1e-81faebc93f2f req-ad4c1612-f454-491e-9c66-9089f879acb9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0928886 Mar 08 12:21:17.814136 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fb2c83a3-e32f-45bf-8b1e-81faebc93f2f req-a8cebb2c-1d02-4435-afc1-66dcaa6c5b6f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394213 Mar 08 12:21:19.010716 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa99bec-7e1d-4467-8219-94a075cb8897 req-ed8f306c-f0b7-4d69-bb28-a6a4b1f016a7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:19.012072 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5aa99bec-7e1d-4467-8219-94a075cb8897 req-ed8f306c-f0b7-4d69-bb28-a6a4b1f016a7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0874710 Mar 08 12:21:19.058577 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5aa99bec-7e1d-4467-8219-94a075cb8897 req-93f193b9-705d-4479-afd4-12e2849007f6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407987 Mar 08 12:21:20.239067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8bbab-43b7-484c-ab43-e8a9276241d9 req-ee9af34d-9bd7-4edd-b371-460092255eb6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:20.240492 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-27a8bbab-43b7-484c-ab43-e8a9276241d9 req-ee9af34d-9bd7-4edd-b371-460092255eb6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0781825 Mar 08 12:21:20.286497 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-27a8bbab-43b7-484c-ab43-e8a9276241d9 req-cc78a026-8c58-4c56-bb16-14f66e1ecccb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404656 Mar 08 12:21:21.471706 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d61347-cf9c-4cb6-b28a-3852605936a6 req-c3c6df09-3555-469c-89c2-b0a63c4cade3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:21.473173 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-19d61347-cf9c-4cb6-b28a-3852605936a6 req-c3c6df09-3555-469c-89c2-b0a63c4cade3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0804057 Mar 08 12:21:21.516879 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-19d61347-cf9c-4cb6-b28a-3852605936a6 req-ceb1ed42-2351-4aa8-9ebf-e3944ad1459c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380530 Mar 08 12:21:22.704355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdea9ef-4c44-4d25-b20e-b09dc0b101ae req-83f50afc-7ee6-4190-aaeb-9cb9e1cb6202 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:22.705911 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bfdea9ef-4c44-4d25-b20e-b09dc0b101ae req-83f50afc-7ee6-4190-aaeb-9cb9e1cb6202 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0789757 Mar 08 12:21:22.760434 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bfdea9ef-4c44-4d25-b20e-b09dc0b101ae req-72f9392b-4eeb-498b-b156-336cb98c25da tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486093 Mar 08 12:21:23.956045 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316441f-f95f-4be7-95b6-6008745dacb5 req-c5def065-b19b-41c6-a071-f193fd76b873 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:23.957507 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e316441f-f95f-4be7-95b6-6008745dacb5 req-c5def065-b19b-41c6-a071-f193fd76b873 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0913708 Mar 08 12:21:24.000773 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e316441f-f95f-4be7-95b6-6008745dacb5 req-5faec774-fdf7-4e31-8a5b-461f00f0c746 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377219 Mar 08 12:21:25.187453 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e5fad-d998-4398-857f-26087a6a4481 req-aa4e2904-3289-4dec-9171-df40a7813a4e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:25.188882 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-102e5fad-d998-4398-857f-26087a6a4481 req-aa4e2904-3289-4dec-9171-df40a7813a4e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0824616 Mar 08 12:21:25.232809 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-102e5fad-d998-4398-857f-26087a6a4481 req-3210f1b6-bf91-412a-a1fc-6d6fccea492d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380721 Mar 08 12:21:26.421414 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e25897-3106-42bf-9281-36212d89fa97 req-93532f7d-d863-4e87-a487-338fef51a11a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:26.422913 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-75e25897-3106-42bf-9281-36212d89fa97 req-93532f7d-d863-4e87-a487-338fef51a11a tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0801327 Mar 08 12:21:26.475870 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-75e25897-3106-42bf-9281-36212d89fa97 req-452dda47-2dd4-44bd-ab76-d629a4454051 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472505 Mar 08 12:21:27.670268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b38b1-24c5-4986-8a0f-89a343605cb7 req-1ea118d6-7924-4d88-a125-43f06919df53 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:27.671764 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fb2b38b1-24c5-4986-8a0f-89a343605cb7 req-1ea118d6-7924-4d88-a125-43f06919df53 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0877740 Mar 08 12:21:27.717164 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fb2b38b1-24c5-4986-8a0f-89a343605cb7 req-71d29bff-1986-4481-9fd2-45649e546260 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390148 Mar 08 12:21:28.914687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97fb8f-8b46-4cd7-847e-ebf1f1ba9a9b req-689a6902-64b6-44bb-8c38-273e3324b2e5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:28.916112 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cd97fb8f-8b46-4cd7-847e-ebf1f1ba9a9b req-689a6902-64b6-44bb-8c38-273e3324b2e5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0853665 Mar 08 12:21:28.962370 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cd97fb8f-8b46-4cd7-847e-ebf1f1ba9a9b req-da5ff680-2753-4cb6-84e4-73ffbdf376b7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398910 Mar 08 12:21:29.906331 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-4a995f9e-818c-4fd8-ad3b-b412e91c37ac service neutron] 10.222.0.18 "GET /v2.0/ports/7ca93688-7a11-4af5-954d-c5c8ed7103f2/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0771780 Mar 08 12:21:30.157795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287d43c-2fb8-4962-b6a9-0fd507a5dedd req-22cfab26-1ba6-4e64-886e-17a5013c4ca8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:30.159322 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4287d43c-2fb8-4962-b6a9-0fd507a5dedd req-22cfab26-1ba6-4e64-886e-17a5013c4ca8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0809627 Mar 08 12:21:30.205430 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4287d43c-2fb8-4962-b6a9-0fd507a5dedd req-08dfc8d2-3646-48e1-b156-166bf8c77bbd tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403125 Mar 08 12:21:30.473806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-604fee11-dfbc-48d2-a2bd-6f825b740c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:30.475307 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-604fee11-dfbc-48d2-a2bd-6f825b740c2b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 1098 time: 0.0744636 Mar 08 12:21:30.566370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-e5449cc4-2dee-48de-ab5f-320ef30be325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:30.567841 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-e5449cc4-2dee-48de-ab5f-320ef30be325 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 1098 time: 0.0711150 Mar 08 12:21:30.800334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-5d4bfcc1-60c9-4f5f-a704-825b4e339438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:30.801683 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-5d4bfcc1-60c9-4f5f-a704-825b4e339438 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.2278883 Mar 08 12:21:30.903478 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-cc906208-fde9-4431-b897-78181ee6fee2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2 HTTP/1.1" status: 200 len: 1001 time: 0.0959582 Mar 08 12:21:30.971513 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-a9bdd7c1-568b-4d50-8ecd-fe2852352e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:30.973003 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-a9bdd7c1-568b-4d50-8ecd-fe2852352e98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0640340 Mar 08 12:21:31.048801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-8cc2ff88-9d54-4114-92c7-f16a96e20c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:31.050430 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-8cc2ff88-9d54-4114-92c7-f16a96e20c67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711901 Mar 08 12:21:31.183146 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-fb61d3f2-5cce-4b79-87c3-671a3ac26d45 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260688 Mar 08 12:21:31.317563 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-be89c6e6-f8df-4ef6-a771-ad9a2e25eb63 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281092 Mar 08 12:21:31.400698 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3dac-be05-468a-973c-5f682e5f6b2d req-896d7913-be79-4415-801e-0f66edd12040 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:31.402198 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-296d3dac-be05-468a-973c-5f682e5f6b2d req-896d7913-be79-4415-801e-0f66edd12040 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0866473 Mar 08 12:21:31.555541 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-296d3dac-be05-468a-973c-5f682e5f6b2d req-bbd65511-9b1f-48e4-89ae-df763976349b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473308 Mar 08 12:21:32.587306 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ca93688-7a11-4af5-954d-c5c8ed7103f2 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:21:32.725645 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:32.753976 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:21:32.764411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32abf1-56d0-4c10-a324-1dfb75f3d247 req-a6e5be19-f1d8-433c-8a7e-4977bfc473dd tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:32.765254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:21:32.766419 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3d32abf1-56d0-4c10-a324-1dfb75f3d247 req-a6e5be19-f1d8-433c-8a7e-4977bfc473dd tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0918474 Mar 08 12:21:32.818654 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3d32abf1-56d0-4c10-a324-1dfb75f3d247 req-7337f53b-2556-40d4-8d1d-32ee74568995 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462694 Mar 08 12:21:32.820940 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'code': 200} Mar 08 12:21:32.835535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:32.906176 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7ca93688-7a11-4af5-954d-c5c8ed7103f2,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:21:32.913355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:21:32.913704 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:21:32.914082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:21:32.914421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:21:32.914752 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:21:32.915085 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:21:32.915412 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:21:32.915736 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:21:32.916063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:21:32.916385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:21:32.916706 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:21:32.917025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:21:34.021332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9ba2-1e08-49e2-a78b-5202b4d12d9a req-bbe1e926-d238-4f97-8fda-f527d9f5374d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:34.022858 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-47fb9ba2-1e08-49e2-a78b-5202b4d12d9a req-bbe1e926-d238-4f97-8fda-f527d9f5374d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 943 time: 0.0897717 Mar 08 12:21:34.068341 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-47fb9ba2-1e08-49e2-a78b-5202b4d12d9a req-bde6f254-a70c-4f17-8d4e-2e898f6e8d90 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398345 Mar 08 12:21:35.255968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23512c7-8702-46b7-bce6-10ca9491d5ec req-31c2691b-f374-4f1a-a6ef-e029d85611b8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:35.257438 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f23512c7-8702-46b7-bce6-10ca9491d5ec req-31c2691b-f374-4f1a-a6ef-e029d85611b8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 943 time: 0.0801680 Mar 08 12:21:35.302612 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f23512c7-8702-46b7-bce6-10ca9491d5ec req-73e580d3-0566-4a4e-a7d7-fc5b62b762f2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395441 Mar 08 12:21:36.492176 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64db0b-aadc-4bac-9f8b-97faadd9052a req-4396eee4-5342-4752-ad0f-09c84bae94dc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:36.493671 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ba64db0b-aadc-4bac-9f8b-97faadd9052a req-4396eee4-5342-4752-ad0f-09c84bae94dc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 943 time: 0.0840971 Mar 08 12:21:36.550582 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ba64db0b-aadc-4bac-9f8b-97faadd9052a req-d5f163b5-5286-40d2-8f53-05fc84b638b2 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511236 Mar 08 12:21:36.603262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ca93688-7a11-4af5-954d-c5c8ed7103f2 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:21:36.741939 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:21:36.755670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'port_id': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'mac_address': 'fa:16:3e:da:67:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:21:36.815343 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:36.833134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca93688-7a11-4af5-954d-c5c8ed7103f2 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:21:36.850204 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:21:36.924688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:36.989101 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['7ca93688-7a11-4af5-954d-c5c8ed7103f2'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:21:37.036416 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7ca93688-7a11-4af5-954d-c5c8ed7103f2,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:21:37.748210 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deeedb0-d41f-4b8e-942d-a8bd1590c651 req-2a298606-f6e5-4639-a134-731211564c5d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:37.749578 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7deeedb0-d41f-4b8e-942d-a8bd1590c651 req-2a298606-f6e5-4639-a134-731211564c5d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 944 time: 0.0828001 Mar 08 12:21:37.794536 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7deeedb0-d41f-4b8e-942d-a8bd1590c651 req-94cf42ac-2430-470e-9675-b905bbaea9cc tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392201 Mar 08 12:21:38.603167 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ca93688-7a11-4af5-954d-c5c8ed7103f2 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:21:38.684869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:21:38.685232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:38.837009 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:38.868544 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:21:38.880187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:21:38.924752 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'code': 200} Mar 08 12:21:38.949206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:39.003995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba1f61-25ff-405f-9bc1-d5c1eda330be req-e9d1b58b-acc6-435d-b2ea-7a9ab8f16ffe tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:39.005556 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c3ba1f61-25ff-405f-9bc1-d5c1eda330be req-e9d1b58b-acc6-435d-b2ea-7a9ab8f16ffe tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0959637 Mar 08 12:21:39.019529 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7ca93688-7a11-4af5-954d-c5c8ed7103f2,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:21:39.050707 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c3ba1f61-25ff-405f-9bc1-d5c1eda330be req-590e1d27-8346-46a0-aed9-16c5b8842fa0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394223 Mar 08 12:21:39.932020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-206a4dc2-2616-443e-b293-f35b5bd278a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:40.078875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61803a8d-8de9-4cfa-a7d3-fb4a5a9b008a req-79d9f157-4f5f-4c93-9b90-e6451ff03f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:40.080314 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-61803a8d-8de9-4cfa-a7d3-fb4a5a9b008a req-79d9f157-4f5f-4c93-9b90-e6451ff03f35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 1098 time: 0.0792339 Mar 08 12:21:40.280771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61803a8d-8de9-4cfa-a7d3-fb4a5a9b008a req-9f0f02ce-a18c-47c2-ba0d-896a04f1512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:40.282230 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-61803a8d-8de9-4cfa-a7d3-fb4a5a9b008a req-9f0f02ce-a18c-47c2-ba0d-896a04f1512b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1806529 Mar 08 12:21:40.369765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f6cd7-cace-468e-8e07-ba122e0e6f37 req-0f32fcfc-8e32-4f0b-949f-8c9a0cf6085d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:40.371225 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b42f6cd7-cace-468e-8e07-ba122e0e6f37 req-0f32fcfc-8e32-4f0b-949f-8c9a0cf6085d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.1853514 Mar 08 12:21:40.421867 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-61803a8d-8de9-4cfa-a7d3-fb4a5a9b008a req-c883cba0-253f-4f15-b667-ebacb9450a8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2 HTTP/1.1" status: 200 len: 1001 time: 0.1314614 Mar 08 12:21:40.469831 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b42f6cd7-cace-468e-8e07-ba122e0e6f37 req-02431974-505a-4840-8b9b-58cb2bb1f430 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925829 Mar 08 12:21:40.492325 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61803a8d-8de9-4cfa-a7d3-fb4a5a9b008a req-7bcaa0a6-d698-4d65-97d8-74e20902f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:40.493801 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-61803a8d-8de9-4cfa-a7d3-fb4a5a9b008a req-7bcaa0a6-d698-4d65-97d8-74e20902f05b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0660312 Mar 08 12:21:40.574386 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61803a8d-8de9-4cfa-a7d3-fb4a5a9b008a req-226445c7-f459-4fd9-86ed-657e9065e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:40.575861 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-61803a8d-8de9-4cfa-a7d3-fb4a5a9b008a req-226445c7-f459-4fd9-86ed-657e9065e942 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755825 Mar 08 12:21:40.813423 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-61803a8d-8de9-4cfa-a7d3-fb4a5a9b008a req-aa6b0760-5206-475f-9727-2e5a39d3968b service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305825 Mar 08 12:21:40.947364 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-61803a8d-8de9-4cfa-a7d3-fb4a5a9b008a req-da4a30ef-c606-42d1-8c5b-47e1b85bd6b7 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264949 Mar 08 12:21:41.672603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917fd15-fe17-4528-8119-174900c5a3c1 req-4ea080a6-78c0-4761-8954-f4a98bf0a284 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:41.680029 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0917fd15-fe17-4528-8119-174900c5a3c1 req-4ea080a6-78c0-4761-8954-f4a98bf0a284 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0903316 Mar 08 12:21:41.719041 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0917fd15-fe17-4528-8119-174900c5a3c1 req-af2ce18f-b580-4cd2-9574-96760acc54c4 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386963 Mar 08 12:21:42.195437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2acd-293c-4929-8a52-5cb3baab6e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:42.407963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090a75f-e672-4d36-9976-39dbbc507f97 req-49ab1633-4fb3-40ce-805c-6b51f0a26691 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:42.409468 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e090a75f-e672-4d36-9976-39dbbc507f97 req-49ab1633-4fb3-40ce-805c-6b51f0a26691 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0869982 Mar 08 12:21:42.412998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-6de3acad-e7fd-4945-86a0-2b1cbce4f3fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:42.414503 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-6de3acad-e7fd-4945-86a0-2b1cbce4f3fb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006&tenant_id=555b4046838e4a19a290a2e48a06203b&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.0955551 Mar 08 12:21:42.457164 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e090a75f-e672-4d36-9976-39dbbc507f97 req-8cb8ff76-85f2-4710-aa93-d222ee49ccde tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416534 Mar 08 12:21:42.499625 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-aac2860e-b416-4b36-b5fa-318efd8ae8f4 service neutron] 10.222.0.18 "GET /v2.0/ports/7ca93688-7a11-4af5-954d-c5c8ed7103f2/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0795209 Mar 08 12:21:42.602638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-1f72a796-5183-4b53-ad9f-208b08267ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:42.604109 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-1f72a796-5183-4b53-ad9f-208b08267ba6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 1098 time: 0.0817072 Mar 08 12:21:42.736386 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-da5f3080-3e43-4db0-9182-44c4599f3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:42.737728 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-da5f3080-3e43-4db0-9182-44c4599f3b37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1281991 Mar 08 12:21:42.841475 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-2c23f3b9-a658-463d-8a6d-c9622bebc384 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2 HTTP/1.1" status: 200 len: 1001 time: 0.0978358 Mar 08 12:21:42.905457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-56cde0b4-a691-4f85-8502-0d630ff154a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:42.906908 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-56cde0b4-a691-4f85-8502-0d630ff154a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0591922 Mar 08 12:21:42.984005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-b3758645-b617-437e-aa6c-0fc263482831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:42.985455 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-b3758645-b617-437e-aa6c-0fc263482831 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724874 Mar 08 12:21:43.116951 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-1c2db484-7343-4ae8-8f32-711b42a9f041 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246648 Mar 08 12:21:43.251291 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-3abc83e3-2b92-47be-9059-680ddf613625 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284761 Mar 08 12:21:43.485073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:43.563648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:43.647674 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e1117-fb10-47e5-a9a7-32fd7b5f23c4 req-21749725-b787-4d87-ac54-47fa623b00d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:43.649143 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-870e1117-fb10-47e5-a9a7-32fd7b5f23c4 req-21749725-b787-4d87-ac54-47fa623b00d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0817950 Mar 08 12:21:43.675413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:43.698625 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-870e1117-fb10-47e5-a9a7-32fd7b5f23c4 req-19dd50f5-7b3b-4004-90e1-6359141f5fbb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434220 Mar 08 12:21:44.792634 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:44.886582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8550a29-1507-4919-8ed6-1db7fb72c2f8 req-ea6f3beb-25e0-4eee-8c79-47bfa7430fe5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:44.888029 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c8550a29-1507-4919-8ed6-1db7fb72c2f8 req-ea6f3beb-25e0-4eee-8c79-47bfa7430fe5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0840330 Mar 08 12:21:44.935131 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c8550a29-1507-4919-8ed6-1db7fb72c2f8 req-f99d83ef-2b4d-4d00-b57c-3b9ffda792d9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408194 Mar 08 12:21:45.075322 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:21:46.132284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ac0ce-09dd-4232-aa22-2cad02411241 req-43c71fab-83fe-44fa-a812-37d6492abfa1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:46.133740 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-110ac0ce-09dd-4232-aa22-2cad02411241 req-43c71fab-83fe-44fa-a812-37d6492abfa1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0901856 Mar 08 12:21:46.178953 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-110ac0ce-09dd-4232-aa22-2cad02411241 req-cfe0972b-b971-4be6-a7b9-f3475b6c11b9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381532 Mar 08 12:21:47.320318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-891b3760-1c6d-4830-84ca-d305e01220f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:47.321787 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-891b3760-1c6d-4830-84ca-d305e01220f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006&tenant_id=555b4046838e4a19a290a2e48a06203b HTTP/1.1" status: 200 len: 1098 time: 0.0744362 Mar 08 12:21:47.367406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e37281-63b3-4dbd-9b55-817739ba5332 req-73428c5c-a067-4147-a99e-1f6c1abd9581 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:47.368852 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e8e37281-63b3-4dbd-9b55-817739ba5332 req-73428c5c-a067-4147-a99e-1f6c1abd9581 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0803583 Mar 08 12:21:47.411094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-9407ffa3-6214-4ae9-b126-dde38cb0d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:47.412562 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-9407ffa3-6214-4ae9-b126-dde38cb0d57f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=555b4046838e4a19a290a2e48a06203b&device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 1098 time: 0.0705521 Mar 08 12:21:47.421347 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e8e37281-63b3-4dbd-9b55-817739ba5332 req-2aa50a97-d758-4e6c-a87e-3b46af5e6296 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452812 Mar 08 12:21:47.544923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-1a124eab-44ba-45e7-b32b-11a8ef66bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:47.546935 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-1a124eab-44ba-45e7-b32b-11a8ef66bd0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 200 len: 913 time: 0.1282380 Mar 08 12:21:47.755439 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-b6822cec-3588-4334-9a9c-fecaa8199574 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2 HTTP/1.1" status: 200 len: 1001 time: 0.2032504 Mar 08 12:21:47.818367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-f74a922d-d523-41d4-ab48-5e9d01547d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:47.819814 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-f74a922d-d523-41d4-ab48-5e9d01547d66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 200 len: 851 time: 0.0586698 Mar 08 12:21:47.899659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-57625b24-9250-4db5-8582-d6e7e807c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:47.901179 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-57625b24-9250-4db5-8582-d6e7e807c851 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755317 Mar 08 12:21:48.032730 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-67fef2e3-2771-4247-bbea-a77705dfc9d4 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260080 Mar 08 12:21:48.166609 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a8d99e8-4ea2-40d3-916c-b84ac6f76907 req-aabd9cee-b853-4b7a-a918-8d69606ccd88 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273494 Mar 08 12:21:48.616032 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf133c-16c8-48ea-b0fa-b2b42b41f987 req-f9701989-393c-42e4-81ae-04c9a30b95e4 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:48.617691 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-deaf133c-16c8-48ea-b0fa-b2b42b41f987 req-f9701989-393c-42e4-81ae-04c9a30b95e4 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0815890 Mar 08 12:21:48.662615 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-deaf133c-16c8-48ea-b0fa-b2b42b41f987 req-401f9ba8-e842-4553-93f3-807527e10e8d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393736 Mar 08 12:21:49.853901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e12b1-fecb-4b57-8605-fc81df12bf59 req-dadef24c-5626-4cc4-8714-7c2e6da29fb6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:49.855684 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0b7e12b1-fecb-4b57-8605-fc81df12bf59 req-dadef24c-5626-4cc4-8714-7c2e6da29fb6 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0861256 Mar 08 12:21:49.903551 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0b7e12b1-fecb-4b57-8605-fc81df12bf59 req-02e2a9ee-0b6e-4edd-93ad-f25b0e45f0e9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418034 Mar 08 12:21:50.603379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ca93688-7a11-4af5-954d-c5c8ed7103f2 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:21:50.714507 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:50.741189 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:21:50.750867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:21:50.792767 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'code': 200} Mar 08 12:21:50.817850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:50.884362 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7ca93688-7a11-4af5-954d-c5c8ed7103f2,revision_number=9']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:21:51.113515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9ed76-beac-4b0e-bbc3-5bf8cf44a8bb req-74796f7e-42b6-4d39-a243-9dd465765a8f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:51.115030 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c6a9ed76-beac-4b0e-bbc3-5bf8cf44a8bb req-74796f7e-42b6-4d39-a243-9dd465765a8f tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 943 time: 0.0788779 Mar 08 12:21:51.158231 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c6a9ed76-beac-4b0e-bbc3-5bf8cf44a8bb req-ffcc7751-f704-4a1c-bc27-74652b785651 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374975 Mar 08 12:21:52.348970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36a649-3433-4a29-af05-c244bee4f639 req-341da60f-98f4-4b29-86c7-affe7ab21dc0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:52.350439 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9d36a649-3433-4a29-af05-c244bee4f639 req-341da60f-98f4-4b29-86c7-affe7ab21dc0 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 943 time: 0.0822747 Mar 08 12:21:52.394314 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9d36a649-3433-4a29-af05-c244bee4f639 req-39915abb-be1d-47d3-a83d-d1fb3d402004 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381901 Mar 08 12:21:52.602571 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ca93688-7a11-4af5-954d-c5c8ed7103f2 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:21:52.732137 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:21:52.748205 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'port_id': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'mac_address': 'fa:16:3e:da:67:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:21:52.801359 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:52.817714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca93688-7a11-4af5-954d-c5c8ed7103f2 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:21:52.834187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:21:52.938264 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:53.001033 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['7ca93688-7a11-4af5-954d-c5c8ed7103f2'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:21:53.046822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7ca93688-7a11-4af5-954d-c5c8ed7103f2,revision_number=10']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:21:53.588555 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cc978-cc71-4340-9145-33587a323afe req-af429266-d333-48a3-9f9d-ddbe985b3768 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:53.590038 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e55cc978-cc71-4340-9145-33587a323afe req-af429266-d333-48a3-9f9d-ddbe985b3768 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0865462 Mar 08 12:21:53.634107 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e55cc978-cc71-4340-9145-33587a323afe req-d0c5032c-16ed-47e7-87e5-2f4728714d2e tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378647 Mar 08 12:21:54.617694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ca93688-7a11-4af5-954d-c5c8ed7103f2 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:21:54.688843 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:21:54.689218 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:54.807171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:54.820064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d1947-b1a6-4cc2-98c0-727ca0c369da req-113358a6-81f3-4b0e-a18c-a7e12c6e8ff1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:54.821581 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7d0d1947-b1a6-4cc2-98c0-727ca0c369da req-113358a6-81f3-4b0e-a18c-a7e12c6e8ff1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 945 time: 0.0807760 Mar 08 12:21:54.834353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:21:54.844366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:21:54.868019 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7d0d1947-b1a6-4cc2-98c0-727ca0c369da req-451dd57d-51a7-4a09-8284-f64ca006c87b tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403473 Mar 08 12:21:54.891800 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'code': 200} Mar 08 12:21:54.924353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:21:54.991090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7ca93688-7a11-4af5-954d-c5c8ed7103f2,revision_number=11']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:21:56.059419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0689f3-2e74-4c8d-9500-972b26ecb07b req-0df77ef3-f483-4638-abb1-0b9473599e7d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:56.060856 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9b0689f3-2e74-4c8d-9500-972b26ecb07b req-0df77ef3-f483-4638-abb1-0b9473599e7d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 946 time: 0.0831258 Mar 08 12:21:56.103839 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9b0689f3-2e74-4c8d-9500-972b26ecb07b req-c3d31fe4-7bef-464e-b9d6-7877f61aabfb tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372405 Mar 08 12:21:57.313176 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e56d57-dc27-446d-aab6-b47920de849e req-fe9c7514-88b8-482b-a3d3-2314f18c1b23 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:57.314622 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-80e56d57-dc27-446d-aab6-b47920de849e req-fe9c7514-88b8-482b-a3d3-2314f18c1b23 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 946 time: 0.1016974 Mar 08 12:21:57.363715 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-80e56d57-dc27-446d-aab6-b47920de849e req-986d18ec-a3ae-4650-99ab-bf8d4e952d7c tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430968 Mar 08 12:21:58.554666 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec339a-8316-4156-aaff-e0d6843a4c65 req-0eebd78c-0585-4032-b8ba-ef2aee1a5ac3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:58.556105 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3dec339a-8316-4156-aaff-e0d6843a4c65 req-0eebd78c-0585-4032-b8ba-ef2aee1a5ac3 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 946 time: 0.0858240 Mar 08 12:21:58.599718 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3dec339a-8316-4156-aaff-e0d6843a4c65 req-64832700-0abc-4184-b53c-034a70768da5 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372581 Mar 08 12:21:58.784978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19d7e1-fbd4-4236-a30d-eb42f4c36bee req-189ffaee-cabe-410c-bbb1-9c40e8bc476d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:58.786482 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2e19d7e1-fbd4-4236-a30d-eb42f4c36bee req-189ffaee-cabe-410c-bbb1-9c40e8bc476d tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 946 time: 0.0805213 Mar 08 12:21:58.831237 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2e19d7e1-fbd4-4236-a30d-eb42f4c36bee req-29a19503-4825-41ea-b020-5c8d68a13f21 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390837 Mar 08 12:21:59.012155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62051be-9523-4af4-8f1d-591a455708c6 req-e303a4bf-6245-4978-9c45-4050702b7a67 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:59.013533 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c62051be-9523-4af4-8f1d-591a455708c6 req-e303a4bf-6245-4978-9c45-4050702b7a67 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 946 time: 0.0787573 Mar 08 12:21:59.058681 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c62051be-9523-4af4-8f1d-591a455708c6 req-7644349a-5dec-4533-b7a7-8ce19f949a85 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393817 Mar 08 12:21:59.785902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b368e-5ee5-49c6-b15c-cc4a00dae67d req-31f86604-412c-450e-b315-64da248684f1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:21:59.787377 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a76b368e-5ee5-49c6-b15c-cc4a00dae67d req-31f86604-412c-450e-b315-64da248684f1 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 946 time: 0.0832496 Mar 08 12:21:59.832036 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a76b368e-5ee5-49c6-b15c-cc4a00dae67d req-f6109c54-9f5d-4f29-bfd3-4b6be6b5adf8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389805 Mar 08 12:22:01.026068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02d9ce-ee8d-4c12-84d2-5e1b0beba942 req-3e000670-2bac-4e34-a028-3275cc7f1d61 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:01.027499 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0c02d9ce-ee8d-4c12-84d2-5e1b0beba942 req-3e000670-2bac-4e34-a028-3275cc7f1d61 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 946 time: 0.0848777 Mar 08 12:22:01.072405 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0c02d9ce-ee8d-4c12-84d2-5e1b0beba942 req-f89d2a86-4e1b-4a19-af95-a35863bd7c43 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386174 Mar 08 12:22:02.260340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94379d71-2cef-4894-a7c8-e3bfe9a982d1 req-930b4015-a815-46d4-ae3e-16a393317494 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:02.261787 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-94379d71-2cef-4894-a7c8-e3bfe9a982d1 req-930b4015-a815-46d4-ae3e-16a393317494 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 946 time: 0.0830426 Mar 08 12:22:02.358790 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-94379d71-2cef-4894-a7c8-e3bfe9a982d1 req-2f50fe4e-d6ae-4ba2-a492-3d9d000ba794 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups?id=691f1d31-5d98-47e0-b6db-7c9b9d94202c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906925 Mar 08 12:22:02.390867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-f8d64688-b77f-4c5f-aada-d32320ddfcea tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:02.392275 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-f8d64688-b77f-4c5f-aada-d32320ddfcea tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 946 time: 0.0978403 Mar 08 12:22:02.462549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Deleting port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:22:02.462806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:02.715538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] For port 7ca93688-7a11-4af5-954d-c5c8ed7103f2, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca93688-7a11-4af5-954d-c5c8ed7103f2,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:22:02.715900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:03.112734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:03.113108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:03.113427 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9 disassociated. External IP: 172.26.4.48, port: 7ca93688-7a11-4af5-954d-c5c8ed7103f2. Mar 08 12:22:03.113767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Calling delete_port for 7ca93688-7a11-4af5-954d-c5c8ed7103f2 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:22:03.404381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:03.454745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event deleted for resources: {'Port': ['ID=7ca93688-7a11-4af5-954d-c5c8ed7103f2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:03.464558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:03.465014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:03.465230 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:03.465560 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:03.465997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:03.466333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:03.466662 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:03.466988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:03.467365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:03.467686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:03.468007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:03.468564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:03.516007 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b2dc86e7-868a-445a-8a8e-b42fe81d5194 req-9e23df71-f225-462e-a1fd-9a314f33fbb9 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 210 time: 0.0478098 Mar 08 12:22:03.668533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Router 281850f6-e0a9-4baa-b677-5e9fde60ada9 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:22:03.846506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:22:03.858403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce81db8-1f8b-4c2e-92ec-65f2b79eecfe None None] Sync routers for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:22:03.868593 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce81db8-1f8b-4c2e-92ec-65f2b79eecfe None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:22:03.869310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9ce81db8-1f8b-4c2e-92ec-65f2b79eecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:21:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:03.923497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] No DVR routers for this DVR port 7ca93688-7a11-4af5-954d-c5c8ed7103f2 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:22:03.926198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:03.930566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'name': 'network-vif-deleted', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:22:03.983424 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03d4da4-3a7b-4704-8673-34f481b4f006', 'name': 'network-vif-deleted', 'tag': '7ca93688-7a11-4af5-954d-c5c8ed7103f2', 'status': 'completed', 'code': 200} Mar 08 12:22:04.031079 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f70ec89-95b4-4c55-9e02-4593a5726b3e req-1caa90b9-7b29-42aa-9fbf-c026b88a8cb8 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.18 "DELETE /v2.0/ports/7ca93688-7a11-4af5-954d-c5c8ed7103f2 HTTP/1.1" status: 204 len: 173 time: 1.6317861 Mar 08 12:22:04.094162 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-9ce81db8-1f8b-4c2e-92ec-65f2b79eecfe None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:22:04.448035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9ce81db8-1f8b-4c2e-92ec-65f2b79eecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:04.452206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce81db8-1f8b-4c2e-92ec-65f2b79eecfe None None] Checking router: 281850f6-e0a9-4baa-b677-5e9fde60ada9 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:22:04.460759 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce81db8-1f8b-4c2e-92ec-65f2b79eecfe None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:22:04.461358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9ce81db8-1f8b-4c2e-92ec-65f2b79eecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:21:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:04.645166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-9ce81db8-1f8b-4c2e-92ec-65f2b79eecfe None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:22:04.685813 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5d17ce6f-162e-40e1-9705-21169339f10a req-c8b3e540-c8bb-4768-8446-1ad8603fbf11 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d03d4da4-3a7b-4704-8673-34f481b4f006 HTTP/1.1" status: 200 len: 210 time: 0.0530670 Mar 08 12:22:04.965258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9ce81db8-1f8b-4c2e-92ec-65f2b79eecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:04.969288 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce81db8-1f8b-4c2e-92ec-65f2b79eecfe None None] The sync data for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv is: [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 4, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '4b56a586-f01f-43ad-92b0-864a85739482', 'name': '', 'network_id': 'ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'mac_address': 'fa:16:3e:38:42:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:26Z', 'updated_at': '2022-03-08T12:17:33Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'subnets': [{'id': '5e662479-dad8-4755-815c-ff16cdb4e2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:22:05.195772 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2a85fe-da09-4561-b6d8-f1d736728f5d None None] New status for floating IP 6ae494fe-0d8e-431d-adec-4213ed7fe6b9: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:22:06.711875 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ca93688-7a11-4af5-954d-c5c8ed7103f2 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:22:06.747254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 7ca93688-7a11-4af5-954d-c5c8ed7103f2 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:22:06.747608 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7ca93688-7a11-4af5-954d-c5c8ed7103f2 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:22:09.162454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 57862) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:22:09.240838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:09.271523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:09.409669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:09.429392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691f1d31-5d98-47e0-b6db-7c9b9d94202c,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:09.438795 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.439141 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.439479 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.439809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.440134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.440465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.440786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.441108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.441429 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.441747 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.442100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.442484 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:09.506117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:09.512128 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e20c025c-96d3-4255-a590-af54f85cc342 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "DELETE /v2.0/security-groups/691f1d31-5d98-47e0-b6db-7c9b9d94202c HTTP/1.1" status: 204 len: 168 time: 0.3439140 Mar 08 12:22:09.512128 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 57866) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:22:09.526101 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-bed7751d-e344-4855-ae81-8bef05620d50 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] show failed (client error): The resource could not be found. Mar 08 12:22:09.527611 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bed7751d-e344-4855-ae81-8bef05620d50 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "GET /v2.0/security-groups/691f1d31-5d98-47e0-b6db-7c9b9d94202c HTTP/1.1" status: 404 len: 347 time: 0.0165992 Mar 08 12:22:09.530195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 57870) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:22:09.689223 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-38f04972-5b06-4d4c-b919-afe09a0894d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Deleting port f23a570f-9edf-462a-a61c-cb58b8a5df8b {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:22:09.689492 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38f04972-5b06-4d4c-b919-afe09a0894d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:09.857081 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38f04972-5b06-4d4c-b919-afe09a0894d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:09.857411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38f04972-5b06-4d4c-b919-afe09a0894d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:09.906716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-334e5da7-6c7f-4cdd-9183-b3d715a058ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:10.087630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-38f04972-5b06-4d4c-b919-afe09a0894d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Calling delete_port for f23a570f-9edf-462a-a61c-cb58b8a5df8b owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:22:10.309732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38f04972-5b06-4d4c-b919-afe09a0894d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:10.362263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f04972-5b06-4d4c-b919-afe09a0894d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Pushing event deleted for resources: {'Port': ['ID=f23a570f-9edf-462a-a61c-cb58b8a5df8b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:10.451455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38f04972-5b06-4d4c-b919-afe09a0894d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:10.465245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-38f04972-5b06-4d4c-b919-afe09a0894d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:10.466455 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-38f04972-5b06-4d4c-b919-afe09a0894d7 tempest-ServerActionsTestJSON-2140914058 tempest-ServerActionsTestJSON-2140914058-project] 10.222.0.32 "DELETE /v2.0/floatingips/6ae494fe-0d8e-431d-adec-4213ed7fe6b9 HTTP/1.1" status: 204 len: 168 time: 0.9353051 Mar 08 12:22:10.470274 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 57874) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:22:11.017209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-430dc292-1262-4498-af0a-e3ae301b57b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:11.371917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-430dc292-1262-4498-af0a-e3ae301b57b3 admin admin] Deleting port 4b56a586-f01f-43ad-92b0-864a85739482 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:22:11.372259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-430dc292-1262-4498-af0a-e3ae301b57b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:11.644920 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-430dc292-1262-4498-af0a-e3ae301b57b3 admin admin] For port 4b56a586-f01f-43ad-92b0-864a85739482, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4b56a586-f01f-43ad-92b0-864a85739482,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:22:11.645182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-430dc292-1262-4498-af0a-e3ae301b57b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:11.765831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-430dc292-1262-4498-af0a-e3ae301b57b3 admin admin] Calling delete_port for 4b56a586-f01f-43ad-92b0-864a85739482 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:22:12.143632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-430dc292-1262-4498-af0a-e3ae301b57b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:12.192755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dc292-1262-4498-af0a-e3ae301b57b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b56a586-f01f-43ad-92b0-864a85739482,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:12.221357 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3903a080-84f1-4a1d-8c90-7f3ee935ce00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:12.469574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-430dc292-1262-4498-af0a-e3ae301b57b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:12.826550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430dc292-1262-4498-af0a-e3ae301b57b3 admin admin] Router 281850f6-e0a9-4baa-b677-5e9fde60ada9 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:22:13.123597 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430dc292-1262-4498-af0a-e3ae301b57b3 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:22:13.135462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85525d6a-3ae1-47e4-85a5-651616b60716 None None] Sync routers for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:22:13.145596 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85525d6a-3ae1-47e4-85a5-651616b60716 None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:22:13.146270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-85525d6a-3ae1-47e4-85a5-651616b60716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:22:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:13.150710 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-430dc292-1262-4498-af0a-e3ae301b57b3 admin admin] 10.222.0.32 "PUT /v2.0/routers/281850f6-e0a9-4baa-b677-5e9fde60ada9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6790357 Mar 08 12:22:13.155237 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 57878) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:22:13.349214 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:13.349467 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-85525d6a-3ae1-47e4-85a5-651616b60716 None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:22:13.653322 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:13.670357 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:13.683594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:13.749341 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Deleting port 7b10b018-d816-4638-a09e-46aa59d4b80a {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:22:13.749710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:13.750803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-85525d6a-3ae1-47e4-85a5-651616b60716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:22:12Z', 'revision_number': 5, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port': {'id': '7b10b018-d816-4638-a09e-46aa59d4b80a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:17:23Z', 'updated_at': '2022-03-08T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:13.754701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85525d6a-3ae1-47e4-85a5-651616b60716 None None] Checking router: 281850f6-e0a9-4baa-b677-5e9fde60ada9 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:22:13.762921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85525d6a-3ae1-47e4-85a5-651616b60716 None None] Routers {'281850f6-e0a9-4baa-b677-5e9fde60ada9'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:22:13.763514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-85525d6a-3ae1-47e4-85a5-651616b60716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:22:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['281850f6-e0a9-4baa-b677-5e9fde60ada9'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:13.834621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:13.946886 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-85525d6a-3ae1-47e4-85a5-651616b60716 None None] Set router 281850f6-e0a9-4baa-b677-5e9fde60ada9 gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:22:13.968498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] For port 7b10b018-d816-4638-a09e-46aa59d4b80a, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7b10b018-d816-4638-a09e-46aa59d4b80a,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:22:13.969047 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:14.130355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-85525d6a-3ae1-47e4-85a5-651616b60716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:22:13Z', 'revision_number': 6, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:14.136411 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85525d6a-3ae1-47e4-85a5-651616b60716 None None] The sync data for ids ['281850f6-e0a9-4baa-b677-5e9fde60ada9'] in dv-neutron-828143-8-hyperv is: [{'id': '281850f6-e0a9-4baa-b677-5e9fde60ada9', 'name': 'tempest-ServerActionsTestJSON-1617405339-router', 'tenant_id': '555b4046838e4a19a290a2e48a06203b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:17:22Z', 'updated_at': '2022-03-08T12:22:13Z', 'revision_number': 6, 'project_id': '555b4046838e4a19a290a2e48a06203b', 'gw_port_host': None}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:22:14.169042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Calling delete_port for 7b10b018-d816-4638-a09e-46aa59d4b80a owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:22:14.426888 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:14.475172 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b10b018-d816-4638-a09e-46aa59d4b80a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:14.574682 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:14.746438 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:14.748595 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:14.815245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:14.882603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:14.882603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 281850f6-e0a9-4baa-b677-5e9fde60ada9 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:22:14.889968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:14.890956 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3076e94d-026b-4b9a-9ac6-56160306da9a admin admin] 10.222.0.32 "DELETE /v2.0/routers/281850f6-e0a9-4baa-b677-5e9fde60ada9 HTTP/1.1" status: 204 len: 168 time: 1.7347336 Mar 08 12:22:14.894111 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 57882) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:22:14.954159 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b6860f-51e9-4f23-8235-e667035b7fd7 admin admin] Deleting subnet 5e662479-dad8-4755-815c-ff16cdb4e2a0 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:22:14.957085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f0b6860f-51e9-4f23-8235-e667035b7fd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:15.014351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f0b6860f-51e9-4f23-8235-e667035b7fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:15.094674 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f0b6860f-51e9-4f23-8235-e667035b7fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:15.252465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f0b6860f-51e9-4f23-8235-e667035b7fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:15.296082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f0b6860f-51e9-4f23-8235-e667035b7fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:15.298414 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6860f-51e9-4f23-8235-e667035b7fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e662479-dad8-4755-815c-ff16cdb4e2a0,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:15.301209 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fa27ef-c5cb-4737-8c65-1d79549ae229 None None] Network ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:22:15.312316 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f0b6860f-51e9-4f23-8235-e667035b7fd7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5e662479-dad8-4755-815c-ff16cdb4e2a0 HTTP/1.1" status: 204 len: 168 time: 0.4115529 Mar 08 12:22:15.312465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 57886) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:22:15.415644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:15.427404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Deleting port 537e1439-9a2e-440f-9b28-70228ef30c79 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:22:15.427743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:15.549487 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7b10b018-d816-4638-a09e-46aa59d4b80a no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:22:15.584824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 7b10b018-d816-4638-a09e-46aa59d4b80a {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:22:15.585254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7b10b018-d816-4638-a09e-46aa59d4b80a not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:22:15.585680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4b56a586-f01f-43ad-92b0-864a85739482 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:22:15.615309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b4a7d1-b5c9-404b-93cd-5bce93fd97d5 None None] DHCP port deletion for ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:22:15.624339 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-93b4a7d1-b5c9-404b-93cd-5bce93fd97d5 None None] Deleting port 537e1439-9a2e-440f-9b28-70228ef30c79 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:22:15.627232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-93b4a7d1-b5c9-404b-93cd-5bce93fd97d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:15.642382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] For port 537e1439-9a2e-440f-9b28-70228ef30c79, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=537e1439-9a2e-440f-9b28-70228ef30c79,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:22:15.642817 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:15.648003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 4b56a586-f01f-43ad-92b0-864a85739482 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:22:15.648341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4b56a586-f01f-43ad-92b0-864a85739482 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:22:15.770877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Calling delete_port for 537e1439-9a2e-440f-9b28-70228ef30c79 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:22:15.843803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-93b4a7d1-b5c9-404b-93cd-5bce93fd97d5 None None] For port 537e1439-9a2e-440f-9b28-70228ef30c79, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=537e1439-9a2e-440f-9b28-70228ef30c79,segment=NetworkSegment(00ba3381-2aa8-49cb-af76-caff6bab3e42),segment_id=00ba3381-2aa8-49cb-af76-caff6bab3e42)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:22:15.844455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-93b4a7d1-b5c9-404b-93cd-5bce93fd97d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:15.930077 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:15.966909 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-93b4a7d1-b5c9-404b-93cd-5bce93fd97d5 None None] Calling delete_port for 537e1439-9a2e-440f-9b28-70228ef30c79 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:22:15.978481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Pushing event deleted for resources: {'Port': ['ID=537e1439-9a2e-440f-9b28-70228ef30c79,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:15.980268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] No DVR routers for this DVR port 537e1439-9a2e-440f-9b28-70228ef30c79 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:22:16.035795 dv-neutron-828143-8-hyperv neutron-server[88471]: util.warn( Mar 08 12:22:16.046525 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-93b4a7d1-b5c9-404b-93cd-5bce93fd97d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:22:16.046884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-93b4a7d1-b5c9-404b-93cd-5bce93fd97d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:22:16.096217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:16.121199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:16.133148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ba3381-2aa8-49cb-af76-caff6bab3e42') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:16.133464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ba3381-2aa8-49cb-af76-caff6bab3e42') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:22:16.144536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:16.160352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:16.166934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:22:16.168491 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:22:16.181187 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:22:16.317925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:16.335933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:16.348034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:16.419123 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-94efd6e3-715b-4e40-9d87-e1a84808021c admin admin] 10.222.0.32 "DELETE /v2.0/networks/ec2ffd6a-7cd8-4b9b-85a4-d8f67bbb6df9 HTTP/1.1" status: 204 len: 168 time: 1.1089411 Mar 08 12:22:16.548159 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-93b4a7d1-b5c9-404b-93cd-5bce93fd97d5 None None] Deleting port 537e1439-9a2e-440f-9b28-70228ef30c79 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:22:16.548548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-93b4a7d1-b5c9-404b-93cd-5bce93fd97d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:16.614900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-93b4a7d1-b5c9-404b-93cd-5bce93fd97d5 None None] The port '537e1439-9a2e-440f-9b28-70228ef30c79' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 12:22:16.733424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 57892) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:22:16.781486 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8b681a53-c0b8-4f0d-999c-843811842b19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=555b4046838e4a19a290a2e48a06203b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468607 Mar 08 12:22:16.783963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 57896) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:22:16.844688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4378ecb0-c002-4aa4-999b-1d0a64dc534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:16.870646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4378ecb0-c002-4aa4-999b-1d0a64dc534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:16.989288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4378ecb0-c002-4aa4-999b-1d0a64dc534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:17.005213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378ecb0-c002-4aa4-999b-1d0a64dc534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f2c12a-2d63-421c-8747-e05e5860d53f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:17.014137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4378ecb0-c002-4aa4-999b-1d0a64dc534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:17.015260 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4378ecb0-c002-4aa4-999b-1d0a64dc534e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75f2c12a-2d63-421c-8747-e05e5860d53f HTTP/1.1" status: 204 len: 168 time: 0.2304404 Mar 08 12:22:17.543020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 537e1439-9a2e-440f-9b28-70228ef30c79 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:22:17.580079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 537e1439-9a2e-440f-9b28-70228ef30c79 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:22:17.580430 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 537e1439-9a2e-440f-9b28-70228ef30c79 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:22:18.143083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 57920) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:22:18.253999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1192118647-network', 'tenant_id': '4614212b3a2b42baa7f14643bf7d89ea'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:22:18.259459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:22:18.263347 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Usage tracker for resource:network and tenant:4614212b3a2b42baa7f14643bf7d89ea is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:22:18.266242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:22:18.272741 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:22:18.395403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Made reservation on behalf of 4614212b3a2b42baa7f14643bf7d89ea for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:22:18.397786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:18.411330 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:18.427626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:22:18.431671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Usage tracker for resource:security_group_rule and tenant:4614212b3a2b42baa7f14643bf7d89ea is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:22:18.434657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:22:18.441587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:22:18.530976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:18.629349 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:18.665612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:22:18.671976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:18.683820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:18.683820 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Added segment 59b16ccb-ec98-4e1f-a632-29a509fbc7a7 of type vlan for network d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa Mar 08 12:22:18.704992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:18.828042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:18.829452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:18.830080 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:18.934146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] Pushing event updated for resources: {'Network': ['ID=d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:18.943504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:22:19.004441 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0c4b6fd3-3ddf-4fca-b3d1-1c0fa6c3341f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8600757 Mar 08 12:22:19.007178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 57926) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:22:19.012484 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Request body: {'subnet': {'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1192118647-subnet', 'tenant_id': '4614212b3a2b42baa7f14643bf7d89ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:22:19.017768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:22:19.021680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Usage tracker for resource:subnet and tenant:4614212b3a2b42baa7f14643bf7d89ea is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:22:19.024566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:22:19.030839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:22:19.100987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Made reservation on behalf of 4614212b3a2b42baa7f14643bf7d89ea for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:22:19.103503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:19.490050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:19.568719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30f64ae-a7ee-4dbf-a20d-ba84fd2346bc,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:19.574989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Checking segment: {'id': '59b16ccb-ec98-4e1f-a632-29a509fbc7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:22:19.575343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Network hostable DHCP agents. Network: d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:22:19.686375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Network d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:22:19.869462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:22:19.873508 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:19.874124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:19.878200 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d459834-3ed7-4c90-a1d5-36f5e08d3828 None None] Network d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:22:19.976108 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5373b71d-3d93-4015-8844-3ee989b63c76 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9678891 Mar 08 12:22:20.083168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e5508-8684-4c45-9cce-412055d00823 None None] Network d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:22:20.606082 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-5255e2ee-d299-46dd-b5bc-ae35102b1762 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:20.607513 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-5255e2ee-d299-46dd-b5bc-ae35102b1762 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/networks?id=d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa HTTP/1.1" status: 200 len: 814 time: 0.2561202 Mar 08 12:22:20.621781 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-1a81c49d-0134-48ba-8dc2-0e1d573401ff tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/quotas/4614212b3a2b42baa7f14643bf7d89ea HTTP/1.1" status: 200 len: 375 time: 0.0089500 Mar 08 12:22:20.668191 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-4e3a403c-5e58-4be0-afd2-60924dadc1de tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4614212b3a2b42baa7f14643bf7d89ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409791 Mar 08 12:22:20.845343 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-170eb872-0e91-470c-94e6-0dd4ad716177 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703827 Mar 08 12:22:20.975475 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-d793dc0b-bd0d-4f00-9906-32e203068002 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241059 Mar 08 12:22:21.266706 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-69a8ace6-647c-4f7e-a239-e4a92d6dda18 req-06932667-04fa-4d70-a881-cb66405f22c2 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 210 time: 0.0430069 Mar 08 12:22:22.074143 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:22:22.421685 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9f56b59f-163a-449c-9f9d-5f2af3c18e94 req-048be820-80d8-4130-ad35-4db2cee46136 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 210 time: 0.0439467 Mar 08 12:22:23.571797 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0f2fc91a-a8f3-4531-a281-5a739af226b1 req-0f9b23c5-0de2-46cd-a276-ab1fcc0f5163 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 210 time: 0.0423763 Mar 08 12:22:23.767399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-e38d487f-c103-4623-9d31-306d6bb52a1a tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:23.767981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-e38d487f-c103-4623-9d31-306d6bb52a1a tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Synchronizing usage tracker for tenant:4614212b3a2b42baa7f14643bf7d89ea on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:22:23.880750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-e38d487f-c103-4623-9d31-306d6bb52a1a tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Unset dirty status for tenant:4614212b3a2b42baa7f14643bf7d89ea on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:22:23.881970 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-e38d487f-c103-4623-9d31-306d6bb52a1a tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.18 "GET /v2.0/networks?id=d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa HTTP/1.1" status: 200 len: 814 time: 0.2653735 Mar 08 12:22:23.893768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Request body: {'port': {'device_id': 'c8b4bf86-5c83-4340-a617-f93dffae93d4', 'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa', 'admin_state_up': True, 'tenant_id': '4614212b3a2b42baa7f14643bf7d89ea'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:22:24.030659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:22:24.034422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Usage tracker for resource:port and tenant:4614212b3a2b42baa7f14643bf7d89ea is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:22:24.037288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:22:24.043087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:22:24.160820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Made reservation on behalf of 4614212b3a2b42baa7f14643bf7d89ea for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:22:24.164406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:24.329122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Allocated IP 172.20.0.13 (d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa/b30f64ae-a7ee-4dbf-a20d-ba84fd2346bc/f663f691-6394-49ea-b73c-0d42346309e1) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:22:24.551070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:24.644067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:24.709270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Network d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:22:24.712207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:22:24.720337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:22:24.763694 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0333e-5a5b-48a9-a594-be89c3e2883b req-e879426d-19fe-4944-a805-350b03636676 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:24.765151 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8ba0333e-5a5b-48a9-a594-be89c3e2883b req-e879426d-19fe-4944-a805-350b03636676 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 932 time: 0.0865476 Mar 08 12:22:24.774823 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Pushing event updated for resources: {'Port': ['ID=f663f691-6394-49ea-b73c-0d42346309e1,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:24.801200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:24.801863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:24.812730 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8ba0333e-5a5b-48a9-a594-be89c3e2883b req-4ad0bb89-bc58-428f-b711-6d2c221f00f5 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Mar 08 12:22:24.955798 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-81b25f52-5411-428e-a97e-42766d3f1468 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0661786 Mar 08 12:22:24.967157 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Request body: {'port': {'device_id': 'c8b4bf86-5c83-4340-a617-f93dffae93d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:22:25.074503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:25.409395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f663f691-6394-49ea-b73c-0d42346309e1 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:22:25.416771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:25.431645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Transition to ACTIVE for port object f663f691-6394-49ea-b73c-0d42346309e1 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:22:25.509626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:25.756674 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Pushing event updated for resources: {'Port': ['ID=f663f691-6394-49ea-b73c-0d42346309e1,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:25.830541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Attempting to bind port f663f691-6394-49ea-b73c-0d42346309e1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:22:25.830874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Attempting to bind port f663f691-6394-49ea-b73c-0d42346309e1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '59b16ccb-ec98-4e1f-a632-29a509fbc7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:22:25.831199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Attempting to bind port f663f691-6394-49ea-b73c-0d42346309e1 on network d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:22:25.835975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Port f663f691-6394-49ea-b73c-0d42346309e1 on network d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:22:25.836292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Attempting to bind port f663f691-6394-49ea-b73c-0d42346309e1 on network d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:22:25.841614 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:22:25.841803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Checking segment: {'id': '59b16ccb-ec98-4e1f-a632-29a509fbc7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:22:25.842209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Bound using segment: {'id': '59b16ccb-ec98-4e1f-a632-29a509fbc7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:22:25.842629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Bound port: f663f691-6394-49ea-b73c-0d42346309e1, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b16ccb-ec98-4e1f-a632-29a509fbc7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:22:25.842973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:25.977170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] For port f663f691-6394-49ea-b73c-0d42346309e1, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:22:25.988300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] For port f663f691-6394-49ea-b73c-0d42346309e1, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f663f691-6394-49ea-b73c-0d42346309e1,segment=NetworkSegment(59b16ccb-ec98-4e1f-a632-29a509fbc7a7),segment_id=59b16ccb-ec98-4e1f-a632-29a509fbc7a7)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:22:26.016477 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e9d8c-5f8b-4ba9-83e8-72f5b8943dfb req-efb5e2ce-7589-4f3b-b98b-847d3a105e3a tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:26.017096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-042e9d8c-5f8b-4ba9-83e8-72f5b8943dfb req-efb5e2ce-7589-4f3b-b98b-847d3a105e3a tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Synchronizing usage tracker for tenant:4614212b3a2b42baa7f14643bf7d89ea on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:22:26.083520 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:26.134655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-042e9d8c-5f8b-4ba9-83e8-72f5b8943dfb req-efb5e2ce-7589-4f3b-b98b-847d3a105e3a tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Unset dirty status for tenant:4614212b3a2b42baa7f14643bf7d89ea on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:22:26.135802 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-042e9d8c-5f8b-4ba9-83e8-72f5b8943dfb req-efb5e2ce-7589-4f3b-b98b-847d3a105e3a tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 944 time: 0.2151730 Mar 08 12:22:26.138980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:26.139584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:26.141449 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] 10.222.0.18 "PUT /v2.0/ports/f663f691-6394-49ea-b73c-0d42346309e1 HTTP/1.1" status: 200 len: 1094 time: 1.1783309 Mar 08 12:22:26.141899 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b4bf86-5c83-4340-a617-f93dffae93d4', 'tag': 'f663f691-6394-49ea-b73c-0d42346309e1'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:22:26.194118 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b4bf86-5c83-4340-a617-f93dffae93d4', 'tag': 'f663f691-6394-49ea-b73c-0d42346309e1', 'status': 'completed', 'code': 200} Mar 08 12:22:26.197201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b582d-71ab-48b3-8d22-a90449411b57 service neutron] Pushing event updated for resources: {'Port': ['ID=f663f691-6394-49ea-b73c-0d42346309e1,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:26.208239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-042e9d8c-5f8b-4ba9-83e8-72f5b8943dfb req-9ac5b89f-4dc7-4226-8961-7a51233d3fc9 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Synchronizing usage tracker for tenant:4614212b3a2b42baa7f14643bf7d89ea on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:22:26.293036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9a11-f743-4d63-a2b4-e38c8576e387 req-cf399bba-9e58-4efc-b966-1e21945ad848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:26.294421 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7dad9a11-f743-4d63-a2b4-e38c8576e387 req-cf399bba-9e58-4efc-b966-1e21945ad848 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4614212b3a2b42baa7f14643bf7d89ea&device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 1097 time: 0.0841122 Mar 08 12:22:26.382128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-042e9d8c-5f8b-4ba9-83e8-72f5b8943dfb req-9ac5b89f-4dc7-4226-8961-7a51233d3fc9 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Unset dirty status for tenant:4614212b3a2b42baa7f14643bf7d89ea on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:22:26.383254 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-042e9d8c-5f8b-4ba9-83e8-72f5b8943dfb req-9ac5b89f-4dc7-4226-8961-7a51233d3fc9 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345898 Mar 08 12:22:26.435394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9a11-f743-4d63-a2b4-e38c8576e387 req-ebff9ce6-05b9-4fc4-9db3-26faddf45a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:26.437525 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7dad9a11-f743-4d63-a2b4-e38c8576e387 req-ebff9ce6-05b9-4fc4-9db3-26faddf45a3d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4614212b3a2b42baa7f14643bf7d89ea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1362128 Mar 08 12:22:26.572828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9a11-f743-4d63-a2b4-e38c8576e387 req-400963ad-f227-4021-b5ba-3c0ddaab327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:26.574263 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7dad9a11-f743-4d63-a2b4-e38c8576e387 req-400963ad-f227-4021-b5ba-3c0ddaab327e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308389 Mar 08 12:22:26.678306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-778fde63-db55-40cf-a3e5-9027e2bfe1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:26.680031 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-778fde63-db55-40cf-a3e5-9027e2bfe1d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4614212b3a2b42baa7f14643bf7d89ea&device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 1097 time: 0.0699899 Mar 08 12:22:26.749002 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-10823a46-371f-4024-ae4b-bb20fc81aae3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f663f691-6394-49ea-b73c-0d42346309e1 HTTP/1.1" status: 200 len: 217 time: 0.0623484 Mar 08 12:22:26.811395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-abf48655-fe04-4be3-b2c3-268f9dd62e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:26.812881 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-abf48655-fe04-4be3-b2c3-268f9dd62e30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b30f64ae-a7ee-4dbf-a20d-ba84fd2346bc HTTP/1.1" status: 200 len: 854 time: 0.0572941 Mar 08 12:22:26.859977 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-a0ad9856-52c3-47f8-98db-713ff3a60683 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405526 Mar 08 12:22:26.987783 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-9299b607-40f8-4c0a-a54b-6d42a096a895 service neutron] 10.222.0.18 "GET /v2.0/networks/d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214061 Mar 08 12:22:27.118107 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a5421b-e861-4a7b-9d73-671a8aa5e7ba req-8b6b38cf-e85f-4830-9735-f3f48aaba6d1 service neutron] 10.222.0.18 "GET /v2.0/networks/d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237588 Mar 08 12:22:27.571882 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbd48a-2b73-497f-b290-553274c8ffe1 req-4762b6b6-ffd0-430f-b995-ed6bdf5e500b tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:27.573298 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-86bbd48a-2b73-497f-b290-553274c8ffe1 req-4762b6b6-ffd0-430f-b995-ed6bdf5e500b tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 944 time: 0.0849276 Mar 08 12:22:27.616713 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-86bbd48a-2b73-497f-b290-553274c8ffe1 req-c575d3a7-aa1f-40c9-af3e-0772653796b2 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371580 Mar 08 12:22:28.805175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1e14b-1e95-493c-9d18-4d64ccbb5d1d req-a415fc7a-1e07-4adf-9968-7c194b10f4af tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:28.806661 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58a1e14b-1e95-493c-9d18-4d64ccbb5d1d req-a415fc7a-1e07-4adf-9968-7c194b10f4af tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 944 time: 0.0840235 Mar 08 12:22:28.851258 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-58a1e14b-1e95-493c-9d18-4d64ccbb5d1d req-f94e7dfb-303b-44ae-83bd-75d81a244669 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384417 Mar 08 12:22:30.039990 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b02c12-4fe3-424e-9568-13a811c72bf6 req-0625113f-f43f-4833-aa05-bea48045d3b7 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:30.041455 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f4b02c12-4fe3-424e-9568-13a811c72bf6 req-0625113f-f43f-4833-aa05-bea48045d3b7 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 944 time: 0.0817406 Mar 08 12:22:30.087406 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f4b02c12-4fe3-424e-9568-13a811c72bf6 req-cddffdfc-e84e-4fe1-9a59-8308d71acb7e tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401685 Mar 08 12:22:30.899637 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device f663f691-6394-49ea-b73c-0d42346309e1 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:22:31.032596 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port f663f691-6394-49ea-b73c-0d42346309e1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f663f691-6394-49ea-b73c-0d42346309e1,segment=NetworkSegment(59b16ccb-ec98-4e1f-a632-29a509fbc7a7),segment_id=59b16ccb-ec98-4e1f-a632-29a509fbc7a7)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:22:31.045647 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'f663f691-6394-49ea-b73c-0d42346309e1', 'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa', 'port_id': 'f663f691-6394-49ea-b73c-0d42346309e1', 'mac_address': 'fa:16:3e:58:11:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30f64ae-a7ee-4dbf-a20d-ba84fd2346bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:22:31.100329 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:31.120040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f663f691-6394-49ea-b73c-0d42346309e1 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:22:31.137454 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port f663f691-6394-49ea-b73c-0d42346309e1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f663f691-6394-49ea-b73c-0d42346309e1,segment=NetworkSegment(59b16ccb-ec98-4e1f-a632-29a509fbc7a7),segment_id=59b16ccb-ec98-4e1f-a632-29a509fbc7a7)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:22:31.206921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:31.273109 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=f663f691-6394-49ea-b73c-0d42346309e1,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:31.285680 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe00792-b3b0-46c4-800c-d7c7ceba55bd req-142a02d1-c5f2-4565-814f-a36cedf7c4af tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:31.287119 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dbe00792-b3b0-46c4-800c-d7c7ceba55bd req-142a02d1-c5f2-4565-814f-a36cedf7c4af tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 945 time: 0.0867388 Mar 08 12:22:31.331253 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dbe00792-b3b0-46c4-800c-d7c7ceba55bd req-2ffcc4cc-0e3e-4569-8969-0b85a2978ccb tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384326 Mar 08 12:22:31.512961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['f663f691-6394-49ea-b73c-0d42346309e1'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:22:32.519240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cba9a1-ac28-4299-93ba-50702f83fced req-98cb1074-e080-4e22-9d26-715541347886 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:32.520677 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-39cba9a1-ac28-4299-93ba-50702f83fced req-98cb1074-e080-4e22-9d26-715541347886 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 945 time: 0.0849431 Mar 08 12:22:32.565867 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-39cba9a1-ac28-4299-93ba-50702f83fced req-fe5fdb1a-5b51-4fcb-b177-a6bb8c453daa tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Mar 08 12:22:32.899788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device f663f691-6394-49ea-b73c-0d42346309e1 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:22:33.032688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port f663f691-6394-49ea-b73c-0d42346309e1 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:22:33.037902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port f663f691-6394-49ea-b73c-0d42346309e1 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:22:33.040856 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:33.157221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:33.184315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b4bf86-5c83-4340-a617-f93dffae93d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f663f691-6394-49ea-b73c-0d42346309e1'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:22:33.194375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port f663f691-6394-49ea-b73c-0d42346309e1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f663f691-6394-49ea-b73c-0d42346309e1,segment=NetworkSegment(59b16ccb-ec98-4e1f-a632-29a509fbc7a7),segment_id=59b16ccb-ec98-4e1f-a632-29a509fbc7a7)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:22:33.232834 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b4bf86-5c83-4340-a617-f93dffae93d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f663f691-6394-49ea-b73c-0d42346309e1', 'code': 200} Mar 08 12:22:33.283689 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:33.350589 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=f663f691-6394-49ea-b73c-0d42346309e1,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:33.357639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:33.358011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:33.358353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:33.358722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:33.359049 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:33.359382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:33.359704 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:33.360062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:33.360353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:33.360670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:33.361044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:33.361448 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:22:33.605343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ff6de-daf3-43b0-9ae7-4e93cdc031a2 req-eea594b5-5a9a-4922-8504-6e4a27bfabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:33.606858 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b11ff6de-daf3-43b0-9ae7-4e93cdc031a2 req-eea594b5-5a9a-4922-8504-6e4a27bfabac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 1099 time: 0.0702229 Mar 08 12:22:33.648684 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b11ff6de-daf3-43b0-9ae7-4e93cdc031a2 req-ae55dd3e-801c-4ff4-aeea-af9324812332 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362823 Mar 08 12:22:33.750063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f97128-8045-4494-bfe5-0135216cc360 req-35cee39e-1498-4264-981c-cd6118f56dab tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:33.751559 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e4f97128-8045-4494-bfe5-0135216cc360 req-35cee39e-1498-4264-981c-cd6118f56dab tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 946 time: 0.0807145 Mar 08 12:22:33.798559 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e4f97128-8045-4494-bfe5-0135216cc360 req-0253998f-14f0-4d25-974a-f67d2554af8c tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 Mar 08 12:22:35.087558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b540e-ea8f-4300-b728-083e569a289c req-902fab3b-0a55-40d3-8097-752aa74c977a tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:35.089317 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c01b540e-ea8f-4300-b728-083e569a289c req-902fab3b-0a55-40d3-8097-752aa74c977a tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 946 time: 0.1798146 Mar 08 12:22:35.135112 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c01b540e-ea8f-4300-b728-083e569a289c req-9295f1f1-e365-4d7e-b3d0-363908289cbe tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389795 Mar 08 12:22:36.319482 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d8bfb-10ff-48c9-8066-a48894b78131 req-d845caf0-1e55-4d66-bace-41f51f678458 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:36.320956 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-481d8bfb-10ff-48c9-8066-a48894b78131 req-d845caf0-1e55-4d66-bace-41f51f678458 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 946 time: 0.0802572 Mar 08 12:22:36.366848 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-481d8bfb-10ff-48c9-8066-a48894b78131 req-eeb2e66e-3678-48d1-a0c4-3bee1fc96968 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384331 Mar 08 12:22:36.651476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-0adb0d45-171f-4f1a-8675-ced5528f24f7 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:36.651476 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-0adb0d45-171f-4f1a-8675-ced5528f24f7 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/networks?id=d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa HTTP/1.1" status: 200 len: 814 time: 0.1475344 Mar 08 12:22:36.666004 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-b88c8eaf-f094-4f98-8a75-7e780687e33d tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/quotas/4614212b3a2b42baa7f14643bf7d89ea HTTP/1.1" status: 200 len: 375 time: 0.0101764 Mar 08 12:22:36.745743 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-ec49b8b1-7f68-41ba-9985-fe0338c952ac tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4614212b3a2b42baa7f14643bf7d89ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742764 Mar 08 12:22:36.878687 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-f4cd9739-d434-46df-b0e6-f24f6c407df3 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263571 Mar 08 12:22:37.007258 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-c64ea355-fe3e-4863-991e-6f30752215d2 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227684 Mar 08 12:22:37.250844 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c03ce5fe-3cba-4d25-aa78-579568989001 req-d854ea55-9aa7-4714-95ba-662cbb9c4c22 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 210 time: 0.0448644 Mar 08 12:22:38.408855 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8725ae29-ca74-453f-987f-be742dc14655 req-98ddff55-1b43-48b1-ae0f-a160ae14e950 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 210 time: 0.0464902 Mar 08 12:22:39.410245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-6673f609-838b-4181-b887-d8d667756387 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:39.411687 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-6673f609-838b-4181-b887-d8d667756387 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.18 "GET /v2.0/networks?id=d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa HTTP/1.1" status: 200 len: 814 time: 0.1492426 Mar 08 12:22:39.424352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Request body: {'port': {'device_id': 'f420a7cf-ba76-4e08-8716-9ffab46a4c56', 'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa', 'admin_state_up': True, 'tenant_id': '4614212b3a2b42baa7f14643bf7d89ea'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:22:39.565215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:22:39.573289 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-82be3fe3-379f-4751-9f15-12c2e37459be req-580951ea-3661-424f-ae22-76480cbd866c tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 210 time: 0.0464017 Mar 08 12:22:39.574830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:22:39.643543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Made reservation on behalf of 4614212b3a2b42baa7f14643bf7d89ea for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:22:39.647160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:39.810711 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Allocated IP 172.20.0.12 (d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa/b30f64ae-a7ee-4dbf-a20d-ba84fd2346bc/7f5e3ba7-c364-4170-985e-0fb4c147279a) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:22:39.930056 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-11cbe2cb-4ea5-4a58-8f0a-2b2d5262d1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:40.016867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:40.112303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:40.127700 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['f663f691-6394-49ea-b73c-0d42346309e1'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:22:40.180546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Network d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:22:40.184081 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:22:40.193135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:22:40.229436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Pushing event updated for resources: {'Port': ['ID=7f5e3ba7-c364-4170-985e-0fb4c147279a,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:40.261196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:40.261815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:40.398187 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-d727eae8-92d1-4f12-bd49-cfe547fd0352 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9782579 Mar 08 12:22:40.452241 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Request body: {'port': {'device_id': 'f420a7cf-ba76-4e08-8716-9ffab46a4c56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:22:40.607991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:40.794246 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b186cb6-d146-41bd-a0e4-d0f00aa496c1 req-ae339710-9aa7-490b-93a2-4b87dfc0950f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2591100 Mar 08 12:22:41.121638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18b32d-b8c1-4e12-929e-21d719226102 req-6252507b-44db-4c81-b057-c9604fdc7052 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:41.122355 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-7d18b32d-b8c1-4e12-929e-21d719226102 req-6252507b-44db-4c81-b057-c9604fdc7052 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Synchronizing usage tracker for tenant:4614212b3a2b42baa7f14643bf7d89ea on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:22:41.129367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b186cb6-d146-41bd-a0e4-d0f00aa496c1 req-c7ee6a1e-280d-49d5-bd7b-a6809cef27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:41.130808 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b186cb6-d146-41bd-a0e4-d0f00aa496c1 req-c7ee6a1e-280d-49d5-bd7b-a6809cef27bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4614212b3a2b42baa7f14643bf7d89ea&device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 1099 time: 0.2444327 Mar 08 12:22:41.229543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-7d18b32d-b8c1-4e12-929e-21d719226102 req-6252507b-44db-4c81-b057-c9604fdc7052 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Unset dirty status for tenant:4614212b3a2b42baa7f14643bf7d89ea on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:22:41.230707 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7d18b32d-b8c1-4e12-929e-21d719226102 req-6252507b-44db-4c81-b057-c9604fdc7052 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 932 time: 0.3804092 Mar 08 12:22:41.327331 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5e3ba7-c364-4170-985e-0fb4c147279a {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:22:41.346136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:41.384753 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7d18b32d-b8c1-4e12-929e-21d719226102 req-17886362-0661-4c81-a19f-19e19b44f88f tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435802 Mar 08 12:22:41.385597 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Transition to ACTIVE for port object 7f5e3ba7-c364-4170-985e-0fb4c147279a will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:22:41.390020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b186cb6-d146-41bd-a0e4-d0f00aa496c1 req-898fe212-cdc5-492b-8bfd-8fef9e7b244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:41.391445 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b186cb6-d146-41bd-a0e4-d0f00aa496c1 req-898fe212-cdc5-492b-8bfd-8fef9e7b244d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa HTTP/1.1" status: 200 len: 915 time: 0.2341640 Mar 08 12:22:41.462294 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b186cb6-d146-41bd-a0e4-d0f00aa496c1 req-9fd2b104-fcb8-4f9f-b22a-a9d259279942 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f663f691-6394-49ea-b73c-0d42346309e1 HTTP/1.1" status: 200 len: 217 time: 0.0642490 Mar 08 12:22:41.463030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:41.636389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5e3ba7-c364-4170-985e-0fb4c147279a,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:41.672205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b186cb6-d146-41bd-a0e4-d0f00aa496c1 req-eaaa7853-7b21-451a-903b-58f6b8b0d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:41.673668 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b186cb6-d146-41bd-a0e4-d0f00aa496c1 req-eaaa7853-7b21-451a-903b-58f6b8b0d43a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b30f64ae-a7ee-4dbf-a20d-ba84fd2346bc HTTP/1.1" status: 200 len: 854 time: 0.1789660 Mar 08 12:22:41.759935 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b186cb6-d146-41bd-a0e4-d0f00aa496c1 req-1ba6bafc-6cc4-4885-a268-0a60a83d396e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514784 Mar 08 12:22:41.877457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Attempting to bind port 7f5e3ba7-c364-4170-985e-0fb4c147279a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:22:41.877787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Attempting to bind port 7f5e3ba7-c364-4170-985e-0fb4c147279a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '59b16ccb-ec98-4e1f-a632-29a509fbc7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:22:41.878141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Attempting to bind port 7f5e3ba7-c364-4170-985e-0fb4c147279a on network d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:22:41.887275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Port 7f5e3ba7-c364-4170-985e-0fb4c147279a on network d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:22:41.887527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Attempting to bind port 7f5e3ba7-c364-4170-985e-0fb4c147279a on network d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:22:41.897665 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:22:41.898026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Checking segment: {'id': '59b16ccb-ec98-4e1f-a632-29a509fbc7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:22:41.898409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Bound using segment: {'id': '59b16ccb-ec98-4e1f-a632-29a509fbc7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:22:41.898834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Bound port: 7f5e3ba7-c364-4170-985e-0fb4c147279a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b16ccb-ec98-4e1f-a632-29a509fbc7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:22:41.899179 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:41.953458 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b186cb6-d146-41bd-a0e4-d0f00aa496c1 req-36e078a5-4cc7-48ff-a824-766738de4455 service neutron] 10.222.0.18 "GET /v2.0/networks/d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869431 Mar 08 12:22:42.099456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] For port 7f5e3ba7-c364-4170-985e-0fb4c147279a, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:22:42.103743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] For port 7f5e3ba7-c364-4170-985e-0fb4c147279a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7f5e3ba7-c364-4170-985e-0fb4c147279a,segment=NetworkSegment(59b16ccb-ec98-4e1f-a632-29a509fbc7a7),segment_id=59b16ccb-ec98-4e1f-a632-29a509fbc7a7)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:22:42.126637 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b186cb6-d146-41bd-a0e4-d0f00aa496c1 req-51c2c605-0892-4b06-97d1-071039680a7b service neutron] 10.222.0.18 "GET /v2.0/networks/d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583977 Mar 08 12:22:42.212653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:42.240832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-861e8d9e-bb42-43c8-912f-28cd1dce5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:42.268423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:42.269024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:42.270382 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] 10.222.0.18 "PUT /v2.0/ports/7f5e3ba7-c364-4170-985e-0fb4c147279a HTTP/1.1" status: 200 len: 1094 time: 1.8653481 Mar 08 12:22:42.270815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f420a7cf-ba76-4e08-8716-9ffab46a4c56', 'tag': '7f5e3ba7-c364-4170-985e-0fb4c147279a'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:22:42.296604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3080a19-d858-4af9-b17c-eaacff631e44 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5e3ba7-c364-4170-985e-0fb4c147279a,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:42.317676 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f420a7cf-ba76-4e08-8716-9ffab46a4c56', 'tag': '7f5e3ba7-c364-4170-985e-0fb4c147279a', 'status': 'completed', 'code': 200} Mar 08 12:22:42.413696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d12e-1041-438a-898c-0ff6670e3f82 req-351b1482-9f6d-455e-b297-9feaee27761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:42.414576 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dd36d12e-1041-438a-898c-0ff6670e3f82 req-351b1482-9f6d-455e-b297-9feaee27761a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4614212b3a2b42baa7f14643bf7d89ea&device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 1097 time: 0.0756247 Mar 08 12:22:42.727242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d12e-1041-438a-898c-0ff6670e3f82 req-9cbf9472-fb6b-4058-b127-2e9e39a24c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:42.728701 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dd36d12e-1041-438a-898c-0ff6670e3f82 req-9cbf9472-fb6b-4058-b127-2e9e39a24c2e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4614212b3a2b42baa7f14643bf7d89ea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3025961 Mar 08 12:22:42.740810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941303f5-d305-43da-8d5a-11fb41e7f847 req-3b3c7b5c-7fe9-4e44-9726-9a5388c5277f tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:42.742247 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-941303f5-d305-43da-8d5a-11fb41e7f847 req-3b3c7b5c-7fe9-4e44-9726-9a5388c5277f tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 944 time: 0.1854830 Mar 08 12:22:42.880362 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-941303f5-d305-43da-8d5a-11fb41e7f847 req-be411578-45dd-4322-97ce-e4437e646c23 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184251 Mar 08 12:22:42.912101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d12e-1041-438a-898c-0ff6670e3f82 req-14d7937d-696a-412f-a7bf-ac9af75be849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:42.913556 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dd36d12e-1041-438a-898c-0ff6670e3f82 req-14d7937d-696a-412f-a7bf-ac9af75be849 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1704407 Mar 08 12:22:43.020755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-18d5603b-8ec9-4d4d-b57c-2a4919774ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:43.022172 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-18d5603b-8ec9-4d4d-b57c-2a4919774ae7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4614212b3a2b42baa7f14643bf7d89ea&device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 1097 time: 0.0700982 Mar 08 12:22:43.092880 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-48e498f0-3cb3-435f-8a01-221704fbef7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f5e3ba7-c364-4170-985e-0fb4c147279a HTTP/1.1" status: 200 len: 217 time: 0.0641842 Mar 08 12:22:43.155470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-5288640f-f728-4ab5-9a56-ad5f277a4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:43.157479 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-5288640f-f728-4ab5-9a56-ad5f277a4a2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b30f64ae-a7ee-4dbf-a20d-ba84fd2346bc HTTP/1.1" status: 200 len: 854 time: 0.0583496 Mar 08 12:22:43.204814 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-e0b7eee2-f11f-400e-a00b-4452ac91f904 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411062 Mar 08 12:22:43.337830 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-3da00868-cbec-4bc0-a8e7-d3b48197ab5c service neutron] 10.222.0.18 "GET /v2.0/networks/d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270049 Mar 08 12:22:43.460691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:43.474966 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd0c3653-2fb0-4f97-bd28-a4bec7077cae req-2c434da6-57cf-4d5d-9c59-d7c4e9e8c1ca service neutron] 10.222.0.18 "GET /v2.0/networks/d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303205 Mar 08 12:22:43.563196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:43.706537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:44.065829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed1aa-7b71-4b21-9246-0b4fc385b09a req-cc55361e-1476-4b52-8979-2527ef13ba90 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:44.067329 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-188ed1aa-7b71-4b21-9246-0b4fc385b09a req-cc55361e-1476-4b52-8979-2527ef13ba90 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 944 time: 0.0804420 Mar 08 12:22:44.114649 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-188ed1aa-7b71-4b21-9246-0b4fc385b09a req-1e9e51cf-bc48-4b9e-b53c-2f0636bfae02 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416844 Mar 08 12:22:44.780156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:45.324727 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba8522-e145-46cb-b090-bd4d174f15b0 req-ef9ea473-5651-495c-9218-b1b8cc1d594d tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:45.326199 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4dba8522-e145-46cb-b090-bd4d174f15b0 req-ef9ea473-5651-495c-9218-b1b8cc1d594d tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 944 time: 0.1061609 Mar 08 12:22:45.370034 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4dba8522-e145-46cb-b090-bd4d174f15b0 req-6d58463f-c77e-4ae3-b569-e8b6ab53626b tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371685 Mar 08 12:22:46.563679 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1869e-ff6a-4c28-b0b5-3acd6af2ea2e req-534270be-8464-4eed-9ff3-323cda298502 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:46.565126 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-81f1869e-ff6a-4c28-b0b5-3acd6af2ea2e req-534270be-8464-4eed-9ff3-323cda298502 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 944 time: 0.0876853 Mar 08 12:22:46.612341 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-81f1869e-ff6a-4c28-b0b5-3acd6af2ea2e req-822f84c8-f1bc-4d20-894c-9b8fed04adf3 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Mar 08 12:22:47.018783 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7f5e3ba7-c364-4170-985e-0fb4c147279a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:22:47.148730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7f5e3ba7-c364-4170-985e-0fb4c147279a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7f5e3ba7-c364-4170-985e-0fb4c147279a,segment=NetworkSegment(59b16ccb-ec98-4e1f-a632-29a509fbc7a7),segment_id=59b16ccb-ec98-4e1f-a632-29a509fbc7a7)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:22:47.164903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '7f5e3ba7-c364-4170-985e-0fb4c147279a', 'network_id': 'd7b5a92a-9b8b-4036-94d6-2e98a5d26dfa', 'port_id': '7f5e3ba7-c364-4170-985e-0fb4c147279a', 'mac_address': 'fa:16:3e:f3:ab:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30f64ae-a7ee-4dbf-a20d-ba84fd2346bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:22:47.221474 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:47.238677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5e3ba7-c364-4170-985e-0fb4c147279a {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:22:47.254175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7f5e3ba7-c364-4170-985e-0fb4c147279a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7f5e3ba7-c364-4170-985e-0fb4c147279a,segment=NetworkSegment(59b16ccb-ec98-4e1f-a632-29a509fbc7a7),segment_id=59b16ccb-ec98-4e1f-a632-29a509fbc7a7)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:22:47.309528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:47.375850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7f5e3ba7-c364-4170-985e-0fb4c147279a,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:47.620038 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['7f5e3ba7-c364-4170-985e-0fb4c147279a'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:22:47.808263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd0afe-026e-467b-b917-ce1171ea0889 req-657ed6ac-75a6-435c-93dd-f21da7513338 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:47.809737 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c1fd0afe-026e-467b-b917-ce1171ea0889 req-657ed6ac-75a6-435c-93dd-f21da7513338 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 945 time: 0.0807543 Mar 08 12:22:47.857442 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c1fd0afe-026e-467b-b917-ce1171ea0889 req-bc40d13b-4838-4bbe-b825-3bac4c0573c2 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415604 Mar 08 12:22:49.024832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7f5e3ba7-c364-4170-985e-0fb4c147279a up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:22:49.048848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99efc8-e504-4c3a-a512-742c64aeb326 req-b41d2813-8882-4ce1-a202-915a12a22e41 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:49.050391 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8a99efc8-e504-4c3a-a512-742c64aeb326 req-b41d2813-8882-4ce1-a202-915a12a22e41 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 945 time: 0.0870900 Mar 08 12:22:49.096505 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8a99efc8-e504-4c3a-a512-742c64aeb326 req-0e5d6484-880e-487d-afe4-1d7c14ec0c40 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Mar 08 12:22:49.160764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 7f5e3ba7-c364-4170-985e-0fb4c147279a completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:22:49.166081 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 7f5e3ba7-c364-4170-985e-0fb4c147279a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:22:49.166462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:49.284895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:49.311829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f420a7cf-ba76-4e08-8716-9ffab46a4c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5e3ba7-c364-4170-985e-0fb4c147279a'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:22:49.341189 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 7f5e3ba7-c364-4170-985e-0fb4c147279a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7f5e3ba7-c364-4170-985e-0fb4c147279a,segment=NetworkSegment(59b16ccb-ec98-4e1f-a632-29a509fbc7a7),segment_id=59b16ccb-ec98-4e1f-a632-29a509fbc7a7)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:22:49.407303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:49.441441 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f420a7cf-ba76-4e08-8716-9ffab46a4c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5e3ba7-c364-4170-985e-0fb4c147279a', 'code': 200} Mar 08 12:22:49.482434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=7f5e3ba7-c364-4170-985e-0fb4c147279a,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:49.778271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15267768-7785-4922-99ff-47611d7880a2 req-8376c73a-4873-48ff-8fee-ec7e4524b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:49.779786 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15267768-7785-4922-99ff-47611d7880a2 req-8376c73a-4873-48ff-8fee-ec7e4524b3f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 1099 time: 0.0712798 Mar 08 12:22:49.823592 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-15267768-7785-4922-99ff-47611d7880a2 req-f5c06efe-6574-49b4-a66d-d8a7bb59a94e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364172 Mar 08 12:22:50.279199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391550b-fbb4-49f8-b2e3-115e3c25ccc1 req-14e39096-a3bd-493e-8731-de2248965f09 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:50.280680 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4391550b-fbb4-49f8-b2e3-115e3c25ccc1 req-14e39096-a3bd-493e-8731-de2248965f09 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 946 time: 0.0801020 Mar 08 12:22:50.324696 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4391550b-fbb4-49f8-b2e3-115e3c25ccc1 req-76ff641c-fe4b-4aef-a6d9-0a8f7455e1d4 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383773 Mar 08 12:22:51.513599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3799e5-00d0-4684-a083-a0202e68c201 req-094d8073-de0f-4022-9c73-d12097d4e053 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:51.515800 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4d3799e5-00d0-4684-a083-a0202e68c201 req-094d8073-de0f-4022-9c73-d12097d4e053 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 946 time: 0.0846713 Mar 08 12:22:51.560021 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4d3799e5-00d0-4684-a083-a0202e68c201 req-139d5a26-7c3f-4c9f-b61b-a8e9be4f9eaa tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386519 Mar 08 12:22:52.306928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824588d0-8e60-462d-9b52-a4ead179d837 req-0b6b7591-3386-4661-9ced-8248f921399c tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:52.308355 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-824588d0-8e60-462d-9b52-a4ead179d837 req-0b6b7591-3386-4661-9ced-8248f921399c tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 946 time: 0.0784593 Mar 08 12:22:52.352079 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-824588d0-8e60-462d-9b52-a4ead179d837 req-8d9f218d-e20c-4e5d-b244-eb17cfb2c995 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375981 Mar 08 12:22:53.539907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf4e9f-7da9-4434-97b9-14e4ab24bccb req-6c24ca92-c437-4131-ad9d-c2ada5cb4710 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:53.541384 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1bbf4e9f-7da9-4434-97b9-14e4ab24bccb req-6c24ca92-c437-4131-ad9d-c2ada5cb4710 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 946 time: 0.0831747 Mar 08 12:22:53.586134 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1bbf4e9f-7da9-4434-97b9-14e4ab24bccb req-bf2afc59-173a-403d-ab15-f91bdd8ce504 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385840 Mar 08 12:22:53.821591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0b6ed-043b-480c-8b62-28985b32b01c req-e9856163-69ac-4cd9-beb6-c42dd9750c8e tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:53.823147 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8ba0b6ed-043b-480c-8b62-28985b32b01c req-e9856163-69ac-4cd9-beb6-c42dd9750c8e tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.18 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 946 time: 0.0828395 Mar 08 12:22:53.891729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-8ba0b6ed-043b-480c-8b62-28985b32b01c req-e5d5aeb6-19c9-4bce-b58d-a8fd110b42bf tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Deleting port 7f5e3ba7-c364-4170-985e-0fb4c147279a {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:22:53.892070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8ba0b6ed-043b-480c-8b62-28985b32b01c req-e5d5aeb6-19c9-4bce-b58d-a8fd110b42bf tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:54.233647 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-8ba0b6ed-043b-480c-8b62-28985b32b01c req-e5d5aeb6-19c9-4bce-b58d-a8fd110b42bf tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] For port 7f5e3ba7-c364-4170-985e-0fb4c147279a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7f5e3ba7-c364-4170-985e-0fb4c147279a,segment=NetworkSegment(59b16ccb-ec98-4e1f-a632-29a509fbc7a7),segment_id=59b16ccb-ec98-4e1f-a632-29a509fbc7a7)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:22:54.234068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8ba0b6ed-043b-480c-8b62-28985b32b01c req-e5d5aeb6-19c9-4bce-b58d-a8fd110b42bf tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:54.357205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-8ba0b6ed-043b-480c-8b62-28985b32b01c req-e5d5aeb6-19c9-4bce-b58d-a8fd110b42bf tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Calling delete_port for 7f5e3ba7-c364-4170-985e-0fb4c147279a owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:22:54.578472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8ba0b6ed-043b-480c-8b62-28985b32b01c req-e5d5aeb6-19c9-4bce-b58d-a8fd110b42bf tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:54.591449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['f663f691-6394-49ea-b73c-0d42346309e1', '7f5e3ba7-c364-4170-985e-0fb4c147279a'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:22:54.660160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5aeb6-19c9-4bce-b58d-a8fd110b42bf tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Pushing event deleted for resources: {'Port': ['ID=7f5e3ba7-c364-4170-985e-0fb4c147279a,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:22:54.770589 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba0b6ed-043b-480c-8b62-28985b32b01c req-e5d5aeb6-19c9-4bce-b58d-a8fd110b42bf tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] No DVR routers for this DVR port 7f5e3ba7-c364-4170-985e-0fb4c147279a on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:22:54.777596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8ba0b6ed-043b-480c-8b62-28985b32b01c req-e5d5aeb6-19c9-4bce-b58d-a8fd110b42bf tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:22:54.780071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f420a7cf-ba76-4e08-8716-9ffab46a4c56', 'name': 'network-vif-deleted', 'tag': '7f5e3ba7-c364-4170-985e-0fb4c147279a'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:22:54.792681 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4b92638d-c3e4-4150-b609-32bac472e3d4 req-39ca634b-1b32-440a-addf-678326884260 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 210 time: 0.0565238 Mar 08 12:22:54.827171 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f420a7cf-ba76-4e08-8716-9ffab46a4c56', 'name': 'network-vif-deleted', 'tag': '7f5e3ba7-c364-4170-985e-0fb4c147279a', 'status': 'completed', 'code': 200} Mar 08 12:22:54.898749 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8ba0b6ed-043b-480c-8b62-28985b32b01c req-e5d5aeb6-19c9-4bce-b58d-a8fd110b42bf tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.18 "DELETE /v2.0/ports/7f5e3ba7-c364-4170-985e-0fb4c147279a HTTP/1.1" status: 204 len: 173 time: 1.0704005 Mar 08 12:22:55.962020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-89c8158c-464f-4717-9af6-3bec66188bf8 req-48a35da0-c3fd-4f00-9c44-a558b067c259 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Synchronizing usage tracker for tenant:4614212b3a2b42baa7f14643bf7d89ea on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:22:56.077538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-89c8158c-464f-4717-9af6-3bec66188bf8 req-48a35da0-c3fd-4f00-9c44-a558b067c259 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Unset dirty status for tenant:4614212b3a2b42baa7f14643bf7d89ea on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:22:56.078644 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-89c8158c-464f-4717-9af6-3bec66188bf8 req-48a35da0-c3fd-4f00-9c44-a558b067c259 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f420a7cf-ba76-4e08-8716-9ffab46a4c56 HTTP/1.1" status: 200 len: 210 time: 0.1624663 Mar 08 12:22:57.329870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5bbf5-39a3-4c31-adbf-e82e6e8f7b0c req-6b8033cd-7b2c-4508-8f1f-bdb9abc184f5 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:57.331306 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6ad5bbf5-39a3-4c31-adbf-e82e6e8f7b0c req-6b8033cd-7b2c-4508-8f1f-bdb9abc184f5 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 946 time: 0.0791309 Mar 08 12:22:57.373275 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6ad5bbf5-39a3-4c31-adbf-e82e6e8f7b0c req-322b4fe5-08e0-48ff-9895-f456457eb386 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363622 Mar 08 12:22:57.576909 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d16f6a-337f-4d1d-9c2c-97cb5ea52e87 req-de573621-e91e-4f3c-b714-0c25b6e2c0f8 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:57.578936 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-75d16f6a-337f-4d1d-9c2c-97cb5ea52e87 req-de573621-e91e-4f3c-b714-0c25b6e2c0f8 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 946 time: 0.0834084 Mar 08 12:22:57.622846 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-75d16f6a-337f-4d1d-9c2c-97cb5ea52e87 req-0afb75e2-7837-4dbc-b4c3-fb2bc4f7ec58 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383801 Mar 08 12:22:57.810700 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d70a9-bd58-4885-b119-b16968e94cb6 req-a37c3c26-f2e1-49e4-a5cf-45e05e499432 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:57.812134 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-157d70a9-bd58-4885-b119-b16968e94cb6 req-a37c3c26-f2e1-49e4-a5cf-45e05e499432 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 946 time: 0.0823097 Mar 08 12:22:57.855556 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-157d70a9-bd58-4885-b119-b16968e94cb6 req-e19ce8c8-bda3-4768-8345-10b5d1e9b848 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378203 Mar 08 12:22:58.132328 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4db652-8d8f-42b3-b950-9fd6238eb211 req-268ba4ed-0ab9-4d94-aa06-b0f4b0788e89 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:58.133664 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4c4db652-8d8f-42b3-b950-9fd6238eb211 req-268ba4ed-0ab9-4d94-aa06-b0f4b0788e89 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 946 time: 0.0784640 Mar 08 12:22:58.176523 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4c4db652-8d8f-42b3-b950-9fd6238eb211 req-e7a62852-f0da-41a1-957d-a0e7dd1e0f63 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372181 Mar 08 12:22:58.357392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52c8ab-230f-4e51-8ba5-feb380a02d8d req-42971df0-2dbd-4bf0-a157-df29d252a697 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:58.358890 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df52c8ab-230f-4e51-8ba5-feb380a02d8d req-42971df0-2dbd-4bf0-a157-df29d252a697 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 946 time: 0.0781348 Mar 08 12:22:58.402906 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df52c8ab-230f-4e51-8ba5-feb380a02d8d req-6aa86e03-2eab-40cd-a6f3-051d76b41fbc tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382602 Mar 08 12:22:58.595214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d6e97-dced-4649-ab2c-96a4f50bb964 req-56b06b94-6093-4d54-a121-b7286d35ad87 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:58.596641 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c09d6e97-dced-4649-ab2c-96a4f50bb964 req-56b06b94-6093-4d54-a121-b7286d35ad87 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 946 time: 0.0806730 Mar 08 12:22:58.640921 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c09d6e97-dced-4649-ab2c-96a4f50bb964 req-275bf44d-2657-415b-9c3e-4f8fe708bfe4 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385303 Mar 08 12:22:59.072659 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:22:59.073790 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7f5e3ba7-c364-4170-985e-0fb4c147279a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:22:59.107741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 7f5e3ba7-c364-4170-985e-0fb4c147279a {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:22:59.108084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 7f5e3ba7-c364-4170-985e-0fb4c147279a not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:22:59.370404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be299cde-6543-42d8-be3f-4bca6ed4de20 req-cee35a03-3862-451a-bfd6-2ea1424c06fe tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:22:59.371848 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-be299cde-6543-42d8-be3f-4bca6ed4de20 req-cee35a03-3862-451a-bfd6-2ea1424c06fe tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 946 time: 0.0784721 Mar 08 12:22:59.420860 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-be299cde-6543-42d8-be3f-4bca6ed4de20 req-3f30400e-6aab-434d-9b54-a2ea3e5b4f63 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Mar 08 12:23:00.627924 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abe3ff-e876-466a-b1fd-1acac883fc57 req-5957766a-8279-4ebd-8d3c-8dd53696aec8 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:00.629397 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a1abe3ff-e876-466a-b1fd-1acac883fc57 req-5957766a-8279-4ebd-8d3c-8dd53696aec8 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 946 time: 0.0841222 Mar 08 12:23:00.674529 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a1abe3ff-e876-466a-b1fd-1acac883fc57 req-8bbe9e2b-a7d4-4e62-b05f-118c04982f46 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395083 Mar 08 12:23:00.878864 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597dca-d133-4309-8aef-a4580577f260 req-b10d29bb-b8a6-4d34-9eab-60dc460bad7c tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:00.880364 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d7597dca-d133-4309-8aef-a4580577f260 req-b10d29bb-b8a6-4d34-9eab-60dc460bad7c tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 946 time: 0.0792570 Mar 08 12:23:00.954573 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-d7597dca-d133-4309-8aef-a4580577f260 req-c4a29d10-8912-4ff3-a1f7-50c3d4bbb43d tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Deleting port f663f691-6394-49ea-b73c-0d42346309e1 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:23:00.954908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d7597dca-d133-4309-8aef-a4580577f260 req-c4a29d10-8912-4ff3-a1f7-50c3d4bbb43d tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:01.200566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-d7597dca-d133-4309-8aef-a4580577f260 req-c4a29d10-8912-4ff3-a1f7-50c3d4bbb43d tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] For port f663f691-6394-49ea-b73c-0d42346309e1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f663f691-6394-49ea-b73c-0d42346309e1,segment=NetworkSegment(59b16ccb-ec98-4e1f-a632-29a509fbc7a7),segment_id=59b16ccb-ec98-4e1f-a632-29a509fbc7a7)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:01.200809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d7597dca-d133-4309-8aef-a4580577f260 req-c4a29d10-8912-4ff3-a1f7-50c3d4bbb43d tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:01.324933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-d7597dca-d133-4309-8aef-a4580577f260 req-c4a29d10-8912-4ff3-a1f7-50c3d4bbb43d tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Calling delete_port for f663f691-6394-49ea-b73c-0d42346309e1 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:23:01.517604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d7597dca-d133-4309-8aef-a4580577f260 req-c4a29d10-8912-4ff3-a1f7-50c3d4bbb43d tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:01.528584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['f663f691-6394-49ea-b73c-0d42346309e1'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:23:01.666836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a29d10-8912-4ff3-a1f7-50c3d4bbb43d tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Pushing event deleted for resources: {'Port': ['ID=f663f691-6394-49ea-b73c-0d42346309e1,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:01.739608 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7597dca-d133-4309-8aef-a4580577f260 req-c4a29d10-8912-4ff3-a1f7-50c3d4bbb43d tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] No DVR routers for this DVR port f663f691-6394-49ea-b73c-0d42346309e1 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:23:01.742141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-d7597dca-d133-4309-8aef-a4580577f260 req-c4a29d10-8912-4ff3-a1f7-50c3d4bbb43d tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:01.744664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b4bf86-5c83-4340-a617-f93dffae93d4', 'name': 'network-vif-deleted', 'tag': 'f663f691-6394-49ea-b73c-0d42346309e1'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:23:01.835381 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b4bf86-5c83-4340-a617-f93dffae93d4', 'name': 'network-vif-deleted', 'tag': 'f663f691-6394-49ea-b73c-0d42346309e1', 'status': 'completed', 'code': 200} Mar 08 12:23:01.841443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-2c09ca22-f376-4f1c-a7d0-d8f861274746 req-dc0cfb76-b285-4eb7-8ca4-ab398ea97c62 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Synchronizing usage tracker for tenant:4614212b3a2b42baa7f14643bf7d89ea on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:23:01.844817 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d7597dca-d133-4309-8aef-a4580577f260 req-c4a29d10-8912-4ff3-a1f7-50c3d4bbb43d tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.18 "DELETE /v2.0/ports/f663f691-6394-49ea-b73c-0d42346309e1 HTTP/1.1" status: 204 len: 173 time: 0.9580152 Mar 08 12:23:01.920942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-2c09ca22-f376-4f1c-a7d0-d8f861274746 req-dc0cfb76-b285-4eb7-8ca4-ab398ea97c62 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] Unset dirty status for tenant:4614212b3a2b42baa7f14643bf7d89ea on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:23:01.922238 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2c09ca22-f376-4f1c-a7d0-d8f861274746 req-dc0cfb76-b285-4eb7-8ca4-ab398ea97c62 tempest-ServersNegativeTestJSON-1598637341 tempest-ServersNegativeTestJSON-1598637341-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8b4bf86-5c83-4340-a617-f93dffae93d4 HTTP/1.1" status: 200 len: 210 time: 0.1358340 Mar 08 12:23:03.019877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58098) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:03.079010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d02aa2-bbdc-4be9-a1a6-5f27e4fe5432 admin admin] Deleting subnet b30f64ae-a7ee-4dbf-a20d-ba84fd2346bc {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:23:03.081950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08d02aa2-bbdc-4be9-a1a6-5f27e4fe5432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:03.134143 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08d02aa2-bbdc-4be9-a1a6-5f27e4fe5432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:03.191465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08d02aa2-bbdc-4be9-a1a6-5f27e4fe5432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:03.323802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08d02aa2-bbdc-4be9-a1a6-5f27e4fe5432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:03.367594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d02aa2-bbdc-4be9-a1a6-5f27e4fe5432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30f64ae-a7ee-4dbf-a20d-ba84fd2346bc,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:03.369540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08d02aa2-bbdc-4be9-a1a6-5f27e4fe5432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:03.376032 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-08d02aa2-bbdc-4be9-a1a6-5f27e4fe5432 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b30f64ae-a7ee-4dbf-a20d-ba84fd2346bc HTTP/1.1" status: 204 len: 168 time: 0.3551164 Mar 08 12:23:03.378442 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58102) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:03.482316 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:03.602272 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:03.626633 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:03.638027 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b16ccb-ec98-4e1f-a632-29a509fbc7a7') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:03.638325 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b16ccb-ec98-4e1f-a632-29a509fbc7a7') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:03.649179 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:03.665214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:03.671648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:23:03.672035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:23:03.685128 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:23:03.837273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:03.853348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:03.863070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:03.871848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:03.872195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:03.872532 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:03.872874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:03.873198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:03.873523 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:03.873853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:03.874198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:03.874521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:03.874843 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:03.875160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:03.875536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:03.940768 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-87ba372d-77e1-4ca3-bfe1-7797434dd41d admin admin] 10.222.0.32 "DELETE /v2.0/networks/d7b5a92a-9b8b-4036-94d6-2e98a5d26dfa HTTP/1.1" status: 204 len: 168 time: 0.5613127 Mar 08 12:23:04.212767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58108) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:04.259550 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9359f22c-115b-4aae-839d-271a0007cd29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4614212b3a2b42baa7f14643bf7d89ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455823 Mar 08 12:23:04.261981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58112) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:04.320454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0e3158b1-0560-451b-b88c-66fd740ca804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:04.346928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0e3158b1-0560-451b-b88c-66fd740ca804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:04.466237 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0e3158b1-0560-451b-b88c-66fd740ca804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:04.484112 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3158b1-0560-451b-b88c-66fd740ca804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:04.554692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0e3158b1-0560-451b-b88c-66fd740ca804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:04.555845 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0e3158b1-0560-451b-b88c-66fd740ca804 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce1fa691-7ca0-4c58-92ce-6e2bb0f4ef2d HTTP/1.1" status: 204 len: 168 time: 0.2929578 Mar 08 12:23:05.071492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device f663f691-6394-49ea-b73c-0d42346309e1 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:23:05.105656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: f663f691-6394-49ea-b73c-0d42346309e1 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:23:05.105788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device f663f691-6394-49ea-b73c-0d42346309e1 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:23:05.559863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58136) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:05.662925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1943304064'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:05.667776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:05.672208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Usage tracker for resource:network and tenant:7b509c9d1aa04d9b85cc8b8cef0064eb is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:05.675032 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:05.681371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:05.751025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Made reservation on behalf of 7b509c9d1aa04d9b85cc8b8cef0064eb for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:05.754481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:05.766476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:05.781082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:05.784800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Usage tracker for resource:security_group_rule and tenant:7b509c9d1aa04d9b85cc8b8cef0064eb is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:05.787539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:05.793329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:05.875840 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:05.934221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:05.966776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:23:05.975600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b284db-3c21-42fe-a724-d5bde63bc0a4,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:05.981017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:05.981375 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Added segment 0d8aa41f-0e6b-49a0-ba41-a9bc61329872 of type vlan for network b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5 Mar 08 12:23:06.008057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:06.094614 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:06.100155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:06.106186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:06.207375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event updated for resources: {'Network': ['ID=b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:06.217688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:23:06.260704 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-81d56659-c5a9-4bfe-9e65-bb5bd254b867 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6997414 Mar 08 12:23:09.462257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58142) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:09.468210 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Request body: {'subnet': {'network_id': 'b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:09.594572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:09.599050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Usage tracker for resource:subnet and tenant:7b509c9d1aa04d9b85cc8b8cef0064eb is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:09.602152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:09.608093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:09.669594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Made reservation on behalf of 7b509c9d1aa04d9b85cc8b8cef0064eb for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:09.673759 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:09.962981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e221b630-8b50-4e8c-9b69-13e68dd7dc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:10.075184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:10.152173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event updated for resources: {'Subnet': ['ID=c20ce4ae-0006-4814-937c-58a22e3b30e7,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:10.160634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Checking segment: {'id': '0d8aa41f-0e6b-49a0-ba41-a9bc61329872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:10.160993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Network hostable DHCP agents. Network: b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:23:10.246238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Network b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:23:10.322340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:10.326302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:10.326916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:10.332183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4897016-f5dc-4d90-a674-f74aa0f0b0de None None] Network b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:10.397730 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-51d9daaa-9043-4187-9f65-2d9483a583e8 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9342513 Mar 08 12:23:10.400950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58146) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:10.407168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1833320407'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:10.411987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:10.415993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Usage tracker for resource:network and tenant:7b509c9d1aa04d9b85cc8b8cef0064eb is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:10.418849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:10.425118 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:10.494735 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Made reservation on behalf of 7b509c9d1aa04d9b85cc8b8cef0064eb for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:10.498324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:10.528958 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:23:10.539005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:10.546810 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Added segment 157126b1-e66f-4a31-9d88-c3aba18c8a0a of type vlan for network a2fbe8ba-4f89-46d6-95a6-488b2e90361d Mar 08 12:23:10.547245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5', 'network_id': 'b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5', 'tenant_id': '7b509c9d1aa04d9b85cc8b8cef0064eb', 'fixed_ips': [{'subnet_id': 'c20ce4ae-0006-4814-937c-58a22e3b30e7'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:23:10.547245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:10.565256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:10.694533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:10.700648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:10.701233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:10.705064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Allocated IP 2001:db8:0:ffff::2 (b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5/c20ce4ae-0006-4814-937c-58a22e3b30e7/be437c3c-2cd3-44f6-96b6-387c86b3d97d) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:23:10.811026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event updated for resources: {'Network': ['ID=a2fbe8ba-4f89-46d6-95a6-488b2e90361d,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:10.823246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network a2fbe8ba-4f89-46d6-95a6-488b2e90361d details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:23:10.824746 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3e564b8f-9668-433a-888e-51c394136976 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4227514 Mar 08 12:23:10.828069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58150) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:10.833489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Request body: {'subnet': {'network_id': 'a2fbe8ba-4f89-46d6-95a6-488b2e90361d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:10.953935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:10.957790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Usage tracker for resource:subnet and tenant:7b509c9d1aa04d9b85cc8b8cef0064eb is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:10.960622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:10.966465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:11.017119 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:11.026755 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Transition to ACTIVE for port object be437c3c-2cd3-44f6-96b6-387c86b3d97d will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:11.043963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Transition to ACTIVE for port object be437c3c-2cd3-44f6-96b6-387c86b3d97d will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:11.076063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Made reservation on behalf of 7b509c9d1aa04d9b85cc8b8cef0064eb for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:11.076063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:11.229868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:11.290210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Network b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:11.297389 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:11.302936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:23:11.308766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Pushing event updated for resources: {'Port': ['ID=be437c3c-2cd3-44f6-96b6-387c86b3d97d,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:11.363359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:11.424898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Attempting to bind port be437c3c-2cd3-44f6-96b6-387c86b3d97d on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:23:11.425260 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Attempting to bind port be437c3c-2cd3-44f6-96b6-387c86b3d97d by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '0d8aa41f-0e6b-49a0-ba41-a9bc61329872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:23:11.425618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Attempting to bind port be437c3c-2cd3-44f6-96b6-387c86b3d97d on network b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:23:11.431061 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:23:11.431426 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Checking segment: {'id': '0d8aa41f-0e6b-49a0-ba41-a9bc61329872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:11.431822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:11.432205 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Bound using segment: {'id': '0d8aa41f-0e6b-49a0-ba41-a9bc61329872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:23:11.432654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Bound port: be437c3c-2cd3-44f6-96b6-387c86b3d97d, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8aa41f-0e6b-49a0-ba41-a9bc61329872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:23:11.433020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:11.445781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event updated for resources: {'Subnet': ['ID=4da52111-c92d-4541-965e-a02b7e6a869b,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:11.456423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Checking segment: {'id': '157126b1-e66f-4a31-9d88-c3aba18c8a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a2fbe8ba-4f89-46d6-95a6-488b2e90361d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:11.456790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Network hostable DHCP agents. Network: a2fbe8ba-4f89-46d6-95a6-488b2e90361d, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:23:11.522581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] For port be437c3c-2cd3-44f6-96b6-387c86b3d97d, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:23:11.525556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] For port be437c3c-2cd3-44f6-96b6-387c86b3d97d, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=be437c3c-2cd3-44f6-96b6-387c86b3d97d,segment=NetworkSegment(0d8aa41f-0e6b-49a0-ba41-a9bc61329872),segment_id=0d8aa41f-0e6b-49a0-ba41-a9bc61329872)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:23:11.534083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Network a2fbe8ba-4f89-46d6-95a6-488b2e90361d is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:23:11.609699 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:11.618106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, a2fbe8ba-4f89-46d6-95a6-488b2e90361d) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:11.622362 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:11.623144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:11.649666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19db9bde-8005-4022-881f-657cf94c960f None None] Network a2fbe8ba-4f89-46d6-95a6-488b2e90361d requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:11.695354 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-967387fe-c749-4f1b-b23a-c33e8adb4324 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8662589 Mar 08 12:23:11.697957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58154) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:11.779888 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1c6e1-c08b-435f-ab03-0ed9ed2b06ed None None] Pushing event updated for resources: {'Port': ['ID=be437c3c-2cd3-44f6-96b6-387c86b3d97d,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:11.845371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:11.912303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:11.914456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3204cc5-8763-43b0-b75a-3b5e3216c135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-a2fbe8ba-4f89-46d6-95a6-488b2e90361d', 'network_id': 'a2fbe8ba-4f89-46d6-95a6-488b2e90361d', 'tenant_id': '7b509c9d1aa04d9b85cc8b8cef0064eb', 'fixed_ips': [{'subnet_id': '4da52111-c92d-4541-965e-a02b7e6a869b'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:23:11.915366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f3204cc5-8763-43b0-b75a-3b5e3216c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.072328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server [None req-f3204cc5-8763-43b0-b75a-3b5e3216c135 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4da52111-c92d-4541-965e-a02b7e6a869b: This subnet is being modified by another concurrent operation. Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise exception Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4da52111-c92d-4541-965e-a02b7e6a869b: This subnet is being modified by another concurrent operation. Mar 08 12:23:12.111268 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Mar 08 12:23:12.117771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event deleted for resources: {'Subnet': ['ID=4da52111-c92d-4541-965e-a02b7e6a869b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:12.133779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb63b32-5204-414b-a363-a7733a5513a2 None None] Network a2fbe8ba-4f89-46d6-95a6-488b2e90361d requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:12.208760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.217793 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ac277b65-6bc8-4860-85d4-3c0ad4933184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.235321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fbe8ba-4f89-46d6-95a6-488b2e90361d']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:12.247306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157126b1-e66f-4a31-9d88-c3aba18c8a0a') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:12.251694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157126b1-e66f-4a31-9d88-c3aba18c8a0a') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:12.258715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.275059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.282306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:23:12.286392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:23:12.298355 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:23:12.442796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.461050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.473250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event deleted for resources: {'Network': ['ID=a2fbe8ba-4f89-46d6-95a6-488b2e90361d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:12.475886 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-567ef918-22b2-45a3-8063-dd21d8d878d1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/networks/a2fbe8ba-4f89-46d6-95a6-488b2e90361d HTTP/1.1" status: 204 len: 168 time: 0.7769227 Mar 08 12:23:12.479409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58158) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:12.485280 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1210915254'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:12.490588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:12.494603 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Usage tracker for resource:network and tenant:7b509c9d1aa04d9b85cc8b8cef0064eb is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:12.497611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:12.504014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:12.602963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Made reservation on behalf of 7b509c9d1aa04d9b85cc8b8cef0064eb for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:12.606865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.640704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:23:12.650681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.651265 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Added segment bbf5d988-71a3-4018-a135-7da9bc2c503f of type vlan for network 113f35e8-a6a0-442b-9031-0ea00616e3fb Mar 08 12:23:12.678645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.746326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.757670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:12.757670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:12.757947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d052a01d-8baa-44bf-b483-302f85385968 None None] Network b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:12.860832 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3802710 Mar 08 12:23:12.863671 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58164) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:12.864179 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e8a4e-93d8-41e6-b352-23b17253dc74 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event updated for resources: {'Network': ['ID=113f35e8-a6a0-442b-9031-0ea00616e3fb,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:12.870290 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Request body: {'subnet': {'network_id': '113f35e8-a6a0-442b-9031-0ea00616e3fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:12.876386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 113f35e8-a6a0-442b-9031-0ea00616e3fb details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:23:12.919376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-acaa5d35-7b56-483d-9fdd-0dcd378bd1bd None None] Provisioning for port be437c3c-2cd3-44f6-96b6-387c86b3d97d completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:12.984328 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:12.988148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Usage tracker for resource:subnet and tenant:7b509c9d1aa04d9b85cc8b8cef0064eb is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:12.990987 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:12.997169 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:13.069443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Made reservation on behalf of 7b509c9d1aa04d9b85cc8b8cef0064eb for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:13.073502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:13.288549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcf7a93-677d-4df5-9d46-cbc5be94cfe6 None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 12:23:13.301862 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.ipam_backend_mixin [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Performing IP validity checks on allocation pools {{(pid=88470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 12:23:13.303020 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.ipam_backend_mixin [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88470) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 12:23:13.399580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf7a93-677d-4df5-9d46-cbc5be94cfe6 None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:23:13.517532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:13.600832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:13.613374 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event updated for resources: {'Subnet': ['ID=2e07b662-96c4-4b24-bf2a-57460484a5d9,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:13.615455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:13.622572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:13.623119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:13.623638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:13.624267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:13.624804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:13.625299 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:13.625798 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:13.626162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:13.626500 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:13.626832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:13.627164 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:13.627491 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:13.674268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Checking segment: {'id': 'bbf5d988-71a3-4018-a135-7da9bc2c503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '113f35e8-a6a0-442b-9031-0ea00616e3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:13.677045 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Network hostable DHCP agents. Network: 113f35e8-a6a0-442b-9031-0ea00616e3fb, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:23:13.704291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device be437c3c-2cd3-44f6-96b6-387c86b3d97d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:13.780975 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Network 113f35e8-a6a0-442b-9031-0ea00616e3fb is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:23:13.808324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:13.865711 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 113f35e8-a6a0-442b-9031-0ea00616e3fb) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:13.869962 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:13.870555 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:13.875797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14131212-d5b5-41d4-bfe7-cdb3d6865a6f None None] Network 113f35e8-a6a0-442b-9031-0ea00616e3fb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:13.900277 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port be437c3c-2cd3-44f6-96b6-387c86b3d97d completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:13.908017 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port be437c3c-2cd3-44f6-96b6-387c86b3d97d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:13.908388 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:13.963961 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6fdb85f1-d51f-49fe-a28a-35e9c5ce0058 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0983298 Mar 08 12:23:13.966546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58168) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:14.110918 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.176468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.210006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.236880 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad6952-3737-42ec-ab77-babd147c3535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-113f35e8-a6a0-442b-9031-0ea00616e3fb', 'network_id': '113f35e8-a6a0-442b-9031-0ea00616e3fb', 'tenant_id': '7b509c9d1aa04d9b85cc8b8cef0064eb', 'fixed_ips': [{'subnet_id': '2e07b662-96c4-4b24-bf2a-57460484a5d9'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:23:14.237674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-99ad6952-3737-42ec-ab77-babd147c3535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.265140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port be437c3c-2cd3-44f6-96b6-387c86b3d97d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=be437c3c-2cd3-44f6-96b6-387c86b3d97d,segment=NetworkSegment(0d8aa41f-0e6b-49a0-ba41-a9bc61329872),segment_id=0d8aa41f-0e6b-49a0-ba41-a9bc61329872)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:14.346278 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.375886 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.389629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event deleted for resources: {'Subnet': ['ID=2e07b662-96c4-4b24-bf2a-57460484a5d9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:14.451701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=be437c3c-2cd3-44f6-96b6-387c86b3d97d,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server [None req-99ad6952-3737-42ec-ab77-babd147c3535 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e07b662-96c4-4b24-bf2a-57460484a5d9: This subnet is being modified by another concurrent operation. Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server raise exception Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e07b662-96c4-4b24-bf2a-57460484a5d9: This subnet is being modified by another concurrent operation. Mar 08 12:23:14.484571 dv-neutron-828143-8-hyperv neutron-server[88471]: ERROR oslo_messaging.rpc.server Mar 08 12:23:14.493229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.503454 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f313cd-2de8-45c5-9880-380663550b5f None None] Network 113f35e8-a6a0-442b-9031-0ea00616e3fb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:14.515148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113f35e8-a6a0-442b-9031-0ea00616e3fb']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:14.527213 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf5d988-71a3-4018-a135-7da9bc2c503f') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:14.527512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf5d988-71a3-4018-a135-7da9bc2c503f') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:14.538962 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.556054 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.562680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:23:14.563063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:23:14.577361 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:23:14.678326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362548f2-cbd7-404a-b6bf-00d7eab3544d None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 12:23:14.718263 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.722794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.749366 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event deleted for resources: {'Network': ['ID=113f35e8-a6a0-442b-9031-0ea00616e3fb,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:14.757696 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9098bc20-9d65-4697-999c-bb1e0ca23dee tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/networks/113f35e8-a6a0-442b-9031-0ea00616e3fb HTTP/1.1" status: 204 len: 168 time: 0.7856433 Mar 08 12:23:14.758255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58172) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:14.764345 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1495076723'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:14.769719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:14.773309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Usage tracker for resource:network and tenant:7b509c9d1aa04d9b85cc8b8cef0064eb is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:14.776173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:14.778089 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362548f2-cbd7-404a-b6bf-00d7eab3544d None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:23:14.783018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:14.787536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.848503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Made reservation on behalf of 7b509c9d1aa04d9b85cc8b8cef0064eb for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:14.852210 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.880220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:23:14.888715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:14.889062 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Added segment fd63f427-e427-4a0c-9383-967aa7bb46d8 of type vlan for network 91d509da-0dd5-444d-9608-01f851c262f2 Mar 08 12:23:14.918471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:15.099857 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:15.105239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:15.105810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:15.214771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event updated for resources: {'Network': ['ID=91d509da-0dd5-444d-9608-01f851c262f2,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:15.225075 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 91d509da-0dd5-444d-9608-01f851c262f2 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:23:15.253429 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c82f3662-c9d0-45f9-b52b-0e37761684d3 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4935577 Mar 08 12:23:15.262640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58176) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:15.268785 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Request body: {'subnet': {'network_id': '91d509da-0dd5-444d-9608-01f851c262f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:15.378434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:15.382120 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Usage tracker for resource:subnet and tenant:7b509c9d1aa04d9b85cc8b8cef0064eb is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:15.384869 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:15.390999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:15.463536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Made reservation on behalf of 7b509c9d1aa04d9b85cc8b8cef0064eb for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:15.467093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:15.578347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device be437c3c-2cd3-44f6-96b6-387c86b3d97d up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:15.658923 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port be437c3c-2cd3-44f6-96b6-387c86b3d97d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:15.659300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:15.746190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:15.822746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event updated for resources: {'Subnet': ['ID=82061c9e-271f-49fb-b265-217b537d4eb7,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:15.831634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Checking segment: {'id': 'fd63f427-e427-4a0c-9383-967aa7bb46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '91d509da-0dd5-444d-9608-01f851c262f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:15.831997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Network hostable DHCP agents. Network: 91d509da-0dd5-444d-9608-01f851c262f2, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:23:15.928651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Network 91d509da-0dd5-444d-9608-01f851c262f2 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:23:16.008257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 91d509da-0dd5-444d-9608-01f851c262f2) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:16.012208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:16.012793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:16.018151 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3799bc47-a728-4d0a-941f-864b91e39d16 None None] Network 91d509da-0dd5-444d-9608-01f851c262f2 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:16.100816 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5ae4b15b-4f26-4ebf-9f55-500583ffa45d tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8370829 Mar 08 12:23:16.104153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58180) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:16.110317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-128843966'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:16.115219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:16.119396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Usage tracker for resource:network and tenant:7b509c9d1aa04d9b85cc8b8cef0064eb is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:16.122338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:16.128429 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:16.191252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Made reservation on behalf of 7b509c9d1aa04d9b85cc8b8cef0064eb for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:16.195146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:16.223544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:23:16.232788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:16.234290 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Added segment a3674b7d-8045-4ae9-86f1-1162d30080ea of type vlan for network cf85b42d-ab48-4220-b612-15db4da6a882 Mar 08 12:23:16.243827 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-91d509da-0dd5-444d-9608-01f851c262f2', 'network_id': '91d509da-0dd5-444d-9608-01f851c262f2', 'tenant_id': '7b509c9d1aa04d9b85cc8b8cef0064eb', 'fixed_ips': [{'subnet_id': '82061c9e-271f-49fb-b265-217b537d4eb7'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:23:16.244674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:16.265725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:16.372291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:16.377975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:16.378629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:16.442197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Allocated IP 2001:db8::2 (91d509da-0dd5-444d-9608-01f851c262f2/82061c9e-271f-49fb-b265-217b537d4eb7/abd354a7-22e6-4ef3-b2f2-b701cc756ccf) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:23:16.490419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event updated for resources: {'Network': ['ID=cf85b42d-ab48-4220-b612-15db4da6a882,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:16.512042 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-eb5a1d1f-49ea-475c-8260-d6f11d9bc7db tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4068832 Mar 08 12:23:16.515549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58184) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:16.521835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Request body: {'subnet': {'network_id': 'cf85b42d-ab48-4220-b612-15db4da6a882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:16.531270 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network cf85b42d-ab48-4220-b612-15db4da6a882 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:23:16.635999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:16.640693 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Usage tracker for resource:subnet and tenant:7b509c9d1aa04d9b85cc8b8cef0064eb is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:16.644414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:16.650089 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:16.731681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:16.738092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Made reservation on behalf of 7b509c9d1aa04d9b85cc8b8cef0064eb for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:16.741403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Transition to ACTIVE for port object abd354a7-22e6-4ef3-b2f2-b701cc756ccf will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:16.741761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:16.758973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Transition to ACTIVE for port object abd354a7-22e6-4ef3-b2f2-b701cc756ccf will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:16.847370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:16.908625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Network 91d509da-0dd5-444d-9608-01f851c262f2 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:16.911336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:16.919121 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:23:16.953972 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Pushing event updated for resources: {'Port': ['ID=abd354a7-22e6-4ef3-b2f2-b701cc756ccf,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:17.021338 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Attempting to bind port abd354a7-22e6-4ef3-b2f2-b701cc756ccf on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:23:17.021709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Attempting to bind port abd354a7-22e6-4ef3-b2f2-b701cc756ccf by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'fd63f427-e427-4a0c-9383-967aa7bb46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '91d509da-0dd5-444d-9608-01f851c262f2'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:23:17.022099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Attempting to bind port abd354a7-22e6-4ef3-b2f2-b701cc756ccf on network 91d509da-0dd5-444d-9608-01f851c262f2 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:23:17.027809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:23:17.028185 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Checking segment: {'id': 'fd63f427-e427-4a0c-9383-967aa7bb46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '91d509da-0dd5-444d-9608-01f851c262f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:17.028584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:17.028973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Bound using segment: {'id': 'fd63f427-e427-4a0c-9383-967aa7bb46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '91d509da-0dd5-444d-9608-01f851c262f2'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:23:17.029580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Bound port: abd354a7-22e6-4ef3-b2f2-b701cc756ccf, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd63f427-e427-4a0c-9383-967aa7bb46d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '91d509da-0dd5-444d-9608-01f851c262f2'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:23:17.029990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:17.031777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:17.116931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event updated for resources: {'Subnet': ['ID=0dfe7db6-7f0b-476e-accd-06b170f0a9f7,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:17.118640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] For port abd354a7-22e6-4ef3-b2f2-b701cc756ccf, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:23:17.122393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] For port abd354a7-22e6-4ef3-b2f2-b701cc756ccf, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=abd354a7-22e6-4ef3-b2f2-b701cc756ccf,segment=NetworkSegment(fd63f427-e427-4a0c-9383-967aa7bb46d8),segment_id=fd63f427-e427-4a0c-9383-967aa7bb46d8)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:23:17.126109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Checking segment: {'id': 'a3674b7d-8045-4ae9-86f1-1162d30080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf85b42d-ab48-4220-b612-15db4da6a882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:17.128352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Network hostable DHCP agents. Network: cf85b42d-ab48-4220-b612-15db4da6a882, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:23:17.203431 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:17.218367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Network cf85b42d-ab48-4220-b612-15db4da6a882 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:23:17.276942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, cf85b42d-ab48-4220-b612-15db4da6a882) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:17.282019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:17.282987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:17.297944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cab206-6977-4df3-9c92-a51bd1b3fe98 None None] Network cf85b42d-ab48-4220-b612-15db4da6a882 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:17.308520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084e09a-2a15-4de2-a692-4bb5a4d6e6cc None None] Pushing event updated for resources: {'Port': ['ID=abd354a7-22e6-4ef3-b2f2-b701cc756ccf,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:17.398020 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-43d8baf6-5ee8-42e4-8048-a50b9f35f96a tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8810008 Mar 08 12:23:17.400745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58188) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:17.558598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-cf85b42d-ab48-4220-b612-15db4da6a882', 'network_id': 'cf85b42d-ab48-4220-b612-15db4da6a882', 'tenant_id': '7b509c9d1aa04d9b85cc8b8cef0064eb', 'fixed_ips': [{'subnet_id': '0dfe7db6-7f0b-476e-accd-06b170f0a9f7'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:23:17.559644 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:17.599135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:17.672742 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device abd354a7-22e6-4ef3-b2f2-b701cc756ccf up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:17.697449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:17.808923 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Allocated IP 2001:db8::2 (cf85b42d-ab48-4220-b612-15db4da6a882/0dfe7db6-7f0b-476e-accd-06b170f0a9f7/b5c67d4b-48bd-48e6-8742-b11d396ce096) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:23:17.951326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port abd354a7-22e6-4ef3-b2f2-b701cc756ccf completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:18.021362 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:18.032876 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Transition to ACTIVE for port object b5c67d4b-48bd-48e6-8742-b11d396ce096 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:18.051987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Transition to ACTIVE for port object b5c67d4b-48bd-48e6-8742-b11d396ce096 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:18.133145 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:18.194676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Network cf85b42d-ab48-4220-b612-15db4da6a882 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:18.201908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:18.210444 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:23:18.216287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Pushing event updated for resources: {'Port': ['ID=b5c67d4b-48bd-48e6-8742-b11d396ce096,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:18.243983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:18.285846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfe7db6-7f0b-476e-accd-06b170f0a9f7,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:18.303242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bc17eb-912a-4adc-a2d0-e642d79cace0 None None] Network 91d509da-0dd5-444d-9608-01f851c262f2 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:18.319370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Attempting to bind port b5c67d4b-48bd-48e6-8742-b11d396ce096 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:23:18.319827 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Attempting to bind port b5c67d4b-48bd-48e6-8742-b11d396ce096 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'a3674b7d-8045-4ae9-86f1-1162d30080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf85b42d-ab48-4220-b612-15db4da6a882'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:23:18.320108 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Attempting to bind port b5c67d4b-48bd-48e6-8742-b11d396ce096 on network cf85b42d-ab48-4220-b612-15db4da6a882 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:23:18.340575 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:23:18.341305 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Checking segment: {'id': 'a3674b7d-8045-4ae9-86f1-1162d30080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf85b42d-ab48-4220-b612-15db4da6a882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:18.341466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:18.341735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Bound using segment: {'id': 'a3674b7d-8045-4ae9-86f1-1162d30080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf85b42d-ab48-4220-b612-15db4da6a882'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:23:18.342229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Bound port: b5c67d4b-48bd-48e6-8742-b11d396ce096, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3674b7d-8045-4ae9-86f1-1162d30080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf85b42d-ab48-4220-b612-15db4da6a882'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:23:18.342947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:18.484794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:18.510481 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf85b42d-ab48-4220-b612-15db4da6a882']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:18.523318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3674b7d-8045-4ae9-86f1-1162d30080ea') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:18.523638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3674b7d-8045-4ae9-86f1-1162d30080ea') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:18.535155 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:18.549389 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] For port b5c67d4b-48bd-48e6-8742-b11d396ce096, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:23:18.552593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:18.559847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:23:18.560368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:23:18.576561 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:23:18.579682 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-12472005-2c33-4506-ada3-bb61724c1cdd None None] Provisioning for port abd354a7-22e6-4ef3-b2f2-b701cc756ccf completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:18.593311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-12472005-2c33-4506-ada3-bb61724c1cdd None None] Provisioning complete for port abd354a7-22e6-4ef3-b2f2-b701cc756ccf triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:18.593686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-12472005-2c33-4506-ada3-bb61724c1cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:18.692340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 12:23:18.692340 dv-neutron-828143-8-hyperv neutron-server[88469]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 12:23:18.692340 dv-neutron-828143-8-hyperv neutron-server[88469]: [parameters: {'id': 'cf85b42d-ab48-4220-b612-15db4da6a882'}] Mar 08 12:23:18.692340 dv-neutron-828143-8-hyperv neutron-server[88469]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:23:18.692924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:23:18.700807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] For port b5c67d4b-48bd-48e6-8742-b11d396ce096, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b5c67d4b-48bd-48e6-8742-b11d396ce096,segment=NetworkSegment(a3674b7d-8045-4ae9-86f1-1162d30080ea),segment_id=a3674b7d-8045-4ae9-86f1-1162d30080ea)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:23:18.755801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:18.842407 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-12472005-2c33-4506-ada3-bb61724c1cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:18.938362 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6994b78-d8d8-4b8c-9790-87921de67077 None None] Pushing event updated for resources: {'Port': ['ID=b5c67d4b-48bd-48e6-8742-b11d396ce096,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:18.970296 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-12472005-2c33-4506-ada3-bb61724c1cdd None None] For port abd354a7-22e6-4ef3-b2f2-b701cc756ccf, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=abd354a7-22e6-4ef3-b2f2-b701cc756ccf,segment=NetworkSegment(fd63f427-e427-4a0c-9383-967aa7bb46d8),segment_id=fd63f427-e427-4a0c-9383-967aa7bb46d8)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:18.997282 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d289b9-dece-4ac0-b61c-57e70418b218 None None] Network cf85b42d-ab48-4220-b612-15db4da6a882 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:19.086673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-12472005-2c33-4506-ada3-bb61724c1cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:19.193753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:19.208715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Deleting port b5c67d4b-48bd-48e6-8742-b11d396ce096 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:23:19.209103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:19.270800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12472005-2c33-4506-ada3-bb61724c1cdd None None] Pushing event updated for resources: {'Port': ['ID=abd354a7-22e6-4ef3-b2f2-b701cc756ccf,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:19.284400 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f3fe0fca-716e-4fb5-9ff9-343b4bb20b01 None None] Provisioning complete for port abd354a7-22e6-4ef3-b2f2-b701cc756ccf triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:19.284780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0fca-716e-4fb5-9ff9-343b4bb20b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:19.400217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7303e4c4-9a19-4a22-974f-ebb7ca9c8a6a None None] get_active_networks_info from dv-neutron-828143-8-hyperv {{(pid=88471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 12:23:19.454919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] For port b5c67d4b-48bd-48e6-8742-b11d396ce096, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=b5c67d4b-48bd-48e6-8742-b11d396ce096,segment=NetworkSegment(a3674b7d-8045-4ae9-86f1-1162d30080ea),segment_id=a3674b7d-8045-4ae9-86f1-1162d30080ea)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:19.455593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:19.536832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7303e4c4-9a19-4a22-974f-ebb7ca9c8a6a None None] Resources bound (agent type, host, resource id): {{(pid=88471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:23:19.591016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device abd354a7-22e6-4ef3-b2f2-b701cc756ccf up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:19.603149 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Calling delete_port for b5c67d4b-48bd-48e6-8742-b11d396ce096 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:23:19.743594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:19.744815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port abd354a7-22e6-4ef3-b2f2-b701cc756ccf triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:19.745232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:19.794540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event deleted for resources: {'Port': ['ID=b5c67d4b-48bd-48e6-8742-b11d396ce096,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:19.796743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] No DVR routers for this DVR port b5c67d4b-48bd-48e6-8742-b11d396ce096 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:23:19.929545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:19.957403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf85b42d-ab48-4220-b612-15db4da6a882']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:19.973290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3674b7d-8045-4ae9-86f1-1162d30080ea') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:19.973610 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3674b7d-8045-4ae9-86f1-1162d30080ea') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:19.987636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:20.004803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:20.011862 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:23:20.012255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:23:20.029184 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:23:20.179890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:20.197821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:20.209030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event deleted for resources: {'Network': ['ID=cf85b42d-ab48-4220-b612-15db4da6a882,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:20.215419 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-444e22f8-9d8e-4c9c-94fd-5e4e84559123 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/networks/cf85b42d-ab48-4220-b612-15db4da6a882 HTTP/1.1" status: 204 len: 168 time: 2.8137293 Mar 08 12:23:20.219031 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58194) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:20.261996 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-39adc063-3aec-4367-98aa-6e127c4d71a1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] GET failed (client error): The resource could not be found. Mar 08 12:23:20.262548 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-39adc063-3aec-4367-98aa-6e127c4d71a1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Synchronizing usage tracker for tenant:7b509c9d1aa04d9b85cc8b8cef0064eb on resource:subnet {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:23:20.345992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-39adc063-3aec-4367-98aa-6e127c4d71a1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Unset dirty status for tenant:7b509c9d1aa04d9b85cc8b8cef0064eb on resource:subnet {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:23:20.347384 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-39adc063-3aec-4367-98aa-6e127c4d71a1 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "GET /v2.0/subnets/0dfe7db6-7f0b-476e-accd-06b170f0a9f7 HTTP/1.1" status: 404 len: 337 time: 0.1274064 Mar 08 12:23:20.350061 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58198) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:20.377746 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-3789eb74-3add-4a0a-b70c-87bd8a9cad21 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] DELETE failed (client error): The resource could not be found. Mar 08 12:23:20.378399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3789eb74-3add-4a0a-b70c-87bd8a9cad21 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:23:20.380335 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3789eb74-3add-4a0a-b70c-87bd8a9cad21 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/networks/cf85b42d-ab48-4220-b612-15db4da6a882 HTTP/1.1" status: 404 len: 339 time: 0.0292842 Mar 08 12:23:20.384321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58202) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:20.426669 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-552d841f-52e2-4173-ac3e-c2cce3135491 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] DELETE failed (client error): The resource could not be found. Mar 08 12:23:20.427182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552d841f-52e2-4173-ac3e-c2cce3135491 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:23:20.429343 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-552d841f-52e2-4173-ac3e-c2cce3135491 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/subnets/0dfe7db6-7f0b-476e-accd-06b170f0a9f7 HTTP/1.1" status: 404 len: 337 time: 0.0439351 Mar 08 12:23:20.431827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58206) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:20.462404 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.pecan_wsgi.hooks.translation [None req-09468b0f-feda-4d2d-8e77-072983b29501 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] DELETE failed (client error): The resource could not be found. Mar 08 12:23:20.462937 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09468b0f-feda-4d2d-8e77-072983b29501 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88470) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:23:20.464752 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-09468b0f-feda-4d2d-8e77-072983b29501 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/networks/cf85b42d-ab48-4220-b612-15db4da6a882 HTTP/1.1" status: 404 len: 339 time: 0.0320404 Mar 08 12:23:20.467176 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58210) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:20.537862 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59e0d19-8778-457b-8809-d002bb84dd6b tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Deleting subnet 82061c9e-271f-49fb-b265-217b537d4eb7 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:23:20.541794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b59e0d19-8778-457b-8809-d002bb84dd6b tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:20.601733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b59e0d19-8778-457b-8809-d002bb84dd6b tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:20.697263 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b59e0d19-8778-457b-8809-d002bb84dd6b tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:20.883423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b59e0d19-8778-457b-8809-d002bb84dd6b tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:20.930895 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e0d19-8778-457b-8809-d002bb84dd6b tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event deleted for resources: {'Subnet': ['ID=82061c9e-271f-49fb-b265-217b537d4eb7,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:20.935978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b59e0d19-8778-457b-8809-d002bb84dd6b tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:20.942076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ca9f8-e64d-4780-891b-5a60074d71eb None None] Network 91d509da-0dd5-444d-9608-01f851c262f2 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:21.079274 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b59e0d19-8778-457b-8809-d002bb84dd6b tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/subnets/82061c9e-271f-49fb-b265-217b537d4eb7 HTTP/1.1" status: 204 len: 168 time: 0.6103132 Mar 08 12:23:21.081761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58214) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:21.221777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:21.233967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Deleting port abd354a7-22e6-4ef3-b2f2-b701cc756ccf {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:23:21.234305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:21.256985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d9181-1b82-45c9-b799-adb84ca0bcbc None None] DHCP port deletion for 91d509da-0dd5-444d-9608-01f851c262f2 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:23:21.261326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-725d9181-1b82-45c9-b799-adb84ca0bcbc None None] Deleting port abd354a7-22e6-4ef3-b2f2-b701cc756ccf {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:23:21.261702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-725d9181-1b82-45c9-b799-adb84ca0bcbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:21.447410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] For port abd354a7-22e6-4ef3-b2f2-b701cc756ccf, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=abd354a7-22e6-4ef3-b2f2-b701cc756ccf,segment=NetworkSegment(fd63f427-e427-4a0c-9383-967aa7bb46d8),segment_id=fd63f427-e427-4a0c-9383-967aa7bb46d8)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:21.447668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:21.467184 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-725d9181-1b82-45c9-b799-adb84ca0bcbc None None] For port abd354a7-22e6-4ef3-b2f2-b701cc756ccf, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=abd354a7-22e6-4ef3-b2f2-b701cc756ccf,segment=NetworkSegment(fd63f427-e427-4a0c-9383-967aa7bb46d8),segment_id=fd63f427-e427-4a0c-9383-967aa7bb46d8)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:21.468109 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-725d9181-1b82-45c9-b799-adb84ca0bcbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:21.596690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-725d9181-1b82-45c9-b799-adb84ca0bcbc None None] Calling delete_port for abd354a7-22e6-4ef3-b2f2-b701cc756ccf owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:23:21.624821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device abd354a7-22e6-4ef3-b2f2-b701cc756ccf no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:23:21.681250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Calling delete_port for abd354a7-22e6-4ef3-b2f2-b701cc756ccf owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:23:21.772525 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:21.842333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-725d9181-1b82-45c9-b799-adb84ca0bcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:21.850260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.db.api [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:23:21.850580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG oslo_db.api [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:23:21.925371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d9181-1b82-45c9-b799-adb84ca0bcbc None None] Pushing event deleted for resources: {'Port': ['ID=abd354a7-22e6-4ef3-b2f2-b701cc756ccf,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:21.929174 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d9181-1b82-45c9-b799-adb84ca0bcbc None None] No DVR routers for this DVR port abd354a7-22e6-4ef3-b2f2-b701cc756ccf on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:23:22.352426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Deleting port abd354a7-22e6-4ef3-b2f2-b701cc756ccf {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:23:22.353000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:22.419073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] The port 'abd354a7-22e6-4ef3-b2f2-b701cc756ccf' was deleted {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 12:23:22.544652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:22.570076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d509da-0dd5-444d-9608-01f851c262f2']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:22.582279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd63f427-e427-4a0c-9383-967aa7bb46d8') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:22.582573 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd63f427-e427-4a0c-9383-967aa7bb46d8') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:22.594433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:22.610179 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:22.616107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:23:22.616491 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: util.warn( Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:23:22.630948 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:23:22.778039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:22.795499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:22.806340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event deleted for resources: {'Network': ['ID=91d509da-0dd5-444d-9608-01f851c262f2,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:22.810184 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b26fc8d7-af84-43fd-9b98-46d7b49e50e5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/networks/91d509da-0dd5-444d-9608-01f851c262f2 HTTP/1.1" status: 204 len: 168 time: 1.7271531 Mar 08 12:23:22.813794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58218) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:22.850475 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae7e2ff-49dd-48d9-8dea-a9cda27f77f5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] DELETE failed (client error): The resource could not be found. Mar 08 12:23:22.850907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae7e2ff-49dd-48d9-8dea-a9cda27f77f5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:23:22.852567 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dae7e2ff-49dd-48d9-8dea-a9cda27f77f5 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/subnets/2e07b662-96c4-4b24-bf2a-57460484a5d9 HTTP/1.1" status: 404 len: 337 time: 0.0378525 Mar 08 12:23:22.855515 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58222) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:22.883388 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e00bca1-6fb8-44b5-a6eb-d1640b608f26 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] DELETE failed (client error): The resource could not be found. Mar 08 12:23:22.883772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e00bca1-6fb8-44b5-a6eb-d1640b608f26 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:23:22.885375 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8e00bca1-6fb8-44b5-a6eb-d1640b608f26 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/networks/113f35e8-a6a0-442b-9031-0ea00616e3fb HTTP/1.1" status: 404 len: 339 time: 0.0290105 Mar 08 12:23:22.887818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58226) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:22.927707 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98a6faf-2a02-4b87-b2d6-7e713c87ee5f tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] DELETE failed (client error): The resource could not be found. Mar 08 12:23:22.928156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98a6faf-2a02-4b87-b2d6-7e713c87ee5f tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:23:22.930107 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c98a6faf-2a02-4b87-b2d6-7e713c87ee5f tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/subnets/4da52111-c92d-4541-965e-a02b7e6a869b HTTP/1.1" status: 404 len: 337 time: 0.0414212 Mar 08 12:23:22.932663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58230) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:22.957652 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e513511-ec51-4d1a-97b7-9cec3d210928 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] DELETE failed (client error): The resource could not be found. Mar 08 12:23:22.958145 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e513511-ec51-4d1a-97b7-9cec3d210928 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:23:22.959806 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0e513511-ec51-4d1a-97b7-9cec3d210928 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/networks/a2fbe8ba-4f89-46d6-95a6-488b2e90361d HTTP/1.1" status: 404 len: 339 time: 0.0262759 Mar 08 12:23:22.962443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58234) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:23.027402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00017b9-9085-4355-95c4-6984933a4485 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Deleting subnet c20ce4ae-0006-4814-937c-58a22e3b30e7 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:23:23.030434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b00017b9-9085-4355-95c4-6984933a4485 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:23.087475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b00017b9-9085-4355-95c4-6984933a4485 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:23.168086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b00017b9-9085-4355-95c4-6984933a4485 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:23.315627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b00017b9-9085-4355-95c4-6984933a4485 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:23.355908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00017b9-9085-4355-95c4-6984933a4485 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event deleted for resources: {'Subnet': ['ID=c20ce4ae-0006-4814-937c-58a22e3b30e7,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:23.360949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b00017b9-9085-4355-95c4-6984933a4485 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:23.366407 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cb0020-d684-4fe9-9d36-a77708c21fde None None] Network b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:23.370440 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b00017b9-9085-4355-95c4-6984933a4485 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/subnets/c20ce4ae-0006-4814-937c-58a22e3b30e7 HTTP/1.1" status: 204 len: 168 time: 0.4070935 Mar 08 12:23:23.372812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58238) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:23.484820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:23.494819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Deleting port be437c3c-2cd3-44f6-96b6-387c86b3d97d {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:23:23.495150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:23.606886 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e1460-f4b7-4f2b-9a47-95ecd1f6837a None None] DHCP port deletion for b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:23:23.611990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c00e1460-f4b7-4f2b-9a47-95ecd1f6837a None None] Deleting port be437c3c-2cd3-44f6-96b6-387c86b3d97d {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:23:23.612365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c00e1460-f4b7-4f2b-9a47-95ecd1f6837a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:23.696536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] For port be437c3c-2cd3-44f6-96b6-387c86b3d97d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=be437c3c-2cd3-44f6-96b6-387c86b3d97d,segment=NetworkSegment(0d8aa41f-0e6b-49a0-ba41-a9bc61329872),segment_id=0d8aa41f-0e6b-49a0-ba41-a9bc61329872)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:23.696898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:23.814118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c00e1460-f4b7-4f2b-9a47-95ecd1f6837a None None] For port be437c3c-2cd3-44f6-96b6-387c86b3d97d, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=be437c3c-2cd3-44f6-96b6-387c86b3d97d,segment=NetworkSegment(0d8aa41f-0e6b-49a0-ba41-a9bc61329872),segment_id=0d8aa41f-0e6b-49a0-ba41-a9bc61329872)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:23.814417 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c00e1460-f4b7-4f2b-9a47-95ecd1f6837a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:23.918471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Calling delete_port for be437c3c-2cd3-44f6-96b6-387c86b3d97d owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:23:23.936457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c00e1460-f4b7-4f2b-9a47-95ecd1f6837a None None] Calling delete_port for be437c3c-2cd3-44f6-96b6-387c86b3d97d owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:23:24.042612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:24.047850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-c00e1460-f4b7-4f2b-9a47-95ecd1f6837a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:23:24.048243 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-c00e1460-f4b7-4f2b-9a47-95ecd1f6837a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:23:24.090688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] No DVR routers for this DVR port be437c3c-2cd3-44f6-96b6-387c86b3d97d on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:23:24.119024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event deleted for resources: {'Port': ['ID=be437c3c-2cd3-44f6-96b6-387c86b3d97d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:24.212020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:24.239983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:24.251357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8aa41f-0e6b-49a0-ba41-a9bc61329872') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:24.251650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8aa41f-0e6b-49a0-ba41-a9bc61329872') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:24.262457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:24.277992 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:24.284217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:23:24.284592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:23:24.298393 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:23:24.429807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:24.447183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:24.458234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] Pushing event deleted for resources: {'Network': ['ID=b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:24.462067 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a093a3a6-4240-4f34-8cc1-be7e169776c4 tempest-NetworksIpV6Test-1443258027 tempest-NetworksIpV6Test-1443258027-project] 10.222.0.32 "DELETE /v2.0/networks/b27e7a6b-d3fb-4bdf-9154-fb53a89e70e5 HTTP/1.1" status: 204 len: 168 time: 1.0883312 Mar 08 12:23:24.549518 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c00e1460-f4b7-4f2b-9a47-95ecd1f6837a None None] Deleting port be437c3c-2cd3-44f6-96b6-387c86b3d97d {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:23:24.550009 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c00e1460-f4b7-4f2b-9a47-95ecd1f6837a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:24.616250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-c00e1460-f4b7-4f2b-9a47-95ecd1f6837a None None] The port 'be437c3c-2cd3-44f6-96b6-387c86b3d97d' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 12:23:24.935546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58246) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:25.083711 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-03d6f523-dd4a-482e-9761-cb7b2660fca5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b509c9d1aa04d9b85cc8b8cef0064eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468825 Mar 08 12:23:25.086997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58252) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:25.145409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c324d2ca-23ab-4359-872d-b34e9fb02fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:25.171539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c324d2ca-23ab-4359-872d-b34e9fb02fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:25.305747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c324d2ca-23ab-4359-872d-b34e9fb02fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:25.319889 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324d2ca-23ab-4359-872d-b34e9fb02fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b284db-3c21-42fe-a724-d5bde63bc0a4,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:25.326179 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c324d2ca-23ab-4359-872d-b34e9fb02fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:25.327939 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c324d2ca-23ab-4359-872d-b34e9fb02fb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70b284db-3c21-42fe-a724-d5bde63bc0a4 HTTP/1.1" status: 204 len: 168 time: 0.2404673 Mar 08 12:23:25.575763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device be437c3c-2cd3-44f6-96b6-387c86b3d97d no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:23:25.611440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: be437c3c-2cd3-44f6-96b6-387c86b3d97d {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:23:25.611794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device be437c3c-2cd3-44f6-96b6-387c86b3d97d not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:23:26.444633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58276) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:26.548612 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-30d8f140-2136-43c0-b7f9-c23dd68b420c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1881916726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:26.555608 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-30d8f140-2136-43c0-b7f9-c23dd68b420c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:26.559390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-30d8f140-2136-43c0-b7f9-c23dd68b420c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Usage tracker for resource:router and tenant:421caea316164b2680493deca37a5e16 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:26.562707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-30d8f140-2136-43c0-b7f9-c23dd68b420c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:26.572417 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-30d8f140-2136-43c0-b7f9-c23dd68b420c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:26.641616 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30d8f140-2136-43c0-b7f9-c23dd68b420c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:26.642799 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30d8f140-2136-43c0-b7f9-c23dd68b420c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:26.657939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30d8f140-2136-43c0-b7f9-c23dd68b420c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:26.752219 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30d8f140-2136-43c0-b7f9-c23dd68b420c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:26.837113 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-30d8f140-2136-43c0-b7f9-c23dd68b420c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:26.838368 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-30d8f140-2136-43c0-b7f9-c23dd68b420c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3927445 Mar 08 12:23:26.841049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58282) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:26.846430 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1074006288'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:26.851687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:26.856230 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Usage tracker for resource:network and tenant:421caea316164b2680493deca37a5e16 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:26.859210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:26.864923 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:26.934290 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Made reservation on behalf of 421caea316164b2680493deca37a5e16 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:26.938441 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:26.951074 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:26.965722 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:26.969579 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Usage tracker for resource:security_group_rule and tenant:421caea316164b2680493deca37a5e16 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:26.972577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:26.978512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:27.068057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:27.134268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:27.168282 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:23:27.174225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c00da7-1d42-48a8-b8a7-98c2dc430114,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:27.181406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:27.184584 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Added segment ed30d104-6b67-49a9-95b9-4ec9896ac37e of type vlan for network 9278b1da-21b8-4037-ba4f-fefae9adc7d5 Mar 08 12:23:27.208407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:27.288008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:27.293403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:27.294004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:27.401706 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Pushing event updated for resources: {'Network': ['ID=9278b1da-21b8-4037-ba4f-fefae9adc7d5,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:27.412526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 9278b1da-21b8-4037-ba4f-fefae9adc7d5 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:23:27.444100 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-38158c39-bf06-4113-a335-81d4dddcf959 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6018021 Mar 08 12:23:27.447424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58286) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:27.459554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Request body: {'subnet': {'network_id': '9278b1da-21b8-4037-ba4f-fefae9adc7d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:27.563613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:27.567326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Usage tracker for resource:subnet and tenant:421caea316164b2680493deca37a5e16 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:27.570132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:27.575755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:27.653858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Made reservation on behalf of 421caea316164b2680493deca37a5e16 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:27.658374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:27.939577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:28.014738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Pushing event updated for resources: {'Subnet': ['ID=a0d7ea49-5d5b-4744-9692-83064f792637,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:28.022472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Checking segment: {'id': 'ed30d104-6b67-49a9-95b9-4ec9896ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9278b1da-21b8-4037-ba4f-fefae9adc7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:28.022833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Network hostable DHCP agents. Network: 9278b1da-21b8-4037-ba4f-fefae9adc7d5, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:23:28.098064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Network 9278b1da-21b8-4037-ba4f-fefae9adc7d5 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:23:28.171881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 9278b1da-21b8-4037-ba4f-fefae9adc7d5) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:28.176252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:28.177291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:28.180562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee00ce3f-8fd7-4b67-a002-8c20e69c9617 None None] Network 9278b1da-21b8-4037-ba4f-fefae9adc7d5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:28.266605 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-951c6970-3304-4dbc-a6cf-7138226cda68 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8178928 Mar 08 12:23:28.269383 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58290) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:28.274921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1356981348'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:28.279681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:28.283437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Usage tracker for resource:network and tenant:421caea316164b2680493deca37a5e16 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:28.286250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:28.292009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:28.371979 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Made reservation on behalf of 421caea316164b2680493deca37a5e16 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:28.376081 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:28.389565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-9278b1da-21b8-4037-ba4f-fefae9adc7d5', 'network_id': '9278b1da-21b8-4037-ba4f-fefae9adc7d5', 'tenant_id': '421caea316164b2680493deca37a5e16', 'fixed_ips': [{'subnet_id': 'a0d7ea49-5d5b-4744-9692-83064f792637'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:23:28.391084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:28.404298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:23:28.414424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:28.414825 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Added segment 675c077a-8557-48c4-84aa-b4e3b87a182d of type vlan for network f59a588b-bf22-4d4f-89d2-a83362e732e9 Mar 08 12:23:28.445619 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:28.544207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Allocated IP 172.20.0.2 (9278b1da-21b8-4037-ba4f-fefae9adc7d5/a0d7ea49-5d5b-4744-9692-83064f792637/3efeed1a-4e77-4c57-8957-a5821c3bb5f8) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:23:28.563269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:28.569092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:28.569688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:28.678571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Pushing event updated for resources: {'Network': ['ID=f59a588b-bf22-4d4f-89d2-a83362e732e9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:28.705910 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ea797374-2e8a-4005-91d8-87faf85222aa tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4353554 Mar 08 12:23:28.708536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58294) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:28.714544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Request body: {'subnet': {'network_id': 'f59a588b-bf22-4d4f-89d2-a83362e732e9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:28.716921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network f59a588b-bf22-4d4f-89d2-a83362e732e9 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:23:28.823828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:28.827489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Usage tracker for resource:subnet and tenant:421caea316164b2680493deca37a5e16 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:28.830304 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:28.835728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:28.835926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:28.847984 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Transition to ACTIVE for port object 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:28.865696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Transition to ACTIVE for port object 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:28.928817 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Made reservation on behalf of 421caea316164b2680493deca37a5e16 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:28.932541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:28.957077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:29.017960 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Network 9278b1da-21b8-4037-ba4f-fefae9adc7d5 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:29.024785 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:29.028843 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:23:29.035129 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Pushing event updated for resources: {'Port': ['ID=3efeed1a-4e77-4c57-8957-a5821c3bb5f8,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:29.123613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Attempting to bind port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:23:29.128180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Attempting to bind port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'ed30d104-6b67-49a9-95b9-4ec9896ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9278b1da-21b8-4037-ba4f-fefae9adc7d5'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:23:29.128180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Attempting to bind port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 on network 9278b1da-21b8-4037-ba4f-fefae9adc7d5 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:23:29.130341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:23:29.130708 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Checking segment: {'id': 'ed30d104-6b67-49a9-95b9-4ec9896ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9278b1da-21b8-4037-ba4f-fefae9adc7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:29.131196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:29.131604 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Bound using segment: {'id': 'ed30d104-6b67-49a9-95b9-4ec9896ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9278b1da-21b8-4037-ba4f-fefae9adc7d5'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:23:29.132066 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Bound port: 3efeed1a-4e77-4c57-8957-a5821c3bb5f8, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed30d104-6b67-49a9-95b9-4ec9896ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9278b1da-21b8-4037-ba4f-fefae9adc7d5'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:23:29.132448 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:29.197262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:29.221043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] For port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:23:29.224376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] For port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3efeed1a-4e77-4c57-8957-a5821c3bb5f8,segment=NetworkSegment(ed30d104-6b67-49a9-95b9-4ec9896ac37e),segment_id=ed30d104-6b67-49a9-95b9-4ec9896ac37e)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:23:29.275941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Pushing event updated for resources: {'Subnet': ['ID=bf07e73d-99be-4b9d-893e-4bd0a974b76f,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:29.279856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Checking segment: {'id': '675c077a-8557-48c4-84aa-b4e3b87a182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f59a588b-bf22-4d4f-89d2-a83362e732e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:29.280214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Network hostable DHCP agents. Network: f59a588b-bf22-4d4f-89d2-a83362e732e9, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:23:29.311570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:29.373862 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Network f59a588b-bf22-4d4f-89d2-a83362e732e9 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:23:29.393296 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdc76b-125b-4b8d-8648-ee85d1ef41e0 None None] Pushing event updated for resources: {'Port': ['ID=3efeed1a-4e77-4c57-8957-a5821c3bb5f8,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:29.448695 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, f59a588b-bf22-4d4f-89d2-a83362e732e9) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:29.453202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:29.453925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:29.461366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a57df9f-2af2-49b8-aba0-11da1e544c4a None None] Network f59a588b-bf22-4d4f-89d2-a83362e732e9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:29.557942 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fa67dcb5-c459-4999-a5d0-0f66a94ea4ca tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8481925 Mar 08 12:23:29.563225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58298) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:29.571502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a00f5e72-136d-4dd0-9618-f9e01e30f85d tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f59a588b-bf22-4d4f-89d2-a83362e732e9'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:29.695274 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-f59a588b-bf22-4d4f-89d2-a83362e732e9', 'network_id': 'f59a588b-bf22-4d4f-89d2-a83362e732e9', 'tenant_id': '421caea316164b2680493deca37a5e16', 'fixed_ips': [{'subnet_id': 'bf07e73d-99be-4b9d-893e-4bd0a974b76f'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:23:29.696121 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:29.899535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Allocated IP 172.21.0.2 (f59a588b-bf22-4d4f-89d2-a83362e732e9/bf07e73d-99be-4b9d-893e-4bd0a974b76f/022ee39f-6739-47b8-8aeb-da550681dfee) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:23:30.090491 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a00f5e72-136d-4dd0-9618-f9e01e30f85d tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:30.109841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:30.124175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Transition to ACTIVE for port object 022ee39f-6739-47b8-8aeb-da550681dfee will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:30.156521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Transition to ACTIVE for port object 022ee39f-6739-47b8-8aeb-da550681dfee will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:30.215901 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:30.279388 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Network f59a588b-bf22-4d4f-89d2-a83362e732e9 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:30.283495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:30.287649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:23:30.334606 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Pushing event updated for resources: {'Port': ['ID=022ee39f-6739-47b8-8aeb-da550681dfee,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:30.351503 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.api.v2.resource [None req-a00f5e72-136d-4dd0-9618-f9e01e30f85d tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:23:30.352729 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a00f5e72-136d-4dd0-9618-f9e01e30f85d tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] 10.222.0.32 "PUT /v2.0/routers/a96a6669-03a4-4d39-84d5-c4e64845cf48 HTTP/1.1" status: 400 len: 364 time: 0.7884099 Mar 08 12:23:30.358590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58302) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:30.394952 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Attempting to bind port 022ee39f-6739-47b8-8aeb-da550681dfee on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:23:30.395315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Attempting to bind port 022ee39f-6739-47b8-8aeb-da550681dfee by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '675c077a-8557-48c4-84aa-b4e3b87a182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f59a588b-bf22-4d4f-89d2-a83362e732e9'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:23:30.395674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Attempting to bind port 022ee39f-6739-47b8-8aeb-da550681dfee on network f59a588b-bf22-4d4f-89d2-a83362e732e9 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:23:30.402494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:23:30.408739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Checking segment: {'id': '675c077a-8557-48c4-84aa-b4e3b87a182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f59a588b-bf22-4d4f-89d2-a83362e732e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:30.408739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:30.408739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Bound using segment: {'id': '675c077a-8557-48c4-84aa-b4e3b87a182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f59a588b-bf22-4d4f-89d2-a83362e732e9'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:23:30.408739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Bound port: 022ee39f-6739-47b8-8aeb-da550681dfee, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675c077a-8557-48c4-84aa-b4e3b87a182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f59a588b-bf22-4d4f-89d2-a83362e732e9'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:23:30.408739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:30.416568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f6188-daf0-4156-8d08-4ca758995ec2 None None] Network 9278b1da-21b8-4037-ba4f-fefae9adc7d5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:30.431724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d697f1-5ab2-4fd4-b67d-9136f6b39eb5 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Deleting subnet bf07e73d-99be-4b9d-893e-4bd0a974b76f {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:23:30.437601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3d697f1-5ab2-4fd4-b67d-9136f6b39eb5 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:30.492980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3d697f1-5ab2-4fd4-b67d-9136f6b39eb5 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:30.581032 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3d697f1-5ab2-4fd4-b67d-9136f6b39eb5 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:30.654276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cbdd4b2a-e779-45fb-b7b6-6f5de22f8b9e None None] Provisioning for port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:30.740341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3d697f1-5ab2-4fd4-b67d-9136f6b39eb5 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:30.743662 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] For port 022ee39f-6739-47b8-8aeb-da550681dfee, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:23:30.752423 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] For port 022ee39f-6739-47b8-8aeb-da550681dfee, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=022ee39f-6739-47b8-8aeb-da550681dfee,segment=NetworkSegment(675c077a-8557-48c4-84aa-b4e3b87a182d),segment_id=675c077a-8557-48c4-84aa-b4e3b87a182d)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:23:30.784796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d697f1-5ab2-4fd4-b67d-9136f6b39eb5 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Pushing event deleted for resources: {'Subnet': ['ID=bf07e73d-99be-4b9d-893e-4bd0a974b76f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:30.787641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f3d697f1-5ab2-4fd4-b67d-9136f6b39eb5 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:30.794358 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f3d697f1-5ab2-4fd4-b67d-9136f6b39eb5 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] 10.222.0.32 "DELETE /v2.0/subnets/bf07e73d-99be-4b9d-893e-4bd0a974b76f HTTP/1.1" status: 204 len: 168 time: 0.4345765 Mar 08 12:23:30.797280 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58306) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:30.820062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:30.909312 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7b0a0-9214-40d3-8a71-3a91fbe1edba None None] Pushing event updated for resources: {'Port': ['ID=022ee39f-6739-47b8-8aeb-da550681dfee,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:30.933096 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:30.945938 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Deleting port 022ee39f-6739-47b8-8aeb-da550681dfee {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:23:30.946356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:31.168552 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] For port 022ee39f-6739-47b8-8aeb-da550681dfee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=022ee39f-6739-47b8-8aeb-da550681dfee,segment=NetworkSegment(675c077a-8557-48c4-84aa-b4e3b87a182d),segment_id=675c077a-8557-48c4-84aa-b4e3b87a182d)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:31.168932 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:31.295767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Calling delete_port for 022ee39f-6739-47b8-8aeb-da550681dfee owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:23:31.452532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:31.504708 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Pushing event deleted for resources: {'Port': ['ID=022ee39f-6739-47b8-8aeb-da550681dfee,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:31.506519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] No DVR routers for this DVR port 022ee39f-6739-47b8-8aeb-da550681dfee on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:23:31.624097 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:31.647511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:31.681807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59a588b-bf22-4d4f-89d2-a83362e732e9']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:31.695458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675c077a-8557-48c4-84aa-b4e3b87a182d') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:31.695752 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675c077a-8557-48c4-84aa-b4e3b87a182d') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:31.711540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:31.729011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:31.735740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:23:31.736142 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:23:31.751274 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:23:31.763346 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:31.770224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:31.770466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:31.867384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befe4128-587d-4867-b6cb-5f52214525a0 None None] Network f59a588b-bf22-4d4f-89d2-a83362e732e9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:31.920904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:31.938969 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:31.949669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Pushing event deleted for resources: {'Network': ['ID=f59a588b-bf22-4d4f-89d2-a83362e732e9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:31.956464 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fe859a8f-4d88-467f-a215-fb270ec1fffc tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] 10.222.0.32 "DELETE /v2.0/networks/f59a588b-bf22-4d4f-89d2-a83362e732e9 HTTP/1.1" status: 204 len: 168 time: 1.1559687 Mar 08 12:23:31.956851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58310) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:31.960428 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d7ade769-6f1d-43d9-a38d-aa65c2c12bee None None] Could not find standard attr ID for object 022ee39f-6739-47b8-8aeb-da550681dfee. {{(pid=88471) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:23:31.984877 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:32.022274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2c8b64-6514-4d01-a2f4-55369a49544e tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Deleting subnet a0d7ea49-5d5b-4744-9692-83064f792637 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:23:32.025134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8b64-6514-4d01-a2f4-55369a49544e tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:32.083431 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3efeed1a-4e77-4c57-8957-a5821c3bb5f8,segment=NetworkSegment(ed30d104-6b67-49a9-95b9-4ec9896ac37e),segment_id=ed30d104-6b67-49a9-95b9-4ec9896ac37e)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:32.086581 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8b64-6514-4d01-a2f4-55369a49544e tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:32.137236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981fa64d-fac1-410b-841d-d323e3a001c4 None None] DHCP port deletion for f59a588b-bf22-4d4f-89d2-a83362e732e9 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:23:32.185549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:32.253375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=3efeed1a-4e77-4c57-8957-a5821c3bb5f8,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:32.285080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8b64-6514-4d01-a2f4-55369a49544e tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:32.435284 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8b64-6514-4d01-a2f4-55369a49544e tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:32.477087 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c8b64-6514-4d01-a2f4-55369a49544e tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d7ea49-5d5b-4744-9692-83064f792637,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:32.480717 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8b64-6514-4d01-a2f4-55369a49544e tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:32.487892 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa68728b-7935-4241-ad90-21e8ddb7401c None None] Network 9278b1da-21b8-4037-ba4f-fefae9adc7d5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:32.488590 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5a2c8b64-6514-4d01-a2f4-55369a49544e tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] 10.222.0.32 "DELETE /v2.0/subnets/a0d7ea49-5d5b-4744-9692-83064f792637 HTTP/1.1" status: 204 len: 168 time: 0.5309176 Mar 08 12:23:32.491004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58314) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:32.608700 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:32.622475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Deleting port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:23:32.622939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:32.744941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018c4e19-47df-4e62-9da9-640de2cc519c None None] DHCP port deletion for 9278b1da-21b8-4037-ba4f-fefae9adc7d5 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:23:32.749163 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-018c4e19-47df-4e62-9da9-640de2cc519c None None] Deleting port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:23:32.749716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-018c4e19-47df-4e62-9da9-640de2cc519c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:32.839395 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] For port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3efeed1a-4e77-4c57-8957-a5821c3bb5f8,segment=NetworkSegment(ed30d104-6b67-49a9-95b9-4ec9896ac37e),segment_id=ed30d104-6b67-49a9-95b9-4ec9896ac37e)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:32.839755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:32.971678 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Calling delete_port for 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:23:33.001367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-018c4e19-47df-4e62-9da9-640de2cc519c None None] For port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3efeed1a-4e77-4c57-8957-a5821c3bb5f8,segment=NetworkSegment(ed30d104-6b67-49a9-95b9-4ec9896ac37e),segment_id=ed30d104-6b67-49a9-95b9-4ec9896ac37e)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:33.001985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-018c4e19-47df-4e62-9da9-640de2cc519c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:33.133143 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-018c4e19-47df-4e62-9da9-640de2cc519c None None] Calling delete_port for 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:23:33.139762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:33.187724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Pushing event deleted for resources: {'Port': ['ID=3efeed1a-4e77-4c57-8957-a5821c3bb5f8,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:33.189486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] No DVR routers for this DVR port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:23:33.212242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-018c4e19-47df-4e62-9da9-640de2cc519c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:23:33.212688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-018c4e19-47df-4e62-9da9-640de2cc519c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:23:33.310349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:33.339429 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9278b1da-21b8-4037-ba4f-fefae9adc7d5']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:33.350981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed30d104-6b67-49a9-95b9-4ec9896ac37e') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:33.351274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed30d104-6b67-49a9-95b9-4ec9896ac37e') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:33.362175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:33.378649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:33.384901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:23:33.389766 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:23:33.399932 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:23:33.563085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:33.568520 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:33.583436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 022ee39f-6739-47b8-8aeb-da550681dfee no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:23:33.602131 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Pushing event deleted for resources: {'Network': ['ID=9278b1da-21b8-4037-ba4f-fefae9adc7d5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:33.609060 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b61a3277-b95d-4e9a-92b5-dce5f3b6cb1c tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] 10.222.0.32 "DELETE /v2.0/networks/9278b1da-21b8-4037-ba4f-fefae9adc7d5 HTTP/1.1" status: 204 len: 168 time: 1.1145265 Mar 08 12:23:33.609503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58318) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:33.636020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 022ee39f-6739-47b8-8aeb-da550681dfee {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:23:33.636385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 022ee39f-6739-47b8-8aeb-da550681dfee not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:23:33.636782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:23:33.673044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:23:33.673390 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:23:33.714136 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-018c4e19-47df-4e62-9da9-640de2cc519c None None] Deleting port 3efeed1a-4e77-4c57-8957-a5821c3bb5f8 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:23:33.714535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-018c4e19-47df-4e62-9da9-640de2cc519c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:33.754807 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e155a3e9-e388-4e2f-89c7-b930ca006674 tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] 10.222.0.32 "GET /v2.0/ports?device_id=a96a6669-03a4-4d39-84d5-c4e64845cf48 HTTP/1.1" status: 200 len: 205 time: 0.1439180 Mar 08 12:23:33.757063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58322) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:33.780780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-018c4e19-47df-4e62-9da9-640de2cc519c None None] The port '3efeed1a-4e77-4c57-8957-a5821c3bb5f8' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 12:23:33.896628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-25683d71-5e88-4b56-9d1d-973e0b15f80d tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:34.200675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-25683d71-5e88-4b56-9d1d-973e0b15f80d tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:34.203252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-25683d71-5e88-4b56-9d1d-973e0b15f80d tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:34.311085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-25683d71-5e88-4b56-9d1d-973e0b15f80d tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:34.311607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25683d71-5e88-4b56-9d1d-973e0b15f80d tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Fanout notify agent at l3_agent the message router_deleted on router a96a6669-03a4-4d39-84d5-c4e64845cf48 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:23:34.323023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-25683d71-5e88-4b56-9d1d-973e0b15f80d tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:34.324091 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-25683d71-5e88-4b56-9d1d-973e0b15f80d tempest-RoutersNegativeTest-1524601511 tempest-RoutersNegativeTest-1524601511-project] 10.222.0.32 "DELETE /v2.0/routers/a96a6669-03a4-4d39-84d5-c4e64845cf48 HTTP/1.1" status: 204 len: 168 time: 0.5661645 Mar 08 12:23:34.794283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58330) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:34.938329 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7d94440d-c82e-499f-9116-c4cfdba168c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=421caea316164b2680493deca37a5e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428957 Mar 08 12:23:34.940759 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58336) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:35.003290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f80eba3e-a855-4cbe-ad2c-dd22b8eca9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:35.028231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f80eba3e-a855-4cbe-ad2c-dd22b8eca9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:35.155433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f80eba3e-a855-4cbe-ad2c-dd22b8eca9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:35.176681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80eba3e-a855-4cbe-ad2c-dd22b8eca9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c00da7-1d42-48a8-b8a7-98c2dc430114,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:35.182063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f80eba3e-a855-4cbe-ad2c-dd22b8eca9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:35.182915 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f80eba3e-a855-4cbe-ad2c-dd22b8eca9ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90c00da7-1d42-48a8-b8a7-98c2dc430114 HTTP/1.1" status: 204 len: 168 time: 0.2412548 Mar 08 12:23:36.071743 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:23:36.247230 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58360) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:36.350068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-6242127-network', 'tenant_id': '0687577257f642e293c768ac057dbd76'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:36.354911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:36.358762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Usage tracker for resource:network and tenant:0687577257f642e293c768ac057dbd76 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:36.361649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:36.367928 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:36.435360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Made reservation on behalf of 0687577257f642e293c768ac057dbd76 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:36.438381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:36.450714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:36.465442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:36.469244 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Usage tracker for resource:security_group_rule and tenant:0687577257f642e293c768ac057dbd76 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:36.472050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:36.477757 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:36.556856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:36.648382 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:36.679510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:23:36.688519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11711588-1c1f-4b56-be59-0f1c9b61459c,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:36.694903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:36.695803 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Added segment 2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519 of type vlan for network 11cb7951-b9ab-454e-bb11-d85a29972dda Mar 08 12:23:36.720358 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:36.823509 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:36.824538 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:36.825121 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:36.935616 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] Pushing event updated for resources: {'Network': ['ID=11cb7951-b9ab-454e-bb11-d85a29972dda,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:36.951799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 11cb7951-b9ab-454e-bb11-d85a29972dda details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:23:37.014818 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d5375e0a-43d5-4c97-9e11-655d17ab3942 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7664752 Mar 08 12:23:37.017554 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58366) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:37.023261 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Request body: {'subnet': {'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-6242127-subnet', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'ip_version': 4}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:37.028279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:37.032855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Usage tracker for resource:subnet and tenant:0687577257f642e293c768ac057dbd76 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:37.036289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:37.042900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:37.185465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Made reservation on behalf of 0687577257f642e293c768ac057dbd76 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:37.188615 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:37.448178 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:37.519779 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=202f828e-44c9-48d8-875a-9f312603a27b,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:37.528073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Checking segment: {'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:37.528425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Network hostable DHCP agents. Network: 11cb7951-b9ab-454e-bb11-d85a29972dda, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:23:37.630852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Network 11cb7951-b9ab-454e-bb11-d85a29972dda is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:23:37.688692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 11cb7951-b9ab-454e-bb11-d85a29972dda) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:37.692599 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:37.693181 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:37.699242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ad77ef-6c98-4159-9f7a-5233564c0da5 None None] Network 11cb7951-b9ab-454e-bb11-d85a29972dda requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:37.774647 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6fc6fa29-3486-4991-887f-9fd7832b7a61 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7558768 Mar 08 12:23:37.777188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58370) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:37.782929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-6242127-router', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:37.787493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:37.791333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Usage tracker for resource:router and tenant:0687577257f642e293c768ac057dbd76 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:37.794115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:37.800557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:37.881115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:37.882356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:37.896936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:37.913087 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-11cb7951-b9ab-454e-bb11-d85a29972dda', 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'fixed_ips': [{'subnet_id': '202f828e-44c9-48d8-875a-9f312603a27b'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:23:37.913961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:38.065408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Allocated IP 172.20.0.2 (11cb7951-b9ab-454e-bb11-d85a29972dda/202f828e-44c9-48d8-875a-9f312603a27b/2070d8d8-3c0d-4d3d-9c09-645b4d9d4207) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:23:38.242892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:38.263383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:38.273473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Transition to ACTIVE for port object 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:38.291157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Transition to ACTIVE for port object 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:38.374401 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:38.435642 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Network 11cb7951-b9ab-454e-bb11-d85a29972dda is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:38.438326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:38.447036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:23:38.484485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Pushing event updated for resources: {'Port': ['ID=2070d8d8-3c0d-4d3d-9c09-645b4d9d4207,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:38.529741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:38.530220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:38.531129 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:38.531515 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:38.531871 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:38.532239 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:38.532596 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:38.532950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:38.533301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:38.533658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:38.534080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:38.534393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:38.585799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Attempting to bind port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:23:38.586188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Attempting to bind port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:23:38.586545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Attempting to bind port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 on network 11cb7951-b9ab-454e-bb11-d85a29972dda {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:23:38.592406 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:23:38.592813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Checking segment: {'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:38.593252 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:38.593642 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Bound using segment: {'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:23:38.594121 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Bound port: 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:23:38.594525 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:38.685588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] For port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:23:38.689530 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] For port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2070d8d8-3c0d-4d3d-9c09-645b4d9d4207,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:23:38.749183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:38.763124 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:38.778928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:38.848913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00940a-c27c-4666-ad6f-ebeab0148702 None None] Pushing event updated for resources: {'Port': ['ID=2070d8d8-3c0d-4d3d-9c09-645b4d9d4207,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:38.925850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Allocated IP 172.26.4.49 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/ff2a7a82-41d4-4940-b1d7-797246064ec1) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:23:39.090867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:39.195757 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:39.254589 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:39.257182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:39.264988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:23:39.304307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Pushing event updated for resources: {'Port': ['ID=ff2a7a82-41d4-4940-b1d7-797246064ec1,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:39.622768 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:39.771649 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:39.780077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:39.793127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0945e2c-b0cd-4aa2-80a1-8c5db5e74d43 None None] Network 11cb7951-b9ab-454e-bb11-d85a29972dda requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:40.007626 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c95ab721-653f-4209-9c4d-f5104c15e550 None None] Provisioning for port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:40.016535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ce7c019a-8fa0-451b-b4a0-b682d7c63a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:40.021164 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c95ab721-653f-4209-9c4d-f5104c15e550 None None] Provisioning complete for port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:40.021164 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c95ab721-653f-4209-9c4d-f5104c15e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:40.116271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:40.162255 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c95ab721-653f-4209-9c4d-f5104c15e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:40.199188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c95ab721-653f-4209-9c4d-f5104c15e550 None None] For port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2070d8d8-3c0d-4d3d-9c09-645b4d9d4207,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:40.288092 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c95ab721-653f-4209-9c4d-f5104c15e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:40.359612 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ab721-653f-4209-9c4d-f5104c15e550 None None] Pushing event updated for resources: {'Port': ['ID=2070d8d8-3c0d-4d3d-9c09-645b4d9d4207,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:40.406564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7cd74930-deeb-4f8a-a7b0-141850dd9cf6 None None] Provisioning complete for port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:40.406936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7cd74930-deeb-4f8a-a7b0-141850dd9cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:40.499201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Router 5f1fd94a-cd3b-4971-8def-d4e06a28905d is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:23:40.687934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:23:40.697068 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Sync routers for ids ['5f1fd94a-cd3b-4971-8def-d4e06a28905d'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:23:40.706549 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Routers {'5f1fd94a-cd3b-4971-8def-d4e06a28905d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:23:40.707234 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:23:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f1fd94a-cd3b-4971-8def-d4e06a28905d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:40.761138 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:40.762393 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2d05a574-1b81-4b14-83a3-bf786e2a9e4c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9841099 Mar 08 12:23:40.765254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58374) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:40.889426 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Set router 5f1fd94a-cd3b-4971-8def-d4e06a28905d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:23:41.213988 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'name': 'tempest-TestEncryptedCinderVolumes-6242127-router', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:37Z', 'updated_at': '2022-03-08T12:23:39Z', 'revision_number': 3, 'project_id': '0687577257f642e293c768ac057dbd76', 'gw_port': {'id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:38Z', 'updated_at': '2022-03-08T12:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:41.217551 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Checking router: 5f1fd94a-cd3b-4971-8def-d4e06a28905d for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:23:41.217929 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Updating router 5f1fd94a-cd3b-4971-8def-d4e06a28905d port ff2a7a82-41d4-4940-b1d7-797246064ec1 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:23:41.272392 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:41.437302 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:41.593362 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:41.599341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:41.604928 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Transition to ACTIVE for port object ff2a7a82-41d4-4940-b1d7-797246064ec1 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:41.661430 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Allocated IP 172.20.0.1 (11cb7951-b9ab-454e-bb11-d85a29972dda/202f828e-44c9-48d8-875a-9f312603a27b/534965f1-3bd4-4f96-98b2-f8795af34cbe) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:23:41.675946 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:41.676443 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:41.710871 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:41.792733 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Attempting to bind port ff2a7a82-41d4-4940-b1d7-797246064ec1 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:23:41.793015 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Attempting to bind port ff2a7a82-41d4-4940-b1d7-797246064ec1 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:23:41.793426 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Attempting to bind port ff2a7a82-41d4-4940-b1d7-797246064ec1 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:23:41.800583 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Pushing event updated for resources: {'Port': ['ID=ff2a7a82-41d4-4940-b1d7-797246064ec1,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:41.806046 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:23:41.806483 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:41.806851 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:41.807243 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:23:41.807801 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Bound port: ff2a7a82-41d4-4940-b1d7-797246064ec1, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:23:41.808174 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:41.812332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:41.827998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Transition to ACTIVE for port object 534965f1-3bd4-4f96-98b2-f8795af34cbe will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:41.850000 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:41.850401 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:41.850785 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:41.851174 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:41.851590 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:41.851928 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:41.852299 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:41.852723 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:41.853103 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:41.853673 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:41.854076 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:41.854446 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:23:41.899665 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] For port ff2a7a82-41d4-4940-b1d7-797246064ec1, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:23:41.902800 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] For port ff2a7a82-41d4-4940-b1d7-797246064ec1, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ff2a7a82-41d4-4940-b1d7-797246064ec1,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:23:41.928491 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:41.990881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Network 11cb7951-b9ab-454e-bb11-d85a29972dda is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:41.991173 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:41.993717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:41.996248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:23:42.059939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Pushing event updated for resources: {'Port': ['ID=534965f1-3bd4-4f96-98b2-f8795af34cbe,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:42.073637 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Routers {'5f1fd94a-cd3b-4971-8def-d4e06a28905d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:23:42.074293 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:23:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f1fd94a-cd3b-4971-8def-d4e06a28905d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:42.079288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:42.153403 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3653d-ba51-4596-891f-863cdb995e1c None None] Pushing event updated for resources: {'Port': ['ID=ff2a7a82-41d4-4940-b1d7-797246064ec1,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:42.202920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3093-45b1-4728-8065-18f299b1518f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:42.281404 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] Set router 5f1fd94a-cd3b-4971-8def-d4e06a28905d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:23:42.338139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-86f7b64d-d90a-4d6f-9bcc-80ddd9557beb None None] Provisioning for port 534965f1-3bd4-4f96-98b2-f8795af34cbe completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:42.344354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-86f7b64d-d90a-4d6f-9bcc-80ddd9557beb None None] Provisioning complete for port 534965f1-3bd4-4f96-98b2-f8795af34cbe triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:42.344737 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-86f7b64d-d90a-4d6f-9bcc-80ddd9557beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:42.403493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-86f7b64d-d90a-4d6f-9bcc-80ddd9557beb None None] Port 534965f1-3bd4-4f96-98b2-f8795af34cbe cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:23:42.554319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:42.567918 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'name': 'tempest-TestEncryptedCinderVolumes-6242127-router', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:37Z', 'updated_at': '2022-03-08T12:23:39Z', 'revision_number': 3, 'project_id': '0687577257f642e293c768ac057dbd76', 'gw_port': {'id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:38Z', 'updated_at': '2022-03-08T12:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:42.571986 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7485eb-cfb3-461d-8020-42629cc9bddc None None] The sync data for ids ['5f1fd94a-cd3b-4971-8def-d4e06a28905d'] in dv-neutron-828143-8-hyperv is: [{'id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'name': 'tempest-TestEncryptedCinderVolumes-6242127-router', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:37Z', 'updated_at': '2022-03-08T12:23:39Z', 'revision_number': 3, 'project_id': '0687577257f642e293c768ac057dbd76', 'gw_port': {'id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:38Z', 'updated_at': '2022-03-08T12:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:23:42.811642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:42.881197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:42.990311 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:42.993902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Pushing event updated for resources: {'Port': ['ID=534965f1-3bd4-4f96-98b2-f8795af34cbe,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:43.139705 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Network 11cb7951-b9ab-454e-bb11-d85a29972dda is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:43.141529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:43.341681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Router 5f1fd94a-cd3b-4971-8def-d4e06a28905d has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:23:43.430804 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-72e62708-d7b5-43d6-be44-92c5b66e4fdd None None] Provisioning complete for port 534965f1-3bd4-4f96-98b2-f8795af34cbe triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:43.431375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-72e62708-d7b5-43d6-be44-92c5b66e4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:43.484294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-72e62708-d7b5-43d6-be44-92c5b66e4fdd None None] Port 534965f1-3bd4-4f96-98b2-f8795af34cbe cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:23:43.498100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:43.524713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:23:43.533471 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-caf12aec-d308-480e-97cc-66ebd0f289f4 admin admin] 10.222.0.32 "PUT /v2.0/routers/5f1fd94a-cd3b-4971-8def-d4e06a28905d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7671819 Mar 08 12:23:43.563188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:43.619769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ff2a7a82-41d4-4940-b1d7-797246064ec1 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:43.739757 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:43.762402 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port ff2a7a82-41d4-4940-b1d7-797246064ec1 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:43.768228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port ff2a7a82-41d4-4940-b1d7-797246064ec1 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:43.768617 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:43.894040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:43.912873 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port ff2a7a82-41d4-4940-b1d7-797246064ec1, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ff2a7a82-41d4-4940-b1d7-797246064ec1,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:44.012227 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:44.043974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Sync routers for ids ['5f1fd94a-cd3b-4971-8def-d4e06a28905d'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:23:44.072422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Routers {'5f1fd94a-cd3b-4971-8def-d4e06a28905d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:23:44.073047 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:23:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f1fd94a-cd3b-4971-8def-d4e06a28905d'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:44.146840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=ff2a7a82-41d4-4940-b1d7-797246064ec1,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:44.279089 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58392) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:44.285103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-422655395-network', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:44.289775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:44.293648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Usage tracker for resource:network and tenant:f1232ad8ee6d480884fe03f9d241457b is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:44.296470 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:44.299576 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Set router 5f1fd94a-cd3b-4971-8def-d4e06a28905d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:23:44.302941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:44.385049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Made reservation on behalf of f1232ad8ee6d480884fe03f9d241457b for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:44.387713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:44.401114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:44.419355 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:44.423164 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Usage tracker for resource:security_group_rule and tenant:f1232ad8ee6d480884fe03f9d241457b is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:44.425998 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:44.432023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:44.513822 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:44.579556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:44.606628 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:23:44.617769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'name': 'tempest-TestEncryptedCinderVolumes-6242127-router', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:37Z', 'updated_at': '2022-03-08T12:23:42Z', 'revision_number': 4, 'project_id': '0687577257f642e293c768ac057dbd76', 'gw_port': {'id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:38Z', 'updated_at': '2022-03-08T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '534965f1-3bd4-4f96-98b2-f8795af34cbe', 'name': '', 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'mac_address': 'fa:16:3e:18:44:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '202f828e-44c9-48d8-875a-9f312603a27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:41Z', 'updated_at': '2022-03-08T12:23:42Z', 'revision_number': 2, 'project_id': '0687577257f642e293c768ac057dbd76', 'subnets': [{'id': '202f828e-44c9-48d8-875a-9f312603a27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:44.619147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15bc717-5edc-4010-b96b-79832fbf9a94,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:44.622038 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Checking router: 5f1fd94a-cd3b-4971-8def-d4e06a28905d for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:23:44.622398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Updating router 5f1fd94a-cd3b-4971-8def-d4e06a28905d port 534965f1-3bd4-4f96-98b2-f8795af34cbe binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:23:44.623681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:44.624056 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Added segment 975ccc14-cd14-49be-8908-035a7872adcd of type vlan for network 571fbea8-5164-4875-a828-680f9b56322e Mar 08 12:23:44.651635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:44.680957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:44.745410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:44.746450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:44.747072 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:44.815032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:44.960340 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] Pushing event updated for resources: {'Network': ['ID=571fbea8-5164-4875-a828-680f9b56322e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:44.970714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 571fbea8-5164-4875-a828-680f9b56322e details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:23:45.030163 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7b7f14b0-2dd1-4904-b298-07be3da73883 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7499409 Mar 08 12:23:45.032738 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58396) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:45.038102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Request body: {'subnet': {'network_id': '571fbea8-5164-4875-a828-680f9b56322e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-422655395-subnet', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'ip_version': 4}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:45.042872 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:45.047481 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Usage tracker for resource:subnet and tenant:f1232ad8ee6d480884fe03f9d241457b is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:45.050979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:45.057537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:45.132767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Made reservation on behalf of f1232ad8ee6d480884fe03f9d241457b for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:45.135107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:45.135782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:45.147501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Transition to ACTIVE for port object 534965f1-3bd4-4f96-98b2-f8795af34cbe will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:45.263950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:45.395528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1d0ec-0161-4db3-af4b-c58bfe11012a None None] Pushing event updated for resources: {'Port': ['ID=534965f1-3bd4-4f96-98b2-f8795af34cbe,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:45.408605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:45.490301 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ae8c59-b9f4-4944-9b0e-98e3ef2c3b0e,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:45.492885 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Attempting to bind port 534965f1-3bd4-4f96-98b2-f8795af34cbe on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:23:45.493327 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Attempting to bind port 534965f1-3bd4-4f96-98b2-f8795af34cbe by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:23:45.493759 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Attempting to bind port 534965f1-3bd4-4f96-98b2-f8795af34cbe on network 11cb7951-b9ab-454e-bb11-d85a29972dda {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:23:45.500675 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:23:45.501223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Checking segment: {'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:45.501345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Checking segment: {'id': '975ccc14-cd14-49be-8908-035a7872adcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '571fbea8-5164-4875-a828-680f9b56322e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:45.501602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Network hostable DHCP agents. Network: 571fbea8-5164-4875-a828-680f9b56322e, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:23:45.501847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:45.502293 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Bound using segment: {'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:23:45.502758 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Bound port: 534965f1-3bd4-4f96-98b2-f8795af34cbe, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:23:45.503136 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:45.584651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Network 571fbea8-5164-4875-a828-680f9b56322e is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:23:45.603683 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ff2a7a82-41d4-4940-b1d7-797246064ec1 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:45.657202 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] For port 534965f1-3bd4-4f96-98b2-f8795af34cbe, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:23:45.665273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 571fbea8-5164-4875-a828-680f9b56322e) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:45.669660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:45.670078 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:45.674730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] For port 534965f1-3bd4-4f96-98b2-f8795af34cbe, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=534965f1-3bd4-4f96-98b2-f8795af34cbe,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:23:45.682528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89650f9-c5d2-4ad6-9276-d90a84ea4569 None None] Network 571fbea8-5164-4875-a828-680f9b56322e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:45.773375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port ff2a7a82-41d4-4940-b1d7-797246064ec1 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:45.773731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:45.776078 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-112fa390-554d-45a6-9c85-3c1c8f0f1542 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7419813 Mar 08 12:23:45.778289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58400) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:45.784061 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-422655395-router', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:45.789053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:45.792909 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Usage tracker for resource:router and tenant:f1232ad8ee6d480884fe03f9d241457b is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:23:45.795770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:23:45.801569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:45.816945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:45.882779 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:45.883841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:45.900117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:45.996356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Routers {'5f1fd94a-cd3b-4971-8def-d4e06a28905d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:23:45.996987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:23:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f1fd94a-cd3b-4971-8def-d4e06a28905d'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:46.187549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1d0ec-0161-4db3-af4b-c58bfe11012a None None] Pushing event updated for resources: {'Port': ['ID=534965f1-3bd4-4f96-98b2-f8795af34cbe,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:46.267306 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:46.445710 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-571fbea8-5164-4875-a828-680f9b56322e', 'network_id': '571fbea8-5164-4875-a828-680f9b56322e', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'fixed_ips': [{'subnet_id': 'f8ae8c59-b9f4-4944-9b0e-98e3ef2c3b0e'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:23:46.446578 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:46.462590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] Set router 5f1fd94a-cd3b-4971-8def-d4e06a28905d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:23:46.629049 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:46.673943 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:46.818562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Allocated IP 172.26.4.183 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/7eb245e6-a3bc-4185-b399-1e9f78a32c65) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:23:46.931452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Allocated IP 172.20.0.2 (571fbea8-5164-4875-a828-680f9b56322e/f8ae8c59-b9f4-4944-9b0e-98e3ef2c3b0e/6a99679e-f4e4-49de-8c1b-f220ced450a9) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:23:46.965974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:47.065362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:47.131175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:47.134012 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:47.138405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:23:47.184788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'name': 'tempest-TestEncryptedCinderVolumes-6242127-router', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:37Z', 'updated_at': '2022-03-08T12:23:42Z', 'revision_number': 4, 'project_id': '0687577257f642e293c768ac057dbd76', 'gw_port': {'id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:38Z', 'updated_at': '2022-03-08T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '534965f1-3bd4-4f96-98b2-f8795af34cbe', 'name': '', 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'mac_address': 'fa:16:3e:18:44:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '202f828e-44c9-48d8-875a-9f312603a27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:41Z', 'updated_at': '2022-03-08T12:23:45Z', 'revision_number': 4, 'project_id': '0687577257f642e293c768ac057dbd76', 'subnets': [{'id': '202f828e-44c9-48d8-875a-9f312603a27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:47.196223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92bc77-9f3e-4131-919f-2fad6f1be046 None None] The sync data for ids ['5f1fd94a-cd3b-4971-8def-d4e06a28905d'] in dv-neutron-828143-8-hyperv is: [{'id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'name': 'tempest-TestEncryptedCinderVolumes-6242127-router', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:37Z', 'updated_at': '2022-03-08T12:23:42Z', 'revision_number': 4, 'project_id': '0687577257f642e293c768ac057dbd76', 'gw_port': {'id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:38Z', 'updated_at': '2022-03-08T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '534965f1-3bd4-4f96-98b2-f8795af34cbe', 'name': '', 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'mac_address': 'fa:16:3e:18:44:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '202f828e-44c9-48d8-875a-9f312603a27b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:41Z', 'updated_at': '2022-03-08T12:23:45Z', 'revision_number': 4, 'project_id': '0687577257f642e293c768ac057dbd76', 'subnets': [{'id': '202f828e-44c9-48d8-875a-9f312603a27b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:23:47.226563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:47.252369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Transition to ACTIVE for port object 6a99679e-f4e4-49de-8c1b-f220ced450a9 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:47.278366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Transition to ACTIVE for port object 6a99679e-f4e4-49de-8c1b-f220ced450a9 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:47.325607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Pushing event updated for resources: {'Port': ['ID=7eb245e6-a3bc-4185-b399-1e9f78a32c65,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:47.345699 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:47.411454 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Network 571fbea8-5164-4875-a828-680f9b56322e is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:47.414371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:47.417010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:23:47.473328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Pushing event updated for resources: {'Port': ['ID=6a99679e-f4e4-49de-8c1b-f220ced450a9,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:47.597451 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Attempting to bind port 6a99679e-f4e4-49de-8c1b-f220ced450a9 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:23:47.599672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Attempting to bind port 6a99679e-f4e4-49de-8c1b-f220ced450a9 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '975ccc14-cd14-49be-8908-035a7872adcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '571fbea8-5164-4875-a828-680f9b56322e'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:23:47.599672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Attempting to bind port 6a99679e-f4e4-49de-8c1b-f220ced450a9 on network 571fbea8-5164-4875-a828-680f9b56322e {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:23:47.604380 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:23:47.604769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Checking segment: {'id': '975ccc14-cd14-49be-8908-035a7872adcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '571fbea8-5164-4875-a828-680f9b56322e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:47.605196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:47.605721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Bound using segment: {'id': '975ccc14-cd14-49be-8908-035a7872adcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '571fbea8-5164-4875-a828-680f9b56322e'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:23:47.606224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Bound port: 6a99679e-f4e4-49de-8c1b-f220ced450a9, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975ccc14-cd14-49be-8908-035a7872adcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '571fbea8-5164-4875-a828-680f9b56322e'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:23:47.606647 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:47.632875 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 534965f1-3bd4-4f96-98b2-f8795af34cbe up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:47.767759 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] For port 6a99679e-f4e4-49de-8c1b-f220ced450a9, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:23:47.773927 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] For port 6a99679e-f4e4-49de-8c1b-f220ced450a9, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6a99679e-f4e4-49de-8c1b-f220ced450a9,segment=NetworkSegment(975ccc14-cd14-49be-8908-035a7872adcd),segment_id=975ccc14-cd14-49be-8908-035a7872adcd)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:23:47.843394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:47.877549 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:47.901799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 534965f1-3bd4-4f96-98b2-f8795af34cbe completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:47.919634 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 534965f1-3bd4-4f96-98b2-f8795af34cbe triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:47.919995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:47.989740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f2b76-45c0-40ff-b609-0f42357b9df6 None None] Pushing event updated for resources: {'Port': ['ID=6a99679e-f4e4-49de-8c1b-f220ced450a9,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:48.070888 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:48.109957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 534965f1-3bd4-4f96-98b2-f8795af34cbe, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=534965f1-3bd4-4f96-98b2-f8795af34cbe,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:48.195394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:48.275586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=534965f1-3bd4-4f96-98b2-f8795af34cbe,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:48.316504 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:48.606877 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Router e59788ee-9826-4efb-9b41-1de8847be4f1 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:23:48.802294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:23:48.818433 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Sync routers for ids ['e59788ee-9826-4efb-9b41-1de8847be4f1'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:23:48.831264 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Routers {'e59788ee-9826-4efb-9b41-1de8847be4f1'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:23:48.832227 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:23:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e59788ee-9826-4efb-9b41-1de8847be4f1'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:48.921669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:48.925741 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9e59b206-5ce5-4758-ab24-ae70789e0fdc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1437075 Mar 08 12:23:48.926236 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58404) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:23:48.991331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410692f4-60d8-4926-b7a9-a062a5104e1c None None] Network 571fbea8-5164-4875-a828-680f9b56322e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:23:49.054483 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Set router e59788ee-9826-4efb-9b41-1de8847be4f1 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:23:49.169411 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7380f95e-11fd-4fc2-9661-466704f2e6fd None None] Provisioning for port 6a99679e-f4e4-49de-8c1b-f220ced450a9 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:49.365584 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'name': 'tempest-TestEncryptedCinderVolumes-422655395-router', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:45Z', 'updated_at': '2022-03-08T12:23:47Z', 'revision_number': 3, 'project_id': 'f1232ad8ee6d480884fe03f9d241457b', 'gw_port': {'id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:46Z', 'updated_at': '2022-03-08T12:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:49.370519 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Checking router: e59788ee-9826-4efb-9b41-1de8847be4f1 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:23:49.370871 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Updating router e59788ee-9826-4efb-9b41-1de8847be4f1 port 7eb245e6-a3bc-4185-b399-1e9f78a32c65 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:23:49.425357 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:49.705305 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6a99679e-f4e4-49de-8c1b-f220ced450a9 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:49.769800 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:49.781778 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Transition to ACTIVE for port object 7eb245e6-a3bc-4185-b399-1e9f78a32c65 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:49.785151 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:49.858251 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 6a99679e-f4e4-49de-8c1b-f220ced450a9 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:49.863475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 6a99679e-f4e4-49de-8c1b-f220ced450a9 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:49.863849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:49.881027 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:49.954179 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb53e01-6a25-4cad-b03a-35d4166724be None None] Pushing event updated for resources: {'Port': ['ID=7eb245e6-a3bc-4185-b399-1e9f78a32c65,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:49.971685 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Attempting to bind port 7eb245e6-a3bc-4185-b399-1e9f78a32c65 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:23:49.972056 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Attempting to bind port 7eb245e6-a3bc-4185-b399-1e9f78a32c65 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:23:49.972420 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Attempting to bind port 7eb245e6-a3bc-4185-b399-1e9f78a32c65 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:23:49.977867 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:23:49.978169 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:49.978532 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:49.978926 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:23:49.979384 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Bound port: 7eb245e6-a3bc-4185-b399-1e9f78a32c65, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:23:49.979758 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:49.988568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:49.995360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Allocated IP 172.20.0.1 (571fbea8-5164-4875-a828-680f9b56322e/f8ae8c59-b9f4-4944-9b0e-98e3ef2c3b0e/c3fa894f-7349-41f5-8205-3c866da08793) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:23:50.021672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 6a99679e-f4e4-49de-8c1b-f220ced450a9, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6a99679e-f4e4-49de-8c1b-f220ced450a9,segment=NetworkSegment(975ccc14-cd14-49be-8908-035a7872adcd),segment_id=975ccc14-cd14-49be-8908-035a7872adcd)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:50.055227 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] For port 7eb245e6-a3bc-4185-b399-1e9f78a32c65, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:23:50.058331 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] For port 7eb245e6-a3bc-4185-b399-1e9f78a32c65, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7eb245e6-a3bc-4185-b399-1e9f78a32c65,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:23:50.102510 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:50.103327 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 534965f1-3bd4-4f96-98b2-f8795af34cbe up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:50.121985 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:50.149668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:50.167186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Transition to ACTIVE for port object c3fa894f-7349-41f5-8205-3c866da08793 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:50.198793 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Routers {'e59788ee-9826-4efb-9b41-1de8847be4f1'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:23:50.199402 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:23:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e59788ee-9826-4efb-9b41-1de8847be4f1'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:50.220940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=6a99679e-f4e4-49de-8c1b-f220ced450a9,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:50.233113 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 534965f1-3bd4-4f96-98b2-f8795af34cbe triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:50.234067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:50.283638 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb53e01-6a25-4cad-b03a-35d4166724be None None] Pushing event updated for resources: {'Port': ['ID=7eb245e6-a3bc-4185-b399-1e9f78a32c65,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:50.289546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:50.364301 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Network 571fbea8-5164-4875-a828-680f9b56322e is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:50.371410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:50.377218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:23:50.396459 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] Set router e59788ee-9826-4efb-9b41-1de8847be4f1 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:23:50.407841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Pushing event updated for resources: {'Port': ['ID=c3fa894f-7349-41f5-8205-3c866da08793,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:50.439398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:50.666218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:50.676347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6b26bb27-5901-4d68-b079-4c88c00b4dfa None None] Provisioning for port c3fa894f-7349-41f5-8205-3c866da08793 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:50.686817 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6b26bb27-5901-4d68-b079-4c88c00b4dfa None None] Provisioning complete for port c3fa894f-7349-41f5-8205-3c866da08793 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:50.687896 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6b26bb27-5901-4d68-b079-4c88c00b4dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:50.727384 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'name': 'tempest-TestEncryptedCinderVolumes-422655395-router', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:45Z', 'updated_at': '2022-03-08T12:23:47Z', 'revision_number': 3, 'project_id': 'f1232ad8ee6d480884fe03f9d241457b', 'gw_port': {'id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:46Z', 'updated_at': '2022-03-08T12:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:50.731304 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43b014e-6f1b-41b8-92c1-2e851df9267b None None] The sync data for ids ['e59788ee-9826-4efb-9b41-1de8847be4f1'] in dv-neutron-828143-8-hyperv is: [{'id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'name': 'tempest-TestEncryptedCinderVolumes-422655395-router', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:45Z', 'updated_at': '2022-03-08T12:23:47Z', 'revision_number': 3, 'project_id': 'f1232ad8ee6d480884fe03f9d241457b', 'gw_port': {'id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:46Z', 'updated_at': '2022-03-08T12:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:23:50.779837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-6b26bb27-5901-4d68-b079-4c88c00b4dfa None None] Port c3fa894f-7349-41f5-8205-3c866da08793 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:23:50.974875 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:51.040850 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:51.150408 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Pushing event updated for resources: {'Port': ['ID=c3fa894f-7349-41f5-8205-3c866da08793,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:51.153742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:51.416036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Network 571fbea8-5164-4875-a828-680f9b56322e is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:51.417243 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:51.633926 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Router e59788ee-9826-4efb-9b41-1de8847be4f1 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:23:51.678364 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7eb245e6-a3bc-4185-b399-1e9f78a32c65 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:51.745567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f7ccc289-9619-4dd3-8576-749c77b98c05 None None] Provisioning complete for port c3fa894f-7349-41f5-8205-3c866da08793 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:51.746030 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc289-9619-4dd3-8576-749c77b98c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:51.802666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f7ccc289-9619-4dd3-8576-749c77b98c05 None None] Port c3fa894f-7349-41f5-8205-3c866da08793 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:23:51.819367 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:23:51.828000 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d64d15e4-5adc-471f-b659-da3baa13a230 admin admin] 10.222.0.32 "PUT /v2.0/routers/e59788ee-9826-4efb-9b41-1de8847be4f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9007487 Mar 08 12:23:51.859847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 7eb245e6-a3bc-4185-b399-1e9f78a32c65 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:51.864934 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7eb245e6-a3bc-4185-b399-1e9f78a32c65 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:51.865321 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:51.988566 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:52.008345 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 7eb245e6-a3bc-4185-b399-1e9f78a32c65, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7eb245e6-a3bc-4185-b399-1e9f78a32c65,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:52.065144 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:52.066093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6a99679e-f4e4-49de-8c1b-f220ced450a9 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:52.216524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Sync routers for ids ['e59788ee-9826-4efb-9b41-1de8847be4f1'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:23:52.227518 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=7eb245e6-a3bc-4185-b399-1e9f78a32c65,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:52.236062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Routers {'e59788ee-9826-4efb-9b41-1de8847be4f1'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:23:52.236541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:23:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e59788ee-9826-4efb-9b41-1de8847be4f1'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:52.305250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 6a99679e-f4e4-49de-8c1b-f220ced450a9 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:52.305619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:52.475743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Set router e59788ee-9826-4efb-9b41-1de8847be4f1 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:23:52.658026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e743eb1-90de-4054-833b-e24d4164e987 req-1cefa3e1-f7a3-4597-b86a-27cef9ce54a8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:52.658728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-8e743eb1-90de-4054-833b-e24d4164e987 req-1cefa3e1-f7a3-4597-b86a-27cef9ce54a8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Synchronizing usage tracker for tenant:0687577257f642e293c768ac057dbd76 on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:23:52.754896 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-8e743eb1-90de-4054-833b-e24d4164e987 req-1cefa3e1-f7a3-4597-b86a-27cef9ce54a8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Unset dirty status for tenant:0687577257f642e293c768ac057dbd76 on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:23:52.756258 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-1cefa3e1-f7a3-4597-b86a-27cef9ce54a8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/networks?id=11cb7951-b9ab-454e-bb11-d85a29972dda HTTP/1.1" status: 200 len: 814 time: 0.2547207 Mar 08 12:23:52.771375 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-557affe6-407b-470c-a2bb-b555e869ba7f tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/quotas/0687577257f642e293c768ac057dbd76 HTTP/1.1" status: 200 len: 375 time: 0.0096965 Mar 08 12:23:52.831160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'name': 'tempest-TestEncryptedCinderVolumes-422655395-router', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:45Z', 'updated_at': '2022-03-08T12:23:50Z', 'revision_number': 4, 'project_id': 'f1232ad8ee6d480884fe03f9d241457b', 'gw_port': {'id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:46Z', 'updated_at': '2022-03-08T12:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'c3fa894f-7349-41f5-8205-3c866da08793', 'name': '', 'network_id': '571fbea8-5164-4875-a828-680f9b56322e', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'mac_address': 'fa:16:3e:d4:b1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f8ae8c59-b9f4-4944-9b0e-98e3ef2c3b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:49Z', 'updated_at': '2022-03-08T12:23:50Z', 'revision_number': 2, 'project_id': 'f1232ad8ee6d480884fe03f9d241457b', 'subnets': [{'id': 'f8ae8c59-b9f4-4944-9b0e-98e3ef2c3b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:52.835074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Checking router: e59788ee-9826-4efb-9b41-1de8847be4f1 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:23:52.835435 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Updating router e59788ee-9826-4efb-9b41-1de8847be4f1 port c3fa894f-7349-41f5-8205-3c866da08793 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:23:52.863562 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-46e74d66-8f97-4fb1-9f3b-44fdbe6e4f5e tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0687577257f642e293c768ac057dbd76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866334 Mar 08 12:23:52.888350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:52.998420 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-b2da6695-1d76-4173-bb73-510253ef9032 service neutron] 10.222.0.32 "GET /v2.0/networks/11cb7951-b9ab-454e-bb11-d85a29972dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231127 Mar 08 12:23:53.131151 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-d41900c3-8465-40ee-93ff-7f37833dcf2b service neutron] 10.222.0.32 "GET /v2.0/networks/11cb7951-b9ab-454e-bb11-d85a29972dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265342 Mar 08 12:23:53.236619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:53.247869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Transition to ACTIVE for port object c3fa894f-7349-41f5-8205-3c866da08793 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:53.322000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:53.396323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d5252f0f-9889-4289-8035-0a49088ba16f req-21eac6bd-4f35-466c-940b-79b443a93325 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Synchronizing usage tracker for tenant:0687577257f642e293c768ac057dbd76 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:23:53.487563 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d5252f0f-9889-4289-8035-0a49088ba16f req-21eac6bd-4f35-466c-940b-79b443a93325 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Unset dirty status for tenant:0687577257f642e293c768ac057dbd76 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:23:53.488832 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d5252f0f-9889-4289-8035-0a49088ba16f req-21eac6bd-4f35-466c-940b-79b443a93325 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 210 time: 0.1359122 Mar 08 12:23:53.488998 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abcb8d-9f37-46af-a955-3826098cc520 None None] Pushing event updated for resources: {'Port': ['ID=c3fa894f-7349-41f5-8205-3c866da08793,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:53.549276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Attempting to bind port c3fa894f-7349-41f5-8205-3c866da08793 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:23:53.549711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Attempting to bind port c3fa894f-7349-41f5-8205-3c866da08793 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '975ccc14-cd14-49be-8908-035a7872adcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '571fbea8-5164-4875-a828-680f9b56322e'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:23:53.550231 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Attempting to bind port c3fa894f-7349-41f5-8205-3c866da08793 on network 571fbea8-5164-4875-a828-680f9b56322e {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:23:53.556652 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:23:53.557110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Checking segment: {'id': '975ccc14-cd14-49be-8908-035a7872adcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '571fbea8-5164-4875-a828-680f9b56322e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:53.557656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:53.558100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Bound using segment: {'id': '975ccc14-cd14-49be-8908-035a7872adcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '571fbea8-5164-4875-a828-680f9b56322e'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:23:53.558584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Bound port: c3fa894f-7349-41f5-8205-3c866da08793, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975ccc14-cd14-49be-8908-035a7872adcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '571fbea8-5164-4875-a828-680f9b56322e'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:23:53.558937 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:53.628571 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7eb245e6-a3bc-4185-b399-1e9f78a32c65 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:53.731549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] For port c3fa894f-7349-41f5-8205-3c866da08793, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:23:53.735645 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] For port c3fa894f-7349-41f5-8205-3c866da08793, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c3fa894f-7349-41f5-8205-3c866da08793,segment=NetworkSegment(975ccc14-cd14-49be-8908-035a7872adcd),segment_id=975ccc14-cd14-49be-8908-035a7872adcd)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:23:53.744532 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7eb245e6-a3bc-4185-b399-1e9f78a32c65 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:53.744905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:53.819222 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:53.930342 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abcb8d-9f37-46af-a955-3826098cc520 None None] Pushing event updated for resources: {'Port': ['ID=c3fa894f-7349-41f5-8205-3c866da08793,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:53.934045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Routers {'e59788ee-9826-4efb-9b41-1de8847be4f1'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:23:53.934669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:23:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e59788ee-9826-4efb-9b41-1de8847be4f1'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:54.171890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] Set router e59788ee-9826-4efb-9b41-1de8847be4f1 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:23:54.485107 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'name': 'tempest-TestEncryptedCinderVolumes-422655395-router', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:45Z', 'updated_at': '2022-03-08T12:23:50Z', 'revision_number': 4, 'project_id': 'f1232ad8ee6d480884fe03f9d241457b', 'gw_port': {'id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:46Z', 'updated_at': '2022-03-08T12:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'c3fa894f-7349-41f5-8205-3c866da08793', 'name': '', 'network_id': '571fbea8-5164-4875-a828-680f9b56322e', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'mac_address': 'fa:16:3e:d4:b1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f8ae8c59-b9f4-4944-9b0e-98e3ef2c3b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:49Z', 'updated_at': '2022-03-08T12:23:53Z', 'revision_number': 4, 'project_id': 'f1232ad8ee6d480884fe03f9d241457b', 'subnets': [{'id': 'f8ae8c59-b9f4-4944-9b0e-98e3ef2c3b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:23:54.488962 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39b5f5-e77a-4ebe-9174-c9e385a75c84 None None] The sync data for ids ['e59788ee-9826-4efb-9b41-1de8847be4f1'] in dv-neutron-828143-8-hyperv is: [{'id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'name': 'tempest-TestEncryptedCinderVolumes-422655395-router', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:45Z', 'updated_at': '2022-03-08T12:23:50Z', 'revision_number': 4, 'project_id': 'f1232ad8ee6d480884fe03f9d241457b', 'gw_port': {'id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:46Z', 'updated_at': '2022-03-08T12:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': 'c3fa894f-7349-41f5-8205-3c866da08793', 'name': '', 'network_id': '571fbea8-5164-4875-a828-680f9b56322e', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'mac_address': 'fa:16:3e:d4:b1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'f8ae8c59-b9f4-4944-9b0e-98e3ef2c3b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:49Z', 'updated_at': '2022-03-08T12:23:53Z', 'revision_number': 4, 'project_id': 'f1232ad8ee6d480884fe03f9d241457b', 'subnets': [{'id': 'f8ae8c59-b9f4-4944-9b0e-98e3ef2c3b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:23:54.681759 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-036a172e-5469-40e3-98c5-393a57f9edad req-5d5f7ad6-13fe-4344-a971-f191787f9e66 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 210 time: 0.0444720 Mar 08 12:23:55.568865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e743eb1-90de-4054-833b-e24d4164e987 req-835ff6a6-91a7-49f3-9a45-484a831323f3 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:55.570339 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-835ff6a6-91a7-49f3-9a45-484a831323f3 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.18 "GET /v2.0/networks?id=11cb7951-b9ab-454e-bb11-d85a29972dda HTTP/1.1" status: 200 len: 814 time: 0.1493473 Mar 08 12:23:55.583389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Request body: {'port': {'device_id': '5458477b-33e6-462a-bd9a-b626570240d2', 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda', 'admin_state_up': True, 'tenant_id': '0687577257f642e293c768ac057dbd76'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:55.645704 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c3fa894f-7349-41f5-8205-3c866da08793 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:55.790885 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port c3fa894f-7349-41f5-8205-3c866da08793 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:55.796113 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port c3fa894f-7349-41f5-8205-3c866da08793 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:55.796489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:55.890964 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7c4d8bdd-6f51-46ad-8a77-4ae6025d92cc req-f0d227ab-bd89-47b7-ab02-e72c473fbb5e tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 210 time: 0.0663610 Mar 08 12:23:55.925273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:55.939167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:23:55.948839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:23:55.961203 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port c3fa894f-7349-41f5-8205-3c866da08793, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c3fa894f-7349-41f5-8205-3c866da08793,segment=NetworkSegment(975ccc14-cd14-49be-8908-035a7872adcd),segment_id=975ccc14-cd14-49be-8908-035a7872adcd)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:23:56.036329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Made reservation on behalf of 0687577257f642e293c768ac057dbd76 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:23:56.039954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:56.059148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:56.127326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=c3fa894f-7349-41f5-8205-3c866da08793,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:56.222370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Allocated IP 172.20.0.9 (11cb7951-b9ab-454e-bb11-d85a29972dda/202f828e-44c9-48d8-875a-9f312603a27b/4731d526-8b62-4e50-bcf4-932c48603e86) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:23:56.418697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:56.434616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Transition to ACTIVE for port object 4731d526-8b62-4e50-bcf4-932c48603e86 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:56.511399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:56.580721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Network 11cb7951-b9ab-454e-bb11-d85a29972dda is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:23:56.583736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:23:56.586125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:23:56.636735 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Pushing event updated for resources: {'Port': ['ID=4731d526-8b62-4e50-bcf4-932c48603e86,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:56.672097 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:56.672865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:56.763310 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-7d04c58a-88ac-4fc0-a2fa-6d2b46d4d8cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1838179 Mar 08 12:23:56.774423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Request body: {'port': {'device_id': '5458477b-33e6-462a-bd9a-b626570240d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:23:56.841679 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-85aa0367-7992-433d-8301-fbfba946f754 None None] Provisioning for port 4731d526-8b62-4e50-bcf4-932c48603e86 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:23:56.847154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-85aa0367-7992-433d-8301-fbfba946f754 None None] Provisioning complete for port 4731d526-8b62-4e50-bcf4-932c48603e86 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:56.847589 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-85aa0367-7992-433d-8301-fbfba946f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:56.885460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:56.903242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-85aa0367-7992-433d-8301-fbfba946f754 None None] Port 4731d526-8b62-4e50-bcf4-932c48603e86 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:23:57.105372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a596a38-9681-4f4f-aabf-6cf33cda4dea req-1b600a9f-19fd-41c9-9b09-09fd822d6533 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:57.108490 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9a596a38-9681-4f4f-aabf-6cf33cda4dea req-1b600a9f-19fd-41c9-9b09-09fd822d6533 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 931 time: 0.0999849 Mar 08 12:23:57.158442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-9a596a38-9681-4f4f-aabf-6cf33cda4dea req-82839acb-4aaa-4134-b7ce-321b51e82e79 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Synchronizing usage tracker for tenant:0687577257f642e293c768ac057dbd76 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:23:57.230515 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-9a596a38-9681-4f4f-aabf-6cf33cda4dea req-82839acb-4aaa-4134-b7ce-321b51e82e79 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Unset dirty status for tenant:0687577257f642e293c768ac057dbd76 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:23:57.231739 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9a596a38-9681-4f4f-aabf-6cf33cda4dea req-82839acb-4aaa-4134-b7ce-321b51e82e79 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182582 Mar 08 12:23:57.253029 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4731d526-8b62-4e50-bcf4-932c48603e86 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:23:57.253029 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:57.267276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Transition to ACTIVE for port object 4731d526-8b62-4e50-bcf4-932c48603e86 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:23:57.333615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:57.489851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Pushing event updated for resources: {'Port': ['ID=4731d526-8b62-4e50-bcf4-932c48603e86,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:57.579004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Attempting to bind port 4731d526-8b62-4e50-bcf4-932c48603e86 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:23:57.579333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Attempting to bind port 4731d526-8b62-4e50-bcf4-932c48603e86 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:23:57.579888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Attempting to bind port 4731d526-8b62-4e50-bcf4-932c48603e86 on network 11cb7951-b9ab-454e-bb11-d85a29972dda {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:23:57.584833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Port 4731d526-8b62-4e50-bcf4-932c48603e86 on network 11cb7951-b9ab-454e-bb11-d85a29972dda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:23:57.585455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Attempting to bind port 4731d526-8b62-4e50-bcf4-932c48603e86 on network 11cb7951-b9ab-454e-bb11-d85a29972dda {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:23:57.590333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:23:57.590684 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Checking segment: {'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:23:57.591052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Bound using segment: {'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:23:57.591472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Bound port: 4731d526-8b62-4e50-bcf4-932c48603e86, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:23:57.591818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:57.603127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c3fa894f-7349-41f5-8205-3c866da08793 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:23:57.686065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port c3fa894f-7349-41f5-8205-3c866da08793 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:23:57.687181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:57.694954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] For port 4731d526-8b62-4e50-bcf4-932c48603e86, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:23:57.697851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] For port 4731d526-8b62-4e50-bcf4-932c48603e86, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4731d526-8b62-4e50-bcf4-932c48603e86,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:23:57.785350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:57.842122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:57.842732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:23:57.844096 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] 10.222.0.18 "PUT /v2.0/ports/4731d526-8b62-4e50-bcf4-932c48603e86 HTTP/1.1" status: 200 len: 1093 time: 1.0740840 Mar 08 12:23:57.844531 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5458477b-33e6-462a-bd9a-b626570240d2', 'tag': '4731d526-8b62-4e50-bcf4-932c48603e86'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:23:57.871951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f72ec9-78da-422c-9937-37dfc3ec9877 service neutron] Pushing event updated for resources: {'Port': ['ID=4731d526-8b62-4e50-bcf4-932c48603e86,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:23:57.898709 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5458477b-33e6-462a-bd9a-b626570240d2', 'tag': '4731d526-8b62-4e50-bcf4-932c48603e86', 'status': 'completed', 'code': 200} Mar 08 12:23:57.996509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71166a9-1f67-4edc-9112-60311bb61ce8 req-129cbe2e-ed4c-4b31-a6a6-d19815532626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:57.998031 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f71166a9-1f67-4edc-9112-60311bb61ce8 req-129cbe2e-ed4c-4b31-a6a6-d19815532626 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0687577257f642e293c768ac057dbd76&device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 1096 time: 0.0777862 Mar 08 12:23:58.235603 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71166a9-1f67-4edc-9112-60311bb61ce8 req-fb135b3a-f4c8-4e27-9bdb-0387996e4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:58.236955 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f71166a9-1f67-4edc-9112-60311bb61ce8 req-fb135b3a-f4c8-4e27-9bdb-0387996e4951 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0687577257f642e293c768ac057dbd76&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2327893 Mar 08 12:23:58.371381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71166a9-1f67-4edc-9112-60311bb61ce8 req-a6273f6a-e477-4b34-86cb-2624a21fe6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:58.372749 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f71166a9-1f67-4edc-9112-60311bb61ce8 req-a6273f6a-e477-4b34-86cb-2624a21fe6b9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299617 Mar 08 12:23:58.413647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dec16-9b2a-4350-82c7-6ca9ad752900 req-0366dcf1-3a6f-4420-b7c5-ad15c3fdc564 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:58.418880 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e74dec16-9b2a-4350-82c7-6ca9ad752900 req-0366dcf1-3a6f-4420-b7c5-ad15c3fdc564 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 943 time: 0.0789225 Mar 08 12:23:58.461355 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e74dec16-9b2a-4350-82c7-6ca9ad752900 req-c3e03910-225b-446d-acb3-5c0f132073f9 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388162 Mar 08 12:23:58.505812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e743eb1-90de-4054-833b-e24d4164e987 req-abc6fa38-f431-4749-85ab-f260a9349d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:58.507303 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-abc6fa38-f431-4749-85ab-f260a9349d53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0687577257f642e293c768ac057dbd76&device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 1096 time: 0.0696480 Mar 08 12:23:58.576587 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-20faed32-c36d-4034-8a3d-c9ac082a2714 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4731d526-8b62-4e50-bcf4-932c48603e86 HTTP/1.1" status: 200 len: 217 time: 0.0618467 Mar 08 12:23:58.636587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e743eb1-90de-4054-833b-e24d4164e987 req-b87abb47-ca73-458f-ab6e-dd8e53614396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:58.637925 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-b87abb47-ca73-458f-ab6e-dd8e53614396 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=202f828e-44c9-48d8-875a-9f312603a27b HTTP/1.1" status: 200 len: 853 time: 0.0559802 Mar 08 12:23:58.713524 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e743eb1-90de-4054-833b-e24d4164e987 req-fe03b79a-adc7-499b-a56f-c7e1a18cea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:58.715004 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-fe03b79a-adc7-499b-a56f-c7e1a18cea5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11cb7951-b9ab-454e-bb11-d85a29972dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712559 Mar 08 12:23:58.843320 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-3d047c64-e501-4ef5-9fe7-aa79dd4a8afc service neutron] 10.222.0.18 "GET /v2.0/networks/11cb7951-b9ab-454e-bb11-d85a29972dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213923 Mar 08 12:23:58.970845 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8e743eb1-90de-4054-833b-e24d4164e987 req-b7ad55fa-5d03-476d-8e75-e0616067f38e service neutron] 10.222.0.18 "GET /v2.0/networks/11cb7951-b9ab-454e-bb11-d85a29972dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212451 Mar 08 12:23:59.647277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa0492-c4fe-43ae-b6a5-58bd98d3ab50 req-e90d24ba-38d5-4119-817c-9bb09bb7ddee tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:23:59.647956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-79fa0492-c4fe-43ae-b6a5-58bd98d3ab50 req-e90d24ba-38d5-4119-817c-9bb09bb7ddee tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Synchronizing usage tracker for tenant:0687577257f642e293c768ac057dbd76 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:23:59.716222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-79fa0492-c4fe-43ae-b6a5-58bd98d3ab50 req-e90d24ba-38d5-4119-817c-9bb09bb7ddee tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Unset dirty status for tenant:0687577257f642e293c768ac057dbd76 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:23:59.717393 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-79fa0492-c4fe-43ae-b6a5-58bd98d3ab50 req-e90d24ba-38d5-4119-817c-9bb09bb7ddee tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 943 time: 0.1466496 Mar 08 12:23:59.764697 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-79fa0492-c4fe-43ae-b6a5-58bd98d3ab50 req-25203658-906e-4616-9720-ffbc482013ec tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409384 Mar 08 12:24:00.953438 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe9291-2f3b-436b-bf2d-2bce74fbf9e2 req-b44c477a-1c76-4472-97dc-1949d9513a17 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:00.954827 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ffbe9291-2f3b-436b-bf2d-2bce74fbf9e2 req-b44c477a-1c76-4472-97dc-1949d9513a17 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 943 time: 0.0880451 Mar 08 12:24:01.001678 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ffbe9291-2f3b-436b-bf2d-2bce74fbf9e2 req-cf6ee725-618d-4182-9a82-70ca248aaecc tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Mar 08 12:24:02.199646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8b7f2-b8d5-459a-93a7-e65db414f1f9 req-8fa0ef74-7dd0-422d-8cf7-8107318b4d15 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:02.201226 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9cf8b7f2-b8d5-459a-93a7-e65db414f1f9 req-8fa0ef74-7dd0-422d-8cf7-8107318b4d15 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 943 time: 0.0824807 Mar 08 12:24:02.244919 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9cf8b7f2-b8d5-459a-93a7-e65db414f1f9 req-90d1d6ad-5602-4357-9117-5b4fd5adfd25 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378976 Mar 08 12:24:03.399258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 4731d526-8b62-4e50-bcf4-932c48603e86 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:24:03.437724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ddad7-f167-433f-a58e-33078028de74 req-933b578a-a159-44d5-b1e3-4fd53a3b9897 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:03.439263 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2a2ddad7-f167-433f-a58e-33078028de74 req-933b578a-a159-44d5-b1e3-4fd53a3b9897 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 943 time: 0.0880446 Mar 08 12:24:03.484229 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2a2ddad7-f167-433f-a58e-33078028de74 req-d0dec1bd-1ca3-4f62-ab10-a766a7ef4ebf tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390904 Mar 08 12:24:03.536508 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 4731d526-8b62-4e50-bcf4-932c48603e86, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4731d526-8b62-4e50-bcf4-932c48603e86,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:24:03.549520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '4731d526-8b62-4e50-bcf4-932c48603e86', 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda', 'port_id': '4731d526-8b62-4e50-bcf4-932c48603e86', 'mac_address': 'fa:16:3e:5a:41:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202f828e-44c9-48d8-875a-9f312603a27b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:24:03.644025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:03.660798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4731d526-8b62-4e50-bcf4-932c48603e86 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:24:03.676621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 4731d526-8b62-4e50-bcf4-932c48603e86, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4731d526-8b62-4e50-bcf4-932c48603e86,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:24:03.744635 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:03.810180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=4731d526-8b62-4e50-bcf4-932c48603e86,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:04.064759 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['4731d526-8b62-4e50-bcf4-932c48603e86'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:24:04.672398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adec3aa-c231-451c-bcb9-6b9dbdd8eb43 req-4cdb2295-178a-437d-aa32-64c4fccca18f tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:04.673859 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7adec3aa-c231-451c-bcb9-6b9dbdd8eb43 req-4cdb2295-178a-437d-aa32-64c4fccca18f tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 944 time: 0.0788758 Mar 08 12:24:04.721753 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7adec3aa-c231-451c-bcb9-6b9dbdd8eb43 req-89328ba3-99bf-4356-a35d-e6388a535d18 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419014 Mar 08 12:24:05.415467 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 4731d526-8b62-4e50-bcf4-932c48603e86 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:24:05.533430 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 4731d526-8b62-4e50-bcf4-932c48603e86 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:24:05.539098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 4731d526-8b62-4e50-bcf4-932c48603e86 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:24:05.540733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:05.657114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:05.683194 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5458477b-33e6-462a-bd9a-b626570240d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4731d526-8b62-4e50-bcf4-932c48603e86'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:24:05.693059 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 4731d526-8b62-4e50-bcf4-932c48603e86, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4731d526-8b62-4e50-bcf4-932c48603e86,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:24:05.728948 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5458477b-33e6-462a-bd9a-b626570240d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4731d526-8b62-4e50-bcf4-932c48603e86', 'code': 200} Mar 08 12:24:05.762565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:05.853730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=4731d526-8b62-4e50-bcf4-932c48603e86,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:05.930606 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3864f-41f0-459f-b893-22bcea991612 req-63be0d50-6aaa-47d5-8855-7f5fe549cda5 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:05.932059 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7da3864f-41f0-459f-b893-22bcea991612 req-63be0d50-6aaa-47d5-8855-7f5fe549cda5 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 945 time: 0.0869691 Mar 08 12:24:05.975131 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7da3864f-41f0-459f-b893-22bcea991612 req-a61dc167-b9d1-4374-8148-41830e6343ea tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367873 Mar 08 12:24:06.083723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bdf25-2e53-4015-98e7-ad877057040c req-e6bc98fe-4d80-4f91-89bc-7248ce450a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:06.085166 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-858bdf25-2e53-4015-98e7-ad877057040c req-e6bc98fe-4d80-4f91-89bc-7248ce450a94 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 1098 time: 0.0715535 Mar 08 12:24:06.125440 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-858bdf25-2e53-4015-98e7-ad877057040c req-00bf52d6-e2ca-45e3-9755-0b1cc301777b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343604 Mar 08 12:24:07.274181 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f628281-b473-43e8-ba58-ac59ca52a67e req-fa7f96a2-57ba-49c9-96b5-a3bfd6e39222 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:07.275549 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8f628281-b473-43e8-ba58-ac59ca52a67e req-fa7f96a2-57ba-49c9-96b5-a3bfd6e39222 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 945 time: 0.1899829 Mar 08 12:24:07.321752 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8f628281-b473-43e8-ba58-ac59ca52a67e req-f37dca84-5123-4938-8cd6-9d26be84b570 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394590 Mar 08 12:24:08.644328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50222e-7cfb-44bf-823b-f227e3aba4b5 req-95dd22f5-5fbe-4018-9efb-3325bd4675db tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:08.645693 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ef50222e-7cfb-44bf-823b-f227e3aba4b5 req-95dd22f5-5fbe-4018-9efb-3325bd4675db tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 945 time: 0.2207110 Mar 08 12:24:08.689328 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ef50222e-7cfb-44bf-823b-f227e3aba4b5 req-dd0365b3-6b7e-4d89-93c1-0b9e955d8043 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379019 Mar 08 12:24:08.915534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386396f9-ba6a-43d9-85b1-2becf960c71a req-00d6789e-b28c-486c-89d3-60ae1c87b45b tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:08.916884 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-386396f9-ba6a-43d9-85b1-2becf960c71a req-00d6789e-b28c-486c-89d3-60ae1c87b45b tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 945 time: 0.1262228 Mar 08 12:24:08.962671 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-386396f9-ba6a-43d9-85b1-2becf960c71a req-5cd79808-9305-4cd0-8f58-e363cc18c5c2 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Mar 08 12:24:09.950301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-08777afe-8df7-4973-8af2-37b6d06957a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:12.196007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cabf6714-7960-4fe4-ad24-ab0ad5c729ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:13.072836 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:24:13.476301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:13.567503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:13.738543 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:14.795099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:26.901087 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae6d06-f8d7-4c59-95e9-c82955e732df req-8591e789-0e18-4ced-95c7-681375d5edc0 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:26.902529 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-46ae6d06-f8d7-4c59-95e9-c82955e732df req-8591e789-0e18-4ced-95c7-681375d5edc0 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 945 time: 0.0787704 Mar 08 12:24:26.948398 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-46ae6d06-f8d7-4c59-95e9-c82955e732df req-7677dd46-986c-4db9-ac7e-86b37998a67a tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Mar 08 12:24:28.137452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1106750-c161-40c5-b14a-a28599ce0a52 req-76d0dc07-f2bb-421d-9ceb-9848a8f4085c tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:28.138895 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f1106750-c161-40c5-b14a-a28599ce0a52 req-76d0dc07-f2bb-421d-9ceb-9848a8f4085c tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 945 time: 0.0798781 Mar 08 12:24:28.181909 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f1106750-c161-40c5-b14a-a28599ce0a52 req-2737a08a-24e8-429b-a610-e7aeb5d75869 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370376 Mar 08 12:24:28.720285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce727c2-6b36-47b8-9667-301b95ed96bc req-c04c913e-f24b-401e-bb63-e257a977c1e3 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:28.721746 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1ce727c2-6b36-47b8-9667-301b95ed96bc req-c04c913e-f24b-401e-bb63-e257a977c1e3 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.18 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 945 time: 0.0768349 Mar 08 12:24:28.886407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-1ce727c2-6b36-47b8-9667-301b95ed96bc req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Deleting port 4731d526-8b62-4e50-bcf4-932c48603e86 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:24:28.886745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1ce727c2-6b36-47b8-9667-301b95ed96bc req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:29.124923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-1ce727c2-6b36-47b8-9667-301b95ed96bc req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] For port 4731d526-8b62-4e50-bcf4-932c48603e86, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4731d526-8b62-4e50-bcf4-932c48603e86,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:24:29.125283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1ce727c2-6b36-47b8-9667-301b95ed96bc req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:29.246859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-1ce727c2-6b36-47b8-9667-301b95ed96bc req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Calling delete_port for 4731d526-8b62-4e50-bcf4-932c48603e86 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:24:29.367446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d6d3f-9d41-461d-bc84-98d659a66b2b req-046d6d07-7067-46d4-98eb-ce12016c2f22 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:29.368994 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1c9d6d3f-9d41-461d-bc84-98d659a66b2b req-046d6d07-7067-46d4-98eb-ce12016c2f22 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5458477b-33e6-462a-bd9a-b626570240d2 HTTP/1.1" status: 200 len: 945 time: 0.0838900 Mar 08 12:24:29.415483 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1c9d6d3f-9d41-461d-bc84-98d659a66b2b req-e28ba41f-c5e1-4770-b88f-1e56bc3c5b36 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406525 Mar 08 12:24:29.447096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1ce727c2-6b36-47b8-9667-301b95ed96bc req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:29.459291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['4731d526-8b62-4e50-bcf4-932c48603e86'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:24:29.496983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Pushing event deleted for resources: {'Port': ['ID=4731d526-8b62-4e50-bcf4-932c48603e86,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:29.533955 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:29.534314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:29.534656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:29.534997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:29.535334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:29.535671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:29.536002 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:29.536332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:29.536659 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:29.536987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:29.537315 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:29.537645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:29.587864 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce727c2-6b36-47b8-9667-301b95ed96bc req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] No DVR routers for this DVR port 4731d526-8b62-4e50-bcf4-932c48603e86 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:24:29.590552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1ce727c2-6b36-47b8-9667-301b95ed96bc req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:29.593464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5458477b-33e6-462a-bd9a-b626570240d2', 'name': 'network-vif-deleted', 'tag': '4731d526-8b62-4e50-bcf4-932c48603e86'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:24:29.640415 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5458477b-33e6-462a-bd9a-b626570240d2', 'name': 'network-vif-deleted', 'tag': '4731d526-8b62-4e50-bcf4-932c48603e86', 'status': 'completed', 'code': 200} Mar 08 12:24:29.665139 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1ce727c2-6b36-47b8-9667-301b95ed96bc req-a3358628-3c4d-4e9d-817b-dad847752901 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.18 "DELETE /v2.0/ports/4731d526-8b62-4e50-bcf4-932c48603e86 HTTP/1.1" status: 204 len: 173 time: 0.9381096 Mar 08 12:24:31.120822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-6c33b516-970c-4828-9b23-44e3ced182ee tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:31.122184 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-6c33b516-970c-4828-9b23-44e3ced182ee tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/networks?id=11cb7951-b9ab-454e-bb11-d85a29972dda HTTP/1.1" status: 200 len: 814 time: 0.1423540 Mar 08 12:24:31.137281 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-b3e97008-f719-4398-9f4e-74cc2ef98df1 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/quotas/0687577257f642e293c768ac057dbd76 HTTP/1.1" status: 200 len: 375 time: 0.0095618 Mar 08 12:24:31.220457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-15767507-909a-4921-bf7c-0f207936e636 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Synchronizing usage tracker for tenant:0687577257f642e293c768ac057dbd76 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:24:31.275074 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-15767507-909a-4921-bf7c-0f207936e636 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Unset dirty status for tenant:0687577257f642e293c768ac057dbd76 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:24:31.276300 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-15767507-909a-4921-bf7c-0f207936e636 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0687577257f642e293c768ac057dbd76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1343212 Mar 08 12:24:31.413026 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-20791c84-0562-41f1-bb06-ef83f2ba3d55 service neutron] 10.222.0.32 "GET /v2.0/networks/11cb7951-b9ab-454e-bb11-d85a29972dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250308 Mar 08 12:24:31.540716 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-2d670163-6d33-4590-a7d1-8ea204c1a20e service neutron] 10.222.0.32 "GET /v2.0/networks/11cb7951-b9ab-454e-bb11-d85a29972dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220067 Mar 08 12:24:31.818314 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7858c790-3744-4316-9470-86f342c46824 req-e1b45e46-7021-4188-87eb-9886e5c7136d tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 210 time: 0.0436103 Mar 08 12:24:32.967557 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a8dc2401-c65e-4c13-902f-fea3b05ab7f4 req-e6b833df-75f6-4fd1-9160-17b9d199c919 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 210 time: 0.0467761 Mar 08 12:24:33.511068 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 4731d526-8b62-4e50-bcf4-932c48603e86 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:24:33.548481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 4731d526-8b62-4e50-bcf4-932c48603e86 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:24:33.548824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 4731d526-8b62-4e50-bcf4-932c48603e86 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:24:33.585536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-d9dc64a4-401c-420e-a39e-00b6b04e7f00 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:33.586982 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-d9dc64a4-401c-420e-a39e-00b6b04e7f00 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.18 "GET /v2.0/networks?id=11cb7951-b9ab-454e-bb11-d85a29972dda HTTP/1.1" status: 200 len: 814 time: 0.1507733 Mar 08 12:24:33.599049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Request body: {'port': {'device_id': '5695153c-03ec-40e0-8b28-5f4e0552d71b', 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda', 'admin_state_up': True, 'tenant_id': '0687577257f642e293c768ac057dbd76'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:24:33.838657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:24:33.848269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:24:33.915158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Made reservation on behalf of 0687577257f642e293c768ac057dbd76 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:24:33.918725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:34.079826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Allocated IP 172.20.0.6 (11cb7951-b9ab-454e-bb11-d85a29972dda/202f828e-44c9-48d8-875a-9f312603a27b/b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:24:34.114661 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9c888b3e-0d0f-4461-8d42-7006ef2e418e req-5251d818-0759-47d9-8a92-20e300885a3e tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 210 time: 0.0434003 Mar 08 12:24:34.280943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:34.296282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Transition to ACTIVE for port object b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:24:34.372645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:34.442221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Network 11cb7951-b9ab-454e-bb11-d85a29972dda is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:24:34.449696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:24:34.452243 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:24:34.489986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Pushing event updated for resources: {'Port': ['ID=b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:34.523287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:34.523920 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:34.590813 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-0a89873a-edf0-4f19-a1e4-c5d18528faa8 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9958746 Mar 08 12:24:34.631591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Request body: {'port': {'device_id': '5695153c-03ec-40e0-8b28-5f4e0552d71b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:24:34.744490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:34.749801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3c32452d-2a9d-4622-8576-d3b1b90053b8 None None] Provisioning for port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:24:34.755618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3c32452d-2a9d-4622-8576-d3b1b90053b8 None None] Provisioning complete for port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:24:34.755994 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3c32452d-2a9d-4622-8576-d3b1b90053b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:34.808283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3c32452d-2a9d-4622-8576-d3b1b90053b8 None None] Port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:24:35.081290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:24:35.088450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:35.102348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Transition to ACTIVE for port object b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:24:35.161710 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:35.339050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Pushing event updated for resources: {'Port': ['ID=b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:35.469660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Attempting to bind port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:24:35.471861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Attempting to bind port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:24:35.471861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Attempting to bind port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c on network 11cb7951-b9ab-454e-bb11-d85a29972dda {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:24:35.481558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a142-8b36-4a86-8a8b-fb8d9b741c10 req-d0ea4e06-899b-4361-bc36-f9a7a3dd00c1 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:35.482206 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-2a37a142-8b36-4a86-8a8b-fb8d9b741c10 req-d0ea4e06-899b-4361-bc36-f9a7a3dd00c1 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Synchronizing usage tracker for tenant:0687577257f642e293c768ac057dbd76 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:24:35.486875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c on network 11cb7951-b9ab-454e-bb11-d85a29972dda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:24:35.487192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Attempting to bind port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c on network 11cb7951-b9ab-454e-bb11-d85a29972dda {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:24:35.494711 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:24:35.495041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Checking segment: {'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:24:35.495419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Bound using segment: {'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:24:35.495826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Bound port: b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:24:35.496168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:35.564204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-2a37a142-8b36-4a86-8a8b-fb8d9b741c10 req-d0ea4e06-899b-4361-bc36-f9a7a3dd00c1 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Unset dirty status for tenant:0687577257f642e293c768ac057dbd76 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:24:35.565257 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2a37a142-8b36-4a86-8a8b-fb8d9b741c10 req-d0ea4e06-899b-4361-bc36-f9a7a3dd00c1 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 943 time: 0.3008249 Mar 08 12:24:35.610366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] For port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:24:35.623773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] For port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:24:35.626967 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2a37a142-8b36-4a86-8a8b-fb8d9b741c10 req-6773b198-7027-4b78-b652-23e8dce70d3e tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530248 Mar 08 12:24:35.675796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:35.733556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:35.734186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:35.735574 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] 10.222.0.18 "PUT /v2.0/ports/b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c HTTP/1.1" status: 200 len: 1093 time: 1.1093969 Mar 08 12:24:35.736009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5695153c-03ec-40e0-8b28-5f4e0552d71b', 'tag': 'b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:24:35.762928 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ecfa1-5657-4245-99c2-0e5ff6f8cf76 service neutron] Pushing event updated for resources: {'Port': ['ID=b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:35.853170 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5695153c-03ec-40e0-8b28-5f4e0552d71b', 'tag': 'b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c', 'status': 'completed', 'code': 200} Mar 08 12:24:35.930019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-2b941cce-d06a-443a-8553-b5628d649e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:35.931542 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-2b941cce-d06a-443a-8553-b5628d649e94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0687577257f642e293c768ac057dbd76&device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 1096 time: 0.0716338 Mar 08 12:24:36.098281 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-eb12f740-eca4-41d3-b287-e8a54f2bfea2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c HTTP/1.1" status: 200 len: 217 time: 0.1600690 Mar 08 12:24:36.157694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-946ccf22-0b41-445a-a741-fa0e9c3e3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:36.159003 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-946ccf22-0b41-445a-a741-fa0e9c3e3f74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=202f828e-44c9-48d8-875a-9f312603a27b HTTP/1.1" status: 200 len: 853 time: 0.0555422 Mar 08 12:24:36.233411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-391f3be3-6f1e-418f-81de-bb938902900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:36.234869 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-391f3be3-6f1e-418f-81de-bb938902900d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11cb7951-b9ab-454e-bb11-d85a29972dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698047 Mar 08 12:24:36.367977 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-52d4be7a-3aef-4659-ae9e-ef7e93fde182 service neutron] 10.222.0.18 "GET /v2.0/networks/11cb7951-b9ab-454e-bb11-d85a29972dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265504 Mar 08 12:24:36.495942 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0e9c46c4-1827-4be4-bb15-f904acd0e80d req-7294543c-77e2-4f62-add1-8afb8ad496ec service neutron] 10.222.0.18 "GET /v2.0/networks/11cb7951-b9ab-454e-bb11-d85a29972dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224673 Mar 08 12:24:36.694950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c9d91-50d1-4ef8-9528-1664f1e87776 req-bdf6a7d6-45e0-4a1a-86a8-0b241eeb88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:36.696430 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e2c9d91-50d1-4ef8-9528-1664f1e87776 req-bdf6a7d6-45e0-4a1a-86a8-0b241eeb88dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0687577257f642e293c768ac057dbd76&device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 1096 time: 0.0735807 Mar 08 12:24:36.884278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c9d91-50d1-4ef8-9528-1664f1e87776 req-be350a12-1af8-49f2-abf6-75412e856ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:36.885718 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e2c9d91-50d1-4ef8-9528-1664f1e87776 req-be350a12-1af8-49f2-abf6-75412e856ac8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11cb7951-b9ab-454e-bb11-d85a29972dda HTTP/1.1" status: 200 len: 915 time: 0.1832886 Mar 08 12:24:36.897779 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0b5dd-fcc0-4965-83e0-6af0b56d4d67 req-1bb79d48-0f7b-4365-8deb-d2a34e8aa55a tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:36.899220 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ee0b5dd-fcc0-4965-83e0-6af0b56d4d67 req-1bb79d48-0f7b-4365-8deb-d2a34e8aa55a tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 943 time: 0.1626368 Mar 08 12:24:36.974702 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e2c9d91-50d1-4ef8-9528-1664f1e87776 req-a7b05b2f-e3ef-4c6f-aa3c-e9fa00e39132 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c HTTP/1.1" status: 200 len: 217 time: 0.0745943 Mar 08 12:24:37.041731 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ee0b5dd-fcc0-4965-83e0-6af0b56d4d67 req-50ca77e8-56e3-4bbd-84b8-3e8fc1a3cfc1 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895910 Mar 08 12:24:37.052668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c9d91-50d1-4ef8-9528-1664f1e87776 req-e57250b3-cc2c-4248-9e94-b2d988eec48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:37.054084 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e2c9d91-50d1-4ef8-9528-1664f1e87776 req-e57250b3-cc2c-4248-9e94-b2d988eec48e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=202f828e-44c9-48d8-875a-9f312603a27b HTTP/1.1" status: 200 len: 853 time: 0.0724838 Mar 08 12:24:37.129991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c9d91-50d1-4ef8-9528-1664f1e87776 req-9d7c8ffd-cfe3-41d4-a6b2-174ab341c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:37.131409 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e2c9d91-50d1-4ef8-9528-1664f1e87776 req-9d7c8ffd-cfe3-41d4-a6b2-174ab341c8a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11cb7951-b9ab-454e-bb11-d85a29972dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707433 Mar 08 12:24:37.258172 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e2c9d91-50d1-4ef8-9528-1664f1e87776 req-7626e475-555a-41e8-aa47-5795bc244449 service neutron] 10.222.0.18 "GET /v2.0/networks/11cb7951-b9ab-454e-bb11-d85a29972dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201074 Mar 08 12:24:37.386680 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e2c9d91-50d1-4ef8-9528-1664f1e87776 req-a0c70597-4437-4bd1-97ed-2bc697e7f9f1 service neutron] 10.222.0.18 "GET /v2.0/networks/11cb7951-b9ab-454e-bb11-d85a29972dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225824 Mar 08 12:24:38.224844 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e432575-13b0-4306-abd8-7971f768dfbd req-e01518ff-47e2-4c70-8d3d-c70f8578be04 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:38.226286 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4e432575-13b0-4306-abd8-7971f768dfbd req-e01518ff-47e2-4c70-8d3d-c70f8578be04 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 943 time: 0.0809045 Mar 08 12:24:38.268701 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4e432575-13b0-4306-abd8-7971f768dfbd req-81144278-11f2-4052-bb3a-4f88cde9431f tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369480 Mar 08 12:24:39.453700 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15df2d-d37d-4adc-b703-af6dbc23a709 req-a14fdfd4-9c62-4a9b-b797-189a9639a04d tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:39.455157 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3b15df2d-d37d-4adc-b703-af6dbc23a709 req-a14fdfd4-9c62-4a9b-b797-189a9639a04d tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 943 time: 0.0783021 Mar 08 12:24:39.507043 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3b15df2d-d37d-4adc-b703-af6dbc23a709 req-1bfe2449-3a76-4a89-9af6-b080e70c76cf tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Mar 08 12:24:39.513290 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:24:39.643565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:24:39.656635 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c', 'network_id': '11cb7951-b9ab-454e-bb11-d85a29972dda', 'port_id': 'b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c', 'mac_address': 'fa:16:3e:77:f6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202f828e-44c9-48d8-875a-9f312603a27b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:24:39.714842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:39.731825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:24:39.747504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:24:39.806375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:39.882413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:39.889267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:39.889618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:39.889982 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:39.890318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:39.890651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:39.891028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:39.891356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:39.891680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:39.892003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:39.892322 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:39.892645 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:39.892959 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:24:39.937931 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b40c4650-dd02-460c-b314-a502d950184f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:40.137370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:24:40.698839 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2afa7e-fb1b-4541-b30f-6460c21ec2f1 req-bfa54abf-7ef9-443b-a5a5-74813af557e5 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:40.700294 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6f2afa7e-fb1b-4541-b30f-6460c21ec2f1 req-bfa54abf-7ef9-443b-a5a5-74813af557e5 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 944 time: 0.0849876 Mar 08 12:24:40.744489 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6f2afa7e-fb1b-4541-b30f-6460c21ec2f1 req-ff26963f-dece-4224-9c4a-f519570c4f82 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383277 Mar 08 12:24:41.523876 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:24:41.641241 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:24:41.646383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:24:41.646726 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:41.762580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:41.791443 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5695153c-03ec-40e0-8b28-5f4e0552d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:24:41.801960 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:24:41.837742 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5695153c-03ec-40e0-8b28-5f4e0552d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c', 'code': 200} Mar 08 12:24:41.864628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:41.937319 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:24:41.974170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cb45a-3ad0-4934-bfdd-bcc0671b9550 req-e357dc1b-821e-489a-a779-1201753d555f tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:41.975609 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-be4cb45a-3ad0-4934-bfdd-bcc0671b9550 req-e357dc1b-821e-489a-a779-1201753d555f tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 945 time: 0.1009333 Mar 08 12:24:42.019561 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-be4cb45a-3ad0-4934-bfdd-bcc0671b9550 req-bdb7f50d-24ae-495f-8af1-2071b0a0e1cd tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381129 Mar 08 12:24:42.167144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e5f12-b73c-4b88-8727-57f96196ecb4 req-411fc3df-21e5-4b0a-8358-353870cf9653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:42.168587 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d27e5f12-b73c-4b88-8727-57f96196ecb4 req-411fc3df-21e5-4b0a-8358-353870cf9653 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 1098 time: 0.0692823 Mar 08 12:24:42.184098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b621e477-f51f-4161-b27f-0a663466c335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:42.208569 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d27e5f12-b73c-4b88-8727-57f96196ecb4 req-6e798643-d6fb-4383-b68b-c2d3cda7918d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345035 Mar 08 12:24:43.212903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3e6cb-7661-49e3-b7f4-554b84004f6b req-f1f83e5f-9eec-4ac2-8e09-15b230cea444 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:43.214387 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-78b3e6cb-7661-49e3-b7f4-554b84004f6b req-f1f83e5f-9eec-4ac2-8e09-15b230cea444 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 945 time: 0.0803266 Mar 08 12:24:43.268072 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-78b3e6cb-7661-49e3-b7f4-554b84004f6b req-a6f3ff64-cf05-40a2-b3e2-93c3c4497928 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472279 Mar 08 12:24:43.458100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:43.543814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:43.783721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:44.563290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8b61e-f770-49b0-9690-117deb1a40d6 req-2546ecba-0d10-4a2c-b2f5-adede2256844 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:44.564634 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5c8b61e-f770-49b0-9690-117deb1a40d6 req-2546ecba-0d10-4a2c-b2f5-adede2256844 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 945 time: 0.1908877 Mar 08 12:24:44.608835 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5c8b61e-f770-49b0-9690-117deb1a40d6 req-6efc05f5-e449-45b5-a676-081fb75d71cc tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 Mar 08 12:24:44.789385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:24:44.793394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232badf-f0c2-4192-a494-df8800124490 req-7bf400a8-29a6-4967-bf44-fd7204bf099e tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:24:44.794874 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f232badf-f0c2-4192-a494-df8800124490 req-7bf400a8-29a6-4967-bf44-fd7204bf099e tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 945 time: 0.0829108 Mar 08 12:24:44.838787 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f232badf-f0c2-4192-a494-df8800124490 req-c394700b-77b0-464b-aba5-b02b9fa86434 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382469 Mar 08 12:24:50.072819 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:25:02.723342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733466d-1e00-415b-a046-0c4f9603afe8 req-860235cd-239c-46fe-ad37-3508826dfc96 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:02.724809 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7733466d-1e00-415b-a046-0c4f9603afe8 req-860235cd-239c-46fe-ad37-3508826dfc96 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 945 time: 0.0997581 Mar 08 12:25:02.772589 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7733466d-1e00-415b-a046-0c4f9603afe8 req-352eb123-f22e-46b5-9b1d-5d873c8a634d tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Mar 08 12:25:03.957898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1617fb-8fb0-4a23-ba8f-587aee0b3dfc req-9f43d916-2b9a-481a-bd1f-03552f9fa7b1 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:03.959452 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0c1617fb-8fb0-4a23-ba8f-587aee0b3dfc req-9f43d916-2b9a-481a-bd1f-03552f9fa7b1 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 945 time: 0.0801857 Mar 08 12:25:04.012224 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0c1617fb-8fb0-4a23-ba8f-587aee0b3dfc req-74e8d0b5-9fdd-439b-b3a0-249d0d37b3ca tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460804 Mar 08 12:25:04.583962 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd10be6-8d34-4c9b-b953-53955d439f3e req-88dd5162-1bde-4d0b-95e6-443916fb0ea0 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:04.585421 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffd10be6-8d34-4c9b-b953-53955d439f3e req-88dd5162-1bde-4d0b-95e6-443916fb0ea0 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.18 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 945 time: 0.0823359 Mar 08 12:25:04.655988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-ffd10be6-8d34-4c9b-b953-53955d439f3e req-be2853d1-47d2-4c49-acd7-2aad83bbee59 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Deleting port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:25:04.656330 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ffd10be6-8d34-4c9b-b953-53955d439f3e req-be2853d1-47d2-4c49-acd7-2aad83bbee59 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:04.903309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-ffd10be6-8d34-4c9b-b953-53955d439f3e req-be2853d1-47d2-4c49-acd7-2aad83bbee59 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] For port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:04.903590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ffd10be6-8d34-4c9b-b953-53955d439f3e req-be2853d1-47d2-4c49-acd7-2aad83bbee59 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:05.032270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-ffd10be6-8d34-4c9b-b953-53955d439f3e req-be2853d1-47d2-4c49-acd7-2aad83bbee59 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Calling delete_port for b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:25:05.200024 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cc3ec-b615-4b2f-8a2c-97b2344c4dfc req-0d474ca8-3e84-4159-b280-b78c906ea02b tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:05.201443 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-344cc3ec-b615-4b2f-8a2c-97b2344c4dfc req-0d474ca8-3e84-4159-b280-b78c906ea02b tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/ports?device_id=5695153c-03ec-40e0-8b28-5f4e0552d71b HTTP/1.1" status: 200 len: 945 time: 0.0826633 Mar 08 12:25:05.235258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ffd10be6-8d34-4c9b-b953-53955d439f3e req-be2853d1-47d2-4c49-acd7-2aad83bbee59 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:05.248770 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:25:05.251808 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-344cc3ec-b615-4b2f-8a2c-97b2344c4dfc req-c79f220b-5b69-4acc-b55a-2942c744bb93 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.32 "GET /v2.0/security-groups?id=11711588-1c1f-4b56-be59-0f1c9b61459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Mar 08 12:25:05.305258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2853d1-47d2-4c49-acd7-2aad83bbee59 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Pushing event deleted for resources: {'Port': ['ID=b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:05.378750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd10be6-8d34-4c9b-b953-53955d439f3e req-be2853d1-47d2-4c49-acd7-2aad83bbee59 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] No DVR routers for this DVR port b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:25:05.381541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ffd10be6-8d34-4c9b-b953-53955d439f3e req-be2853d1-47d2-4c49-acd7-2aad83bbee59 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:05.384255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5695153c-03ec-40e0-8b28-5f4e0552d71b', 'name': 'network-vif-deleted', 'tag': 'b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:25:05.440382 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5695153c-03ec-40e0-8b28-5f4e0552d71b', 'name': 'network-vif-deleted', 'tag': 'b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c', 'status': 'completed', 'code': 200} Mar 08 12:25:05.442279 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffd10be6-8d34-4c9b-b953-53955d439f3e req-be2853d1-47d2-4c49-acd7-2aad83bbee59 tempest-TestEncryptedCinderVolumes-717179989 tempest-TestEncryptedCinderVolumes-717179989-project] 10.222.0.18 "DELETE /v2.0/ports/b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c HTTP/1.1" status: 204 len: 173 time: 0.8520057 Mar 08 12:25:06.478516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58714) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:07.120067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-602907cc-8ce7-4b64-b071-b2e8472e359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:07.485949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-602907cc-8ce7-4b64-b071-b2e8472e359f admin admin] Deleting port 534965f1-3bd4-4f96-98b2-f8795af34cbe {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:25:07.486641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-602907cc-8ce7-4b64-b071-b2e8472e359f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:07.728286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-602907cc-8ce7-4b64-b071-b2e8472e359f admin admin] For port 534965f1-3bd4-4f96-98b2-f8795af34cbe, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=534965f1-3bd4-4f96-98b2-f8795af34cbe,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:07.728645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-602907cc-8ce7-4b64-b071-b2e8472e359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:07.820963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:25:07.850526 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-602907cc-8ce7-4b64-b071-b2e8472e359f admin admin] Calling delete_port for 534965f1-3bd4-4f96-98b2-f8795af34cbe owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:25:07.858386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:25:07.858802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device b916efde-4e7d-4ba3-8ecc-f1e0c7cacf3c not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:25:08.234648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-602907cc-8ce7-4b64-b071-b2e8472e359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:08.284616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602907cc-8ce7-4b64-b071-b2e8472e359f admin admin] Pushing event deleted for resources: {'Port': ['ID=534965f1-3bd4-4f96-98b2-f8795af34cbe,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:08.672734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-602907cc-8ce7-4b64-b071-b2e8472e359f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:09.027963 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602907cc-8ce7-4b64-b071-b2e8472e359f admin admin] Router 5f1fd94a-cd3b-4971-8def-d4e06a28905d has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:25:09.207147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602907cc-8ce7-4b64-b071-b2e8472e359f admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:25:09.216622 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132755fc-d1f9-4a71-b7a3-241fc68836e3 None None] Sync routers for ids ['5f1fd94a-cd3b-4971-8def-d4e06a28905d'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:25:09.219915 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-602907cc-8ce7-4b64-b071-b2e8472e359f admin admin] 10.222.0.32 "PUT /v2.0/routers/5f1fd94a-cd3b-4971-8def-d4e06a28905d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7402453 Mar 08 12:25:09.222466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58718) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:09.229522 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132755fc-d1f9-4a71-b7a3-241fc68836e3 None None] Routers {'5f1fd94a-cd3b-4971-8def-d4e06a28905d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:25:09.230540 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-132755fc-d1f9-4a71-b7a3-241fc68836e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:24:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f1fd94a-cd3b-4971-8def-d4e06a28905d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:09.435292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:09.442206 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-132755fc-d1f9-4a71-b7a3-241fc68836e3 None None] Set router 5f1fd94a-cd3b-4971-8def-d4e06a28905d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:25:09.664409 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:09.743101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Deleting port ff2a7a82-41d4-4940-b1d7-797246064ec1 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:25:09.743790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:09.784651 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-132755fc-d1f9-4a71-b7a3-241fc68836e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'name': 'tempest-TestEncryptedCinderVolumes-6242127-router', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:37Z', 'updated_at': '2022-03-08T12:25:08Z', 'revision_number': 5, 'project_id': '0687577257f642e293c768ac057dbd76', 'gw_port': {'id': 'ff2a7a82-41d4-4940-b1d7-797246064ec1', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:38Z', 'updated_at': '2022-03-08T12:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:09.788543 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132755fc-d1f9-4a71-b7a3-241fc68836e3 None None] Checking router: 5f1fd94a-cd3b-4971-8def-d4e06a28905d for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:25:09.796751 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132755fc-d1f9-4a71-b7a3-241fc68836e3 None None] Routers {'5f1fd94a-cd3b-4971-8def-d4e06a28905d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:25:09.797343 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-132755fc-d1f9-4a71-b7a3-241fc68836e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:24:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5f1fd94a-cd3b-4971-8def-d4e06a28905d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:09.923305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] For port ff2a7a82-41d4-4940-b1d7-797246064ec1, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ff2a7a82-41d4-4940-b1d7-797246064ec1,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:09.923772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:09.953120 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-132755fc-d1f9-4a71-b7a3-241fc68836e3 None None] Set router 5f1fd94a-cd3b-4971-8def-d4e06a28905d gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:25:09.989501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-927a89a3-56a9-4cfe-9d85-edddab9675f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:10.052414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Calling delete_port for ff2a7a82-41d4-4940-b1d7-797246064ec1 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:25:10.063488 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-132755fc-d1f9-4a71-b7a3-241fc68836e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'name': 'tempest-TestEncryptedCinderVolumes-6242127-router', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:37Z', 'updated_at': '2022-03-08T12:25:09Z', 'revision_number': 6, 'project_id': '0687577257f642e293c768ac057dbd76', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:10.068009 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132755fc-d1f9-4a71-b7a3-241fc68836e3 None None] The sync data for ids ['5f1fd94a-cd3b-4971-8def-d4e06a28905d'] in dv-neutron-828143-8-hyperv is: [{'id': '5f1fd94a-cd3b-4971-8def-d4e06a28905d', 'name': 'tempest-TestEncryptedCinderVolumes-6242127-router', 'tenant_id': '0687577257f642e293c768ac057dbd76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:37Z', 'updated_at': '2022-03-08T12:25:09Z', 'revision_number': 6, 'project_id': '0687577257f642e293c768ac057dbd76', 'gw_port_host': None}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:25:10.412141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:10.460683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2a7a82-41d4-4940-b1d7-797246064ec1,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:10.555781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:10.730040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:10.732244 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:10.817441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:10.818082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f1fd94a-cd3b-4971-8def-d4e06a28905d {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:25:10.830629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:10.831766 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c28828aa-7ae3-4d9b-a780-331a9ac81557 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5f1fd94a-cd3b-4971-8def-d4e06a28905d HTTP/1.1" status: 204 len: 168 time: 1.6080871 Mar 08 12:25:10.834479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58722) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:10.893601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab11c955-d680-4f83-8f18-7d50d853e0f7 admin admin] Deleting subnet 202f828e-44c9-48d8-875a-9f312603a27b {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:25:10.896987 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ab11c955-d680-4f83-8f18-7d50d853e0f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:10.949767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ab11c955-d680-4f83-8f18-7d50d853e0f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:11.029838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ab11c955-d680-4f83-8f18-7d50d853e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:11.161011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ab11c955-d680-4f83-8f18-7d50d853e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:11.201729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11c955-d680-4f83-8f18-7d50d853e0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=202f828e-44c9-48d8-875a-9f312603a27b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:11.205433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ab11c955-d680-4f83-8f18-7d50d853e0f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:11.211998 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ab11c955-d680-4f83-8f18-7d50d853e0f7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/202f828e-44c9-48d8-875a-9f312603a27b HTTP/1.1" status: 204 len: 168 time: 0.3760455 Mar 08 12:25:11.214730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58726) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:11.218961 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5301df40-87ce-459c-a155-fe95a31210e3 None None] Network 11cb7951-b9ab-454e-bb11-d85a29972dda requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:25:11.318559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:11.329454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Deleting port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:25:11.329796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:11.490185 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13db54d-afc6-45cb-ab17-f386f68bd47f None None] DHCP port deletion for 11cb7951-b9ab-454e-bb11-d85a29972dda request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:25:11.494930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a13db54d-afc6-45cb-ab17-f386f68bd47f None None] Deleting port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:25:11.495313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a13db54d-afc6-45cb-ab17-f386f68bd47f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:11.535976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] For port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2070d8d8-3c0d-4d3d-9c09-645b4d9d4207,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:11.536464 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:11.662510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Calling delete_port for 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:25:11.679323 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ff2a7a82-41d4-4940-b1d7-797246064ec1 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:25:11.725390 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: ff2a7a82-41d4-4940-b1d7-797246064ec1 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:25:11.726159 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ff2a7a82-41d4-4940-b1d7-797246064ec1 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:25:11.726533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:25:11.770198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-a13db54d-afc6-45cb-ab17-f386f68bd47f None None] For port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2070d8d8-3c0d-4d3d-9c09-645b4d9d4207,segment=NetworkSegment(2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519),segment_id=2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:11.770583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a13db54d-afc6-45cb-ab17-f386f68bd47f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:11.806165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:11.852416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Pushing event deleted for resources: {'Port': ['ID=2070d8d8-3c0d-4d3d-9c09-645b4d9d4207,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:11.855696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] No DVR routers for this DVR port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:25:11.901519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a13db54d-afc6-45cb-ab17-f386f68bd47f None None] Calling delete_port for 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:25:11.946996 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No active binding found for port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 {{(pid=88471) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 08 12:25:11.947400 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:25:11.947816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 534965f1-3bd4-4f96-98b2-f8795af34cbe no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:25:11.989612 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 534965f1-3bd4-4f96-98b2-f8795af34cbe {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:25:11.989860 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 534965f1-3bd4-4f96-98b2-f8795af34cbe not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:25:12.014944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-a13db54d-afc6-45cb-ab17-f386f68bd47f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:25:12.015301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-a13db54d-afc6-45cb-ab17-f386f68bd47f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:25:12.066382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:12.093615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cb7951-b9ab-454e-bb11-d85a29972dda']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:12.105645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:12.105972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdde9fc-15e7-4e2c-8ee0-a4baf4bb6519') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:12.117480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:12.133203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:12.139036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:25:12.139414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:25:12.152543 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:25:12.194695 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8290af5a-7ecd-4de8-bc02-932e80a3846d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:12.274891 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:12.279197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:12.302535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] Pushing event deleted for resources: {'Network': ['ID=11cb7951-b9ab-454e-bb11-d85a29972dda,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:12.349688 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8496216a-35ad-4df8-9591-a96a0770c124 admin admin] 10.222.0.32 "DELETE /v2.0/networks/11cb7951-b9ab-454e-bb11-d85a29972dda HTTP/1.1" status: 204 len: 168 time: 1.1340413 Mar 08 12:25:12.353091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58730) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:12.516583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a13db54d-afc6-45cb-ab17-f386f68bd47f None None] Deleting port 2070d8d8-3c0d-4d3d-9c09-645b4d9d4207 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:25:12.517180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a13db54d-afc6-45cb-ab17-f386f68bd47f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:12.584495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-a13db54d-afc6-45cb-ab17-f386f68bd47f None None] The port '2070d8d8-3c0d-4d3d-9c09-645b4d9d4207' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 12:25:12.880204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc065-026a-4a54-b8d3-0af43fc75ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:13.225157 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cc065-026a-4a54-b8d3-0af43fc75ed0 admin admin] Deleting port c3fa894f-7349-41f5-8205-3c866da08793 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:25:13.225387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc065-026a-4a54-b8d3-0af43fc75ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:13.463294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:13.529542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-1c6cc065-026a-4a54-b8d3-0af43fc75ed0 admin admin] For port c3fa894f-7349-41f5-8205-3c866da08793, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c3fa894f-7349-41f5-8205-3c866da08793,segment=NetworkSegment(975ccc14-cd14-49be-8908-035a7872adcd),segment_id=975ccc14-cd14-49be-8908-035a7872adcd)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:13.529822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc065-026a-4a54-b8d3-0af43fc75ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:13.566199 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:13.693381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cc065-026a-4a54-b8d3-0af43fc75ed0 admin admin] Calling delete_port for c3fa894f-7349-41f5-8205-3c866da08793 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:25:13.760393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:13.937840 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc065-026a-4a54-b8d3-0af43fc75ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:13.985149 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cc065-026a-4a54-b8d3-0af43fc75ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3fa894f-7349-41f5-8205-3c866da08793,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:14.248651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc065-026a-4a54-b8d3-0af43fc75ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:14.597932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6cc065-026a-4a54-b8d3-0af43fc75ed0 admin admin] Router e59788ee-9826-4efb-9b41-1de8847be4f1 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:25:14.775239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6cc065-026a-4a54-b8d3-0af43fc75ed0 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:25:14.784142 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1c6cc065-026a-4a54-b8d3-0af43fc75ed0 admin admin] 10.222.0.32 "PUT /v2.0/routers/e59788ee-9826-4efb-9b41-1de8847be4f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301081 Mar 08 12:25:14.787284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aafc4ce-6629-4054-8327-9d0d7969e714 None None] Sync routers for ids ['e59788ee-9826-4efb-9b41-1de8847be4f1'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:25:14.787893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58734) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:14.796648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aafc4ce-6629-4054-8327-9d0d7969e714 None None] Routers {'e59788ee-9826-4efb-9b41-1de8847be4f1'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:25:14.797275 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7aafc4ce-6629-4054-8327-9d0d7969e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:25:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e59788ee-9826-4efb-9b41-1de8847be4f1'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:14.851814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:14.979350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-7aafc4ce-6629-4054-8327-9d0d7969e714 None None] Set router e59788ee-9826-4efb-9b41-1de8847be4f1 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:25:15.076859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:15.255797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:15.277368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7aafc4ce-6629-4054-8327-9d0d7969e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'name': 'tempest-TestEncryptedCinderVolumes-422655395-router', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:45Z', 'updated_at': '2022-03-08T12:25:13Z', 'revision_number': 5, 'project_id': 'f1232ad8ee6d480884fe03f9d241457b', 'gw_port': {'id': '7eb245e6-a3bc-4185-b399-1e9f78a32c65', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:23:46Z', 'updated_at': '2022-03-08T12:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:15.281117 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aafc4ce-6629-4054-8327-9d0d7969e714 None None] Checking router: e59788ee-9826-4efb-9b41-1de8847be4f1 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:25:15.290588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aafc4ce-6629-4054-8327-9d0d7969e714 None None] Routers {'e59788ee-9826-4efb-9b41-1de8847be4f1'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:25:15.291411 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7aafc4ce-6629-4054-8327-9d0d7969e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:25:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e59788ee-9826-4efb-9b41-1de8847be4f1'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:15.343425 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Deleting port 7eb245e6-a3bc-4185-b399-1e9f78a32c65 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:25:15.343791 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:15.477031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-7aafc4ce-6629-4054-8327-9d0d7969e714 None None] Set router e59788ee-9826-4efb-9b41-1de8847be4f1 gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:25:15.516223 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] For port 7eb245e6-a3bc-4185-b399-1e9f78a32c65, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7eb245e6-a3bc-4185-b399-1e9f78a32c65,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:15.516490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:15.590383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7aafc4ce-6629-4054-8327-9d0d7969e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'name': 'tempest-TestEncryptedCinderVolumes-422655395-router', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:45Z', 'updated_at': '2022-03-08T12:25:15Z', 'revision_number': 6, 'project_id': 'f1232ad8ee6d480884fe03f9d241457b', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:15.597094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aafc4ce-6629-4054-8327-9d0d7969e714 None None] The sync data for ids ['e59788ee-9826-4efb-9b41-1de8847be4f1'] in dv-neutron-828143-8-hyperv is: [{'id': 'e59788ee-9826-4efb-9b41-1de8847be4f1', 'name': 'tempest-TestEncryptedCinderVolumes-422655395-router', 'tenant_id': 'f1232ad8ee6d480884fe03f9d241457b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:23:45Z', 'updated_at': '2022-03-08T12:25:15Z', 'revision_number': 6, 'project_id': 'f1232ad8ee6d480884fe03f9d241457b', 'gw_port_host': None}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:25:15.641283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Calling delete_port for 7eb245e6-a3bc-4185-b399-1e9f78a32c65 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:25:15.886220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:15.933305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb245e6-a3bc-4185-b399-1e9f78a32c65,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:16.025576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:16.197196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:16.199285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:16.268770 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:16.269276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Fanout notify agent at l3_agent the message router_deleted on router e59788ee-9826-4efb-9b41-1de8847be4f1 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:25:16.283552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:16.285163 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-32058881-9c9d-4907-94a0-3e4621c8abec admin admin] 10.222.0.32 "DELETE /v2.0/routers/e59788ee-9826-4efb-9b41-1de8847be4f1 HTTP/1.1" status: 204 len: 168 time: 1.4973326 Mar 08 12:25:16.287599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58738) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:16.350351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0ca86b-d08b-4972-a0ad-69ed81ccfed4 admin admin] Deleting subnet f8ae8c59-b9f4-4944-9b0e-98e3ef2c3b0e {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:25:16.354006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c0ca86b-d08b-4972-a0ad-69ed81ccfed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:16.403432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c0ca86b-d08b-4972-a0ad-69ed81ccfed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:16.485353 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c0ca86b-d08b-4972-a0ad-69ed81ccfed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:16.618123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c0ca86b-d08b-4972-a0ad-69ed81ccfed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:16.656711 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ca86b-d08b-4972-a0ad-69ed81ccfed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ae8c59-b9f4-4944-9b0e-98e3ef2c3b0e,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:16.661679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0c0ca86b-d08b-4972-a0ad-69ed81ccfed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:16.666705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e621b333-1c2e-43a2-aa1e-79c1c167db8a None None] Network 571fbea8-5164-4875-a828-680f9b56322e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:25:16.668303 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0c0ca86b-d08b-4972-a0ad-69ed81ccfed4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f8ae8c59-b9f4-4944-9b0e-98e3ef2c3b0e HTTP/1.1" status: 204 len: 168 time: 0.3791854 Mar 08 12:25:16.670756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58742) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:16.882876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:16.893699 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Deleting port 6a99679e-f4e4-49de-8c1b-f220ced450a9 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:25:16.893851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:16.925659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f34ed7-caf4-4438-8065-1e52ee881061 None None] DHCP port deletion for 571fbea8-5164-4875-a828-680f9b56322e request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:25:16.930212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-79f34ed7-caf4-4438-8065-1e52ee881061 None None] Deleting port 6a99679e-f4e4-49de-8c1b-f220ced450a9 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:25:16.930595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-79f34ed7-caf4-4438-8065-1e52ee881061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:17.098890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] For port 6a99679e-f4e4-49de-8c1b-f220ced450a9, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6a99679e-f4e4-49de-8c1b-f220ced450a9,segment=NetworkSegment(975ccc14-cd14-49be-8908-035a7872adcd),segment_id=975ccc14-cd14-49be-8908-035a7872adcd)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:17.099242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:17.132556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-79f34ed7-caf4-4438-8065-1e52ee881061 None None] For port 6a99679e-f4e4-49de-8c1b-f220ced450a9, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=6a99679e-f4e4-49de-8c1b-f220ced450a9,segment=NetworkSegment(975ccc14-cd14-49be-8908-035a7872adcd),segment_id=975ccc14-cd14-49be-8908-035a7872adcd)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:17.132884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-79f34ed7-caf4-4438-8065-1e52ee881061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:17.220612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Calling delete_port for 6a99679e-f4e4-49de-8c1b-f220ced450a9 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:25:17.252807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-79f34ed7-caf4-4438-8065-1e52ee881061 None None] Calling delete_port for 6a99679e-f4e4-49de-8c1b-f220ced450a9 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:25:17.371969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:17.377163 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-79f34ed7-caf4-4438-8065-1e52ee881061 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:25:17.377523 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-79f34ed7-caf4-4438-8065-1e52ee881061 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:25:17.422468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a99679e-f4e4-49de-8c1b-f220ced450a9,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:17.424165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] No DVR routers for this DVR port 6a99679e-f4e4-49de-8c1b-f220ced450a9 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:25:17.537184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:17.562107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571fbea8-5164-4875-a828-680f9b56322e']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:17.574262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975ccc14-cd14-49be-8908-035a7872adcd') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:17.574559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975ccc14-cd14-49be-8908-035a7872adcd') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:17.585543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:17.607706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:17.614352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:25:17.614805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:25:17.631678 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:25:17.644078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c3fa894f-7349-41f5-8205-3c866da08793 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:25:17.680433 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: c3fa894f-7349-41f5-8205-3c866da08793 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:25:17.680433 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c3fa894f-7349-41f5-8205-3c866da08793 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:25:17.680433 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7eb245e6-a3bc-4185-b399-1e9f78a32c65 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:25:17.713271 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 7eb245e6-a3bc-4185-b399-1e9f78a32c65 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:25:17.713616 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7eb245e6-a3bc-4185-b399-1e9f78a32c65 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:25:17.714059 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6a99679e-f4e4-49de-8c1b-f220ced450a9 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:25:17.759000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 6a99679e-f4e4-49de-8c1b-f220ced450a9 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:25:17.759349 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 6a99679e-f4e4-49de-8c1b-f220ced450a9 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:25:17.789454 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:17.806087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:17.816884 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=571fbea8-5164-4875-a828-680f9b56322e,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:17.820409 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-df296f47-8d53-4168-83cb-16b69cb58a16 admin admin] 10.222.0.32 "DELETE /v2.0/networks/571fbea8-5164-4875-a828-680f9b56322e HTTP/1.1" status: 204 len: 168 time: 1.1487150 Mar 08 12:25:17.878827 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-79f34ed7-caf4-4438-8065-1e52ee881061 None None] Deleting port 6a99679e-f4e4-49de-8c1b-f220ced450a9 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:25:17.879215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-79f34ed7-caf4-4438-8065-1e52ee881061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:17.943209 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-79f34ed7-caf4-4438-8065-1e52ee881061 None None] The port '6a99679e-f4e4-49de-8c1b-f220ced450a9' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 12:25:18.192862 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58748) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:18.241356 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dd1f104b-83b2-402d-9b1d-b236b5606e4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0687577257f642e293c768ac057dbd76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472369 Mar 08 12:25:18.243713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 58752) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:18.307755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc96f-ef85-4052-b1e0-b6b2d28bf6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:18.332358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc96f-ef85-4052-b1e0-b6b2d28bf6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:18.457435 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc96f-ef85-4052-b1e0-b6b2d28bf6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:18.475306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bc96f-ef85-4052-b1e0-b6b2d28bf6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11711588-1c1f-4b56-be59-0f1c9b61459c,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:18.537393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4c0bc96f-ef85-4052-b1e0-b6b2d28bf6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:18.538606 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4c0bc96f-ef85-4052-b1e0-b6b2d28bf6b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11711588-1c1f-4b56-be59-0f1c9b61459c HTTP/1.1" status: 204 len: 168 time: 0.2940159 Mar 08 12:25:19.216276 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58760) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:19.267212 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2011fff9-dd7a-4216-ab63-9dadb7fd1ed6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1232ad8ee6d480884fe03f9d241457b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497832 Mar 08 12:25:19.269728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58764) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:19.330930 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:19.359015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:19.492224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:19.511362 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15bc717-5edc-4010-b96b-79832fbf9a94,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:19.524510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:19.525014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:19.525361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:19.525699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:19.526058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:19.526388 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:19.526718 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:19.527043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:19.527368 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:19.527687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:19.528007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:19.528323 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:19.533026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:19.534227 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e526d8b8-2af5-4448-96c4-9fd8c818ec26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c15bc717-5edc-4010-b96b-79832fbf9a94 HTTP/1.1" status: 204 len: 168 time: 0.2634692 Mar 08 12:25:20.572546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58788) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:20.675572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-862053662-network', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:25:20.680861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:25:20.684705 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Usage tracker for resource:network and tenant:83b06f5a30874af3b4fc5c4a7fff60e7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:25:20.687617 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:25:20.693820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:25:20.765972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Made reservation on behalf of 83b06f5a30874af3b4fc5c4a7fff60e7 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:25:20.768339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:20.781556 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:20.796205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:25:20.800171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Usage tracker for resource:security_group_rule and tenant:83b06f5a30874af3b4fc5c4a7fff60e7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:25:20.803222 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:25:20.808866 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:25:20.900534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:20.949046 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:20.979351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:25:20.988547 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7620f00-e05d-40d9-a2e6-d78927d4c5f1,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:20.995114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:20.996118 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Added segment f09ec8df-4d75-4af2-adf6-a3fe2d5700f5 of type vlan for network 0b40b730-5a14-49b4-95a5-5764ee182afb Mar 08 12:25:21.022901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:21.114496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:21.115486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:21.116575 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:21.224471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] Pushing event updated for resources: {'Network': ['ID=0b40b730-5a14-49b4-95a5-5764ee182afb,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:21.234480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 0b40b730-5a14-49b4-95a5-5764ee182afb details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:25:21.264445 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a3f1a72a-4586-40cb-8778-e2c1b27a6d89 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6904020 Mar 08 12:25:21.267759 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58794) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:21.274136 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Request body: {'subnet': {'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-862053662-subnet', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'ip_version': 4}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:25:21.279071 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:25:21.282969 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Usage tracker for resource:subnet and tenant:83b06f5a30874af3b4fc5c4a7fff60e7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:25:21.285826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:25:21.292359 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:25:21.360338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Made reservation on behalf of 83b06f5a30874af3b4fc5c4a7fff60e7 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:25:21.363016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:21.623897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:21.701663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d85cda3c-5b5f-4551-b0ca-2c7d8158e50a,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:21.710516 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Checking segment: {'id': 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:25:21.710874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Network hostable DHCP agents. Network: 0b40b730-5a14-49b4-95a5-5764ee182afb, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:25:21.790105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Network 0b40b730-5a14-49b4-95a5-5764ee182afb is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:25:21.862856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 0b40b730-5a14-49b4-95a5-5764ee182afb) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:25:21.867669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:21.868783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:21.871781 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754bad6-b1ff-455c-a8d7-6ca59dd71d65 None None] Network 0b40b730-5a14-49b4-95a5-5764ee182afb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:25:21.960955 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e09307ed-a343-4fef-ba07-63d7e56cdd9d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6913977 Mar 08 12:25:21.964030 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58798) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:21.968779 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:25:21.973333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:25:21.977305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Usage tracker for resource:router and tenant:83b06f5a30874af3b4fc5c4a7fff60e7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:25:21.980092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:25:21.985616 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:25:22.057467 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:22.058583 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:22.074476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:22.115029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-0b40b730-5a14-49b4-95a5-5764ee182afb', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'fixed_ips': [{'subnet_id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:25:22.115797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:22.270508 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Allocated IP 172.20.0.2 (0b40b730-5a14-49b4-95a5-5764ee182afb/d85cda3c-5b5f-4551-b0ca-2c7d8158e50a/1820cd38-f584-46dd-80f7-dada742533b5) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:25:22.470563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:22.480873 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Transition to ACTIVE for port object 1820cd38-f584-46dd-80f7-dada742533b5 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:25:22.498991 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Transition to ACTIVE for port object 1820cd38-f584-46dd-80f7-dada742533b5 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:25:22.504712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:22.566674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:22.630080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Network 0b40b730-5a14-49b4-95a5-5764ee182afb is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:25:22.637155 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:25:22.641678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:25:22.647934 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Pushing event updated for resources: {'Port': ['ID=1820cd38-f584-46dd-80f7-dada742533b5,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:22.736164 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Attempting to bind port 1820cd38-f584-46dd-80f7-dada742533b5 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:25:22.736441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Attempting to bind port 1820cd38-f584-46dd-80f7-dada742533b5 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:25:22.736798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Attempting to bind port 1820cd38-f584-46dd-80f7-dada742533b5 on network 0b40b730-5a14-49b4-95a5-5764ee182afb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:25:22.742042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:25:22.742408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Checking segment: {'id': 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:25:22.742803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:22.743204 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Bound using segment: {'id': 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:25:22.743641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Bound port: 1820cd38-f584-46dd-80f7-dada742533b5, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:25:22.744009 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:22.841503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] For port 1820cd38-f584-46dd-80f7-dada742533b5, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:25:22.844437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] For port 1820cd38-f584-46dd-80f7-dada742533b5, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1820cd38-f584-46dd-80f7-dada742533b5,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:25:22.905550 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:22.915545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:22.935216 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:23.001065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecbfd1-9280-4461-b755-05debe0bb41a None None] Pushing event updated for resources: {'Port': ['ID=1820cd38-f584-46dd-80f7-dada742533b5,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:23.075216 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Allocated IP 172.26.4.5 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/688fd845-08db-4225-a8df-1b6d421b5488) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:25:23.234083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:23.298199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:23.360041 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:25:23.367420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:25:23.371433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:25:23.400411 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Pushing event updated for resources: {'Port': ['ID=688fd845-08db-4225-a8df-1b6d421b5488,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:23.671627 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1820cd38-f584-46dd-80f7-dada742533b5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:25:23.806481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 1820cd38-f584-46dd-80f7-dada742533b5 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:25:23.963737 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27423a40-6623-4380-9b9b-7ad52cb03e33 None None] Network 0b40b730-5a14-49b4-95a5-5764ee182afb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:25:23.992022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:24.118061 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8967e893-da3b-4bfa-83d9-b3fa14d44bdc None None] Provisioning for port 1820cd38-f584-46dd-80f7-dada742533b5 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:25:24.128691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8967e893-da3b-4bfa-83d9-b3fa14d44bdc None None] Provisioning complete for port 1820cd38-f584-46dd-80f7-dada742533b5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:24.129059 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8967e893-da3b-4bfa-83d9-b3fa14d44bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:24.303266 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8967e893-da3b-4bfa-83d9-b3fa14d44bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:24.334485 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:24.338361 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-8967e893-da3b-4bfa-83d9-b3fa14d44bdc None None] For port 1820cd38-f584-46dd-80f7-dada742533b5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1820cd38-f584-46dd-80f7-dada742533b5,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:24.429053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8967e893-da3b-4bfa-83d9-b3fa14d44bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:24.498920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967e893-da3b-4bfa-83d9-b3fa14d44bdc None None] Pushing event updated for resources: {'Port': ['ID=1820cd38-f584-46dd-80f7-dada742533b5,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:24.548428 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fbee9aa0-50ff-4967-a600-e733b725e516 None None] Provisioning complete for port 1820cd38-f584-46dd-80f7-dada742533b5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:24.548801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fbee9aa0-50ff-4967-a600-e733b725e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:24.611785 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Router 5383e653-9b0d-4e10-87ea-92f8b8f23900 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:25:24.789025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:25:24.800660 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Sync routers for ids ['5383e653-9b0d-4e10-87ea-92f8b8f23900'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:25:24.810836 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Routers {'5383e653-9b0d-4e10-87ea-92f8b8f23900'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:25:24.811429 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:25:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5383e653-9b0d-4e10-87ea-92f8b8f23900'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:24.874668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:24.876027 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3868a10d-db65-47dd-a29c-df4a980ed632 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9110935 Mar 08 12:25:24.878916 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58802) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:25.020281 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Set router 5383e653-9b0d-4e10-87ea-92f8b8f23900 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:25:25.300486 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '688fd845-08db-4225-a8df-1b6d421b5488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:23Z', 'revision_number': 3, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port': {'id': '688fd845-08db-4225-a8df-1b6d421b5488', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:25.304939 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Checking router: 5383e653-9b0d-4e10-87ea-92f8b8f23900 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:25:25.305289 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Updating router 5383e653-9b0d-4e10-87ea-92f8b8f23900 port 688fd845-08db-4225-a8df-1b6d421b5488 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:25:25.358728 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:25.654974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1820cd38-f584-46dd-80f7-dada742533b5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:25:25.692646 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:25.706494 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:25.718865 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Transition to ACTIVE for port object 688fd845-08db-4225-a8df-1b6d421b5488 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:25:25.733868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 1820cd38-f584-46dd-80f7-dada742533b5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:25.734283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:25.795070 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:25.892102 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Pushing event updated for resources: {'Port': ['ID=688fd845-08db-4225-a8df-1b6d421b5488,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:25.897737 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Attempting to bind port 688fd845-08db-4225-a8df-1b6d421b5488 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:25:25.897737 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Attempting to bind port 688fd845-08db-4225-a8df-1b6d421b5488 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:25:25.897737 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Attempting to bind port 688fd845-08db-4225-a8df-1b6d421b5488 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:25:25.902897 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:25.903248 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:25.903593 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:25.903932 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:25.904268 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:25.904604 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:25.904933 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:25.905260 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:25.905589 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:25.905945 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:25.906269 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:25.906587 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:25.911561 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:25:25.911936 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:25:25.912337 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:25.913019 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:25:25.913413 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Bound port: 688fd845-08db-4225-a8df-1b6d421b5488, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:25:25.913691 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:25.916285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Allocated IP 172.20.0.1 (0b40b730-5a14-49b4-95a5-5764ee182afb/d85cda3c-5b5f-4551-b0ca-2c7d8158e50a/7053be5b-5991-4f8c-adc0-6b38a2e5e683) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:25:25.988714 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] For port 688fd845-08db-4225-a8df-1b6d421b5488, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:25:25.992672 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] For port 688fd845-08db-4225-a8df-1b6d421b5488, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=688fd845-08db-4225-a8df-1b6d421b5488,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:25:26.063737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:26.075158 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:26.078785 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Transition to ACTIVE for port object 7053be5b-5991-4f8c-adc0-6b38a2e5e683 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:25:26.147538 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Routers {'5383e653-9b0d-4e10-87ea-92f8b8f23900'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:25:26.148165 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:25:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5383e653-9b0d-4e10-87ea-92f8b8f23900'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:26.160777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:26.220613 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9179c-ab33-4703-a0c0-8592ff650a94 None None] Pushing event updated for resources: {'Port': ['ID=688fd845-08db-4225-a8df-1b6d421b5488,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:26.227464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Network 0b40b730-5a14-49b4-95a5-5764ee182afb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:25:26.230360 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:25:26.238285 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:25:26.274318 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Pushing event updated for resources: {'Port': ['ID=7053be5b-5991-4f8c-adc0-6b38a2e5e683,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:26.303207 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:26.335581 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] Set router 5383e653-9b0d-4e10-87ea-92f8b8f23900 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:25:26.463551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:26.549297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9b1441f5-346d-440a-9edf-337744eae269 None None] Provisioning for port 7053be5b-5991-4f8c-adc0-6b38a2e5e683 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:25:26.555675 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9b1441f5-346d-440a-9edf-337744eae269 None None] Provisioning complete for port 7053be5b-5991-4f8c-adc0-6b38a2e5e683 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:26.556151 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9b1441f5-346d-440a-9edf-337744eae269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:26.656077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-9b1441f5-346d-440a-9edf-337744eae269 None None] Port 7053be5b-5991-4f8c-adc0-6b38a2e5e683 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:25:26.657129 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '688fd845-08db-4225-a8df-1b6d421b5488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:23Z', 'revision_number': 3, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port': {'id': '688fd845-08db-4225-a8df-1b6d421b5488', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:26.661746 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae39b506-ebf1-4e42-ae2d-b917dd889391 None None] The sync data for ids ['5383e653-9b0d-4e10-87ea-92f8b8f23900'] in dv-neutron-828143-8-hyperv is: [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '688fd845-08db-4225-a8df-1b6d421b5488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:23Z', 'revision_number': 3, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port': {'id': '688fd845-08db-4225-a8df-1b6d421b5488', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:25:26.704738 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:26.765680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:26.883690 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Pushing event updated for resources: {'Port': ['ID=7053be5b-5991-4f8c-adc0-6b38a2e5e683,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:26.890330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:27.043976 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Network 0b40b730-5a14-49b4-95a5-5764ee182afb is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:25:27.045127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:25:27.073567 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:25:27.242960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Router 5383e653-9b0d-4e10-87ea-92f8b8f23900 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:25:27.279818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-33cc481d-8dfb-42dd-a737-946289283162 None None] Provisioning complete for port 7053be5b-5991-4f8c-adc0-6b38a2e5e683 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:27.280187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-33cc481d-8dfb-42dd-a737-946289283162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:27.335291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-33cc481d-8dfb-42dd-a737-946289283162 None None] Port 7053be5b-5991-4f8c-adc0-6b38a2e5e683 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:25:27.552200 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:25:27.561790 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-06dcd4fc-efb4-4a36-9ff4-c50f8b24236f admin admin] 10.222.0.32 "PUT /v2.0/routers/5383e653-9b0d-4e10-87ea-92f8b8f23900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6818643 Mar 08 12:25:27.673510 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 688fd845-08db-4225-a8df-1b6d421b5488 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:25:27.846167 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 688fd845-08db-4225-a8df-1b6d421b5488 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:25:27.852009 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 688fd845-08db-4225-a8df-1b6d421b5488 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:27.852379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:27.976467 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:27.993595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 688fd845-08db-4225-a8df-1b6d421b5488, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=688fd845-08db-4225-a8df-1b6d421b5488,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:28.063486 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:28.136334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=688fd845-08db-4225-a8df-1b6d421b5488,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:28.161242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Sync routers for ids ['5383e653-9b0d-4e10-87ea-92f8b8f23900'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:25:28.171115 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Routers {'5383e653-9b0d-4e10-87ea-92f8b8f23900'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:25:28.171722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:25:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5383e653-9b0d-4e10-87ea-92f8b8f23900'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:28.352896 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Set router 5383e653-9b0d-4e10-87ea-92f8b8f23900 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:25:28.354562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58820) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:28.360010 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-572337770-network', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:25:28.364699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:25:28.368512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Usage tracker for resource:network and tenant:a3d9f2e0789b44f09b4e148d458ede05 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:25:28.371356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:25:28.376934 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:25:28.463521 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Made reservation on behalf of a3d9f2e0789b44f09b4e148d458ede05 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:25:28.465888 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:28.478269 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:28.492811 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:25:28.496629 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Usage tracker for resource:security_group_rule and tenant:a3d9f2e0789b44f09b4e148d458ede05 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:25:28.499497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:25:28.505186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:25:28.597561 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:28.664117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:28.665457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '688fd845-08db-4225-a8df-1b6d421b5488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:26Z', 'revision_number': 4, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port': {'id': '688fd845-08db-4225-a8df-1b6d421b5488', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '7053be5b-5991-4f8c-adc0-6b38a2e5e683', 'name': '', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'mac_address': 'fa:16:3e:fd:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:25Z', 'updated_at': '2022-03-08T12:25:26Z', 'revision_number': 2, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'subnets': [{'id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:28.669948 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Checking router: 5383e653-9b0d-4e10-87ea-92f8b8f23900 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:25:28.670334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Updating router 5383e653-9b0d-4e10-87ea-92f8b8f23900 port 7053be5b-5991-4f8c-adc0-6b38a2e5e683 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:25:28.692991 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:25:28.706989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b1517d-3c4b-4bde-bced-a8c3cabf2406,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:28.711847 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:28.712193 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Added segment eb83ac5e-82c5-499a-b4cf-2c6384b0accf of type vlan for network 56511923-9f66-43ae-beaf-22aca43ffbe5 Mar 08 12:25:28.728618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:28.739195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:28.840664 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:28.841635 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:28.842249 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:28.949325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] Pushing event updated for resources: {'Network': ['ID=56511923-9f66-43ae-beaf-22aca43ffbe5,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:28.963284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 56511923-9f66-43ae-beaf-22aca43ffbe5 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:25:29.006870 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f5671580-6217-4754-a4f6-8225c866195c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6511419 Mar 08 12:25:29.009480 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58824) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:29.014801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Request body: {'subnet': {'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-572337770-subnet', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'ip_version': 4}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:25:29.019851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:25:29.023747 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Usage tracker for resource:subnet and tenant:a3d9f2e0789b44f09b4e148d458ede05 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:25:29.026678 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:25:29.032392 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:25:29.109234 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Made reservation on behalf of a3d9f2e0789b44f09b4e148d458ede05 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:25:29.111816 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:29.161224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:29.174048 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Transition to ACTIVE for port object 7053be5b-5991-4f8c-adc0-6b38a2e5e683 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:25:29.337568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:29.406616 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:29.487928 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a534d3a-0bd6-4120-aff3-c63da9052c4f,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:29.497424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Checking segment: {'id': 'eb83ac5e-82c5-499a-b4cf-2c6384b0accf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:25:29.497870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Network hostable DHCP agents. Network: 56511923-9f66-43ae-beaf-22aca43ffbe5, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:25:29.507897 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75a23d-bba6-47af-be9c-a4498ccdc773 None None] Pushing event updated for resources: {'Port': ['ID=7053be5b-5991-4f8c-adc0-6b38a2e5e683,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:29.594632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Network 56511923-9f66-43ae-beaf-22aca43ffbe5 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:25:29.599057 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Attempting to bind port 7053be5b-5991-4f8c-adc0-6b38a2e5e683 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:25:29.599517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Attempting to bind port 7053be5b-5991-4f8c-adc0-6b38a2e5e683 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:25:29.600252 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Attempting to bind port 7053be5b-5991-4f8c-adc0-6b38a2e5e683 on network 0b40b730-5a14-49b4-95a5-5764ee182afb {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:25:29.605958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:25:29.614248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Checking segment: {'id': 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:25:29.614248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:29.614248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Bound using segment: {'id': 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:25:29.614248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Bound port: 7053be5b-5991-4f8c-adc0-6b38a2e5e683, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:25:29.614248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:29.664586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 688fd845-08db-4225-a8df-1b6d421b5488 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:25:29.697006 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 56511923-9f66-43ae-beaf-22aca43ffbe5) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:25:29.701048 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:29.701632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:29.711468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e04eea5-379a-497b-96e4-10ac513a4b0c None None] Network 56511923-9f66-43ae-beaf-22aca43ffbe5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:25:29.806386 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-62a43deb-705e-41d1-870f-542feb8ed2c1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7958100 Mar 08 12:25:29.808945 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58828) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:29.814042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-572337770-router', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:25:29.818604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:25:29.822528 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Usage tracker for resource:router and tenant:a3d9f2e0789b44f09b4e148d458ede05 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:25:29.825308 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:25:29.831180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:25:29.867905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] For port 7053be5b-5991-4f8c-adc0-6b38a2e5e683, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:25:29.872258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] For port 7053be5b-5991-4f8c-adc0-6b38a2e5e683, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7053be5b-5991-4f8c-adc0-6b38a2e5e683,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:25:29.892043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:29.895100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:29.900230 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 688fd845-08db-4225-a8df-1b6d421b5488 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:29.900230 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:29.908504 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:29.963279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:30.076673 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Routers {'5383e653-9b0d-4e10-87ea-92f8b8f23900'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:25:30.077301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:25:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5383e653-9b0d-4e10-87ea-92f8b8f23900'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:30.189010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75a23d-bba6-47af-be9c-a4498ccdc773 None None] Pushing event updated for resources: {'Port': ['ID=7053be5b-5991-4f8c-adc0-6b38a2e5e683,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:30.196488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-56511923-9f66-43ae-beaf-22aca43ffbe5', 'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'fixed_ips': [{'subnet_id': '3a534d3a-0bd6-4120-aff3-c63da9052c4f'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:25:30.196701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:30.259973 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:30.492326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] Set router 5383e653-9b0d-4e10-87ea-92f8b8f23900 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:25:30.632780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:30.655503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Allocated IP 172.20.0.2 (56511923-9f66-43ae-beaf-22aca43ffbe5/3a534d3a-0bd6-4120-aff3-c63da9052c4f/563ca975-56c2-4705-98e3-110bdb703356) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:25:30.667356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:30.801911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Allocated IP 172.26.4.228 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/ad936044-86f5-4a9c-9b5f-0e50a4006ac4) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:25:31.052962 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:31.066006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Transition to ACTIVE for port object 563ca975-56c2-4705-98e3-110bdb703356 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:25:31.078419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:31.083594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '688fd845-08db-4225-a8df-1b6d421b5488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:26Z', 'revision_number': 4, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port': {'id': '688fd845-08db-4225-a8df-1b6d421b5488', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '7053be5b-5991-4f8c-adc0-6b38a2e5e683', 'name': '', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'mac_address': 'fa:16:3e:fd:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:25Z', 'updated_at': '2022-03-08T12:25:29Z', 'revision_number': 4, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'subnets': [{'id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:31.091341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Transition to ACTIVE for port object 563ca975-56c2-4705-98e3-110bdb703356 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:25:31.092533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e13ed-11a4-4ffa-b179-16b8fd55a6f8 None None] The sync data for ids ['5383e653-9b0d-4e10-87ea-92f8b8f23900'] in dv-neutron-828143-8-hyperv is: [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '688fd845-08db-4225-a8df-1b6d421b5488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:26Z', 'revision_number': 4, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port': {'id': '688fd845-08db-4225-a8df-1b6d421b5488', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '7053be5b-5991-4f8c-adc0-6b38a2e5e683', 'name': '', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'mac_address': 'fa:16:3e:fd:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:25Z', 'updated_at': '2022-03-08T12:25:29Z', 'revision_number': 4, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'subnets': [{'id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:25:31.161136 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:31.161364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:31.226094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:25:31.228912 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Network 56511923-9f66-43ae-beaf-22aca43ffbe5 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:25:31.229439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:25:31.230450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:25:31.234471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:25:31.238967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:25:31.275989 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Pushing event updated for resources: {'Port': ['ID=563ca975-56c2-4705-98e3-110bdb703356,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:31.294750 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Pushing event updated for resources: {'Port': ['ID=ad936044-86f5-4a9c-9b5f-0e50a4006ac4,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:31.339463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Attempting to bind port 563ca975-56c2-4705-98e3-110bdb703356 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:25:31.339846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Attempting to bind port 563ca975-56c2-4705-98e3-110bdb703356 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'eb83ac5e-82c5-499a-b4cf-2c6384b0accf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:25:31.340221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Attempting to bind port 563ca975-56c2-4705-98e3-110bdb703356 on network 56511923-9f66-43ae-beaf-22aca43ffbe5 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:25:31.346171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:25:31.346552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Checking segment: {'id': 'eb83ac5e-82c5-499a-b4cf-2c6384b0accf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:25:31.346960 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:31.347355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Bound using segment: {'id': 'eb83ac5e-82c5-499a-b4cf-2c6384b0accf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:25:31.347822 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Bound port: 563ca975-56c2-4705-98e3-110bdb703356, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb83ac5e-82c5-499a-b4cf-2c6384b0accf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:25:31.348209 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:31.445838 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] For port 563ca975-56c2-4705-98e3-110bdb703356, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:25:31.448820 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] For port 563ca975-56c2-4705-98e3-110bdb703356, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=563ca975-56c2-4705-98e3-110bdb703356,segment=NetworkSegment(eb83ac5e-82c5-499a-b4cf-2c6384b0accf),segment_id=eb83ac5e-82c5-499a-b4cf-2c6384b0accf)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:25:31.509687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:31.597991 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e787d2d-12af-4ff2-ba82-fd46a1b5fcf7 None None] Pushing event updated for resources: {'Port': ['ID=563ca975-56c2-4705-98e3-110bdb703356,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:31.717457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7053be5b-5991-4f8c-adc0-6b38a2e5e683 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:25:31.789074 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:31.864938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 7053be5b-5991-4f8c-adc0-6b38a2e5e683 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:25:31.870436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7053be5b-5991-4f8c-adc0-6b38a2e5e683 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:31.873390 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:32.012318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:32.056646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 7053be5b-5991-4f8c-adc0-6b38a2e5e683, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7053be5b-5991-4f8c-adc0-6b38a2e5e683,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:32.138839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:32.168449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:32.215570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=7053be5b-5991-4f8c-adc0-6b38a2e5e683,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:32.480174 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Router e9430c67-446c-47f7-9489-3e7c18c44022 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:25:32.726175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b0ebe-431e-46a1-ade5-c3fc86c9f7fa None None] Network 56511923-9f66-43ae-beaf-22aca43ffbe5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:25:32.794613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:25:32.804888 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Sync routers for ids ['e9430c67-446c-47f7-9489-3e7c18c44022'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:25:32.814404 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Routers {'e9430c67-446c-47f7-9489-3e7c18c44022'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:25:32.815075 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:25:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9430c67-446c-47f7-9489-3e7c18c44022'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:32.880692 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:32.884674 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9e256abc-ef9a-461a-8078-e3545215820c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0721481 Mar 08 12:25:32.884881 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 58832) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:25:32.893655 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-79accc83-35f1-4f99-952e-784d5f26ca86 None None] Provisioning for port 563ca975-56c2-4705-98e3-110bdb703356 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:25:33.000006 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Set router e9430c67-446c-47f7-9489-3e7c18c44022 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:25:33.290306 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'name': 'tempest-TestMinimumBasicScenario-572337770-router', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:29Z', 'updated_at': '2022-03-08T12:25:31Z', 'revision_number': 3, 'project_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'gw_port': {'id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:39:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:30Z', 'updated_at': '2022-03-08T12:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:33.293861 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Checking router: e9430c67-446c-47f7-9489-3e7c18c44022 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:25:33.294238 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Updating router e9430c67-446c-47f7-9489-3e7c18c44022 port ad936044-86f5-4a9c-9b5f-0e50a4006ac4 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:25:33.346368 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:33.573475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:33.677262 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:33.689469 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Transition to ACTIVE for port object ad936044-86f5-4a9c-9b5f-0e50a4006ac4 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:25:33.764191 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 563ca975-56c2-4705-98e3-110bdb703356 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:25:33.784663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Allocated IP 172.20.0.1 (56511923-9f66-43ae-beaf-22aca43ffbe5/3a534d3a-0bd6-4120-aff3-c63da9052c4f/9b9ea86d-6420-4183-8a3f-08c8bd3aa70f) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:25:33.789040 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:33.874737 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Attempting to bind port ad936044-86f5-4a9c-9b5f-0e50a4006ac4 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:25:33.875466 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Attempting to bind port ad936044-86f5-4a9c-9b5f-0e50a4006ac4 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:25:33.875466 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Attempting to bind port ad936044-86f5-4a9c-9b5f-0e50a4006ac4 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:25:33.886424 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:25:33.886805 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:25:33.887216 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:33.887613 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:25:33.888076 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Bound port: ad936044-86f5-4a9c-9b5f-0e50a4006ac4, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:25:33.888453 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:33.915653 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff1aa4-f33f-432c-ab23-8af9cc3bbe2e None None] Pushing event updated for resources: {'Port': ['ID=ad936044-86f5-4a9c-9b5f-0e50a4006ac4,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:33.923174 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 563ca975-56c2-4705-98e3-110bdb703356 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:25:33.931868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 563ca975-56c2-4705-98e3-110bdb703356 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:33.931868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:33.939682 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:33.956579 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Transition to ACTIVE for port object 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:25:33.965555 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] For port ad936044-86f5-4a9c-9b5f-0e50a4006ac4, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:25:33.968841 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] For port ad936044-86f5-4a9c-9b5f-0e50a4006ac4, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ad936044-86f5-4a9c-9b5f-0e50a4006ac4,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:25:34.052060 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:34.057941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:34.075125 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:34.092566 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 563ca975-56c2-4705-98e3-110bdb703356, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=563ca975-56c2-4705-98e3-110bdb703356,segment=NetworkSegment(eb83ac5e-82c5-499a-b4cf-2c6384b0accf),segment_id=eb83ac5e-82c5-499a-b4cf-2c6384b0accf)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:34.135920 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff1aa4-f33f-432c-ab23-8af9cc3bbe2e None None] Pushing event updated for resources: {'Port': ['ID=ad936044-86f5-4a9c-9b5f-0e50a4006ac4,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:34.139623 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Routers {'e9430c67-446c-47f7-9489-3e7c18c44022'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:25:34.140218 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:25:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9430c67-446c-47f7-9489-3e7c18c44022'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:34.145996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Network 56511923-9f66-43ae-beaf-22aca43ffbe5 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:25:34.153110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:25:34.155019 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:34.155788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7053be5b-5991-4f8c-adc0-6b38a2e5e683 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:25:34.157370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:25:34.188727 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Pushing event updated for resources: {'Port': ['ID=9b9ea86d-6420-4183-8a3f-08c8bd3aa70f,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:34.218946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:34.300925 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=563ca975-56c2-4705-98e3-110bdb703356,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:34.309558 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7053be5b-5991-4f8c-adc0-6b38a2e5e683 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:34.310217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:34.334575 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] Set router e9430c67-446c-47f7-9489-3e7c18c44022 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:25:34.497663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e54281d2-3a02-4090-9274-84c21040366f None None] Provisioning for port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:25:34.502769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:34.503083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e54281d2-3a02-4090-9274-84c21040366f None None] Provisioning complete for port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:34.503469 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e54281d2-3a02-4090-9274-84c21040366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:34.562535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e54281d2-3a02-4090-9274-84c21040366f None None] Port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:25:34.656580 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'name': 'tempest-TestMinimumBasicScenario-572337770-router', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:29Z', 'updated_at': '2022-03-08T12:25:31Z', 'revision_number': 3, 'project_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'gw_port': {'id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:39:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:30Z', 'updated_at': '2022-03-08T12:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:34.660819 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81608c70-305f-45cd-a0e5-d96c5c081737 None None] The sync data for ids ['e9430c67-446c-47f7-9489-3e7c18c44022'] in dv-neutron-828143-8-hyperv is: [{'id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'name': 'tempest-TestMinimumBasicScenario-572337770-router', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:29Z', 'updated_at': '2022-03-08T12:25:31Z', 'revision_number': 3, 'project_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'gw_port': {'id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:39:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:30Z', 'updated_at': '2022-03-08T12:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:25:34.856991 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:34.932251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:35.041924 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Pushing event updated for resources: {'Port': ['ID=9b9ea86d-6420-4183-8a3f-08c8bd3aa70f,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:35.045124 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:35.183878 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Network 56511923-9f66-43ae-beaf-22aca43ffbe5 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:25:35.185058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:25:35.397177 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Router e9430c67-446c-47f7-9489-3e7c18c44022 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:25:35.585576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:25:35.595739 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8924d887-1b22-41b4-8bad-278d2563ca8b admin admin] 10.222.0.32 "PUT /v2.0/routers/e9430c67-446c-47f7-9489-3e7c18c44022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7097714 Mar 08 12:25:35.614776 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-152e129b-47c3-4c0e-9618-fa40a6823dc3 None None] Provisioning complete for port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:35.615242 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-152e129b-47c3-4c0e-9618-fa40a6823dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:35.698290 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-152e129b-47c3-4c0e-9618-fa40a6823dc3 None None] Port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:25:35.765847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ad936044-86f5-4a9c-9b5f-0e50a4006ac4 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:25:35.966980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port ad936044-86f5-4a9c-9b5f-0e50a4006ac4 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:25:35.972360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port ad936044-86f5-4a9c-9b5f-0e50a4006ac4 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:35.973137 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:36.096915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:36.122255 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port ad936044-86f5-4a9c-9b5f-0e50a4006ac4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ad936044-86f5-4a9c-9b5f-0e50a4006ac4,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:36.147849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Sync routers for ids ['e9430c67-446c-47f7-9489-3e7c18c44022'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:25:36.156737 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Routers {'e9430c67-446c-47f7-9489-3e7c18c44022'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:25:36.157356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:25:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9430c67-446c-47f7-9489-3e7c18c44022'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:36.209166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:36.210447 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 563ca975-56c2-4705-98e3-110bdb703356 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:25:36.419359 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=ad936044-86f5-4a9c-9b5f-0e50a4006ac4,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:36.432826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 563ca975-56c2-4705-98e3-110bdb703356 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:36.433784 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:36.491315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Set router e9430c67-446c-47f7-9489-3e7c18c44022 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:25:36.893509 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'name': 'tempest-TestMinimumBasicScenario-572337770-router', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:29Z', 'updated_at': '2022-03-08T12:25:34Z', 'revision_number': 4, 'project_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'gw_port': {'id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:39:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:30Z', 'updated_at': '2022-03-08T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '9b9ea86d-6420-4183-8a3f-08c8bd3aa70f', 'name': '', 'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'mac_address': 'fa:16:3e:a4:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '3a534d3a-0bd6-4120-aff3-c63da9052c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:33Z', 'updated_at': '2022-03-08T12:25:34Z', 'revision_number': 2, 'project_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'subnets': [{'id': '3a534d3a-0bd6-4120-aff3-c63da9052c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:36.898166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Checking router: e9430c67-446c-47f7-9489-3e7c18c44022 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:25:36.898528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Updating router e9430c67-446c-47f7-9489-3e7c18c44022 port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:25:36.957001 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:37.335085 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:37.347254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Transition to ACTIVE for port object 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:25:37.400601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:37.543272 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d476ca-d012-458c-846f-03db5ea60a46 None None] Pushing event updated for resources: {'Port': ['ID=9b9ea86d-6420-4183-8a3f-08c8bd3aa70f,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:37.698089 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ad936044-86f5-4a9c-9b5f-0e50a4006ac4 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:25:37.779806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Attempting to bind port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:25:37.780169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Attempting to bind port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'eb83ac5e-82c5-499a-b4cf-2c6384b0accf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:25:37.780526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Attempting to bind port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f on network 56511923-9f66-43ae-beaf-22aca43ffbe5 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:25:37.796129 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:25:37.796574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Checking segment: {'id': 'eb83ac5e-82c5-499a-b4cf-2c6384b0accf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:25:37.796901 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:37.797375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Bound using segment: {'id': 'eb83ac5e-82c5-499a-b4cf-2c6384b0accf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:25:37.797845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Bound port: 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb83ac5e-82c5-499a-b4cf-2c6384b0accf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:25:37.798293 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:37.892184 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port ad936044-86f5-4a9c-9b5f-0e50a4006ac4 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:37.892468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:37.956078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] For port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:25:37.965418 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] For port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9b9ea86d-6420-4183-8a3f-08c8bd3aa70f,segment=NetworkSegment(eb83ac5e-82c5-499a-b4cf-2c6384b0accf),segment_id=eb83ac5e-82c5-499a-b4cf-2c6384b0accf)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:25:38.046192 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:38.127671 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Routers {'e9430c67-446c-47f7-9489-3e7c18c44022'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:25:38.132102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:25:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9430c67-446c-47f7-9489-3e7c18c44022'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:38.204246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d476ca-d012-458c-846f-03db5ea60a46 None None] Pushing event updated for resources: {'Port': ['ID=9b9ea86d-6420-4183-8a3f-08c8bd3aa70f,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:38.349489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] Set router e9430c67-446c-47f7-9489-3e7c18c44022 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:25:38.699761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'name': 'tempest-TestMinimumBasicScenario-572337770-router', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:29Z', 'updated_at': '2022-03-08T12:25:34Z', 'revision_number': 4, 'project_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'gw_port': {'id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:39:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:30Z', 'updated_at': '2022-03-08T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '9b9ea86d-6420-4183-8a3f-08c8bd3aa70f', 'name': '', 'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'mac_address': 'fa:16:3e:a4:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '3a534d3a-0bd6-4120-aff3-c63da9052c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:33Z', 'updated_at': '2022-03-08T12:25:37Z', 'revision_number': 4, 'project_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'subnets': [{'id': '3a534d3a-0bd6-4120-aff3-c63da9052c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:25:38.703883 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede2583-1b25-4f74-8adb-89835cff421a None None] The sync data for ids ['e9430c67-446c-47f7-9489-3e7c18c44022'] in dv-neutron-828143-8-hyperv is: [{'id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'name': 'tempest-TestMinimumBasicScenario-572337770-router', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:29Z', 'updated_at': '2022-03-08T12:25:34Z', 'revision_number': 4, 'project_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'gw_port': {'id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:39:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:30Z', 'updated_at': '2022-03-08T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '9b9ea86d-6420-4183-8a3f-08c8bd3aa70f', 'name': '', 'network_id': '56511923-9f66-43ae-beaf-22aca43ffbe5', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'mac_address': 'fa:16:3e:a4:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '3a534d3a-0bd6-4120-aff3-c63da9052c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:33Z', 'updated_at': '2022-03-08T12:25:37Z', 'revision_number': 4, 'project_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'subnets': [{'id': '3a534d3a-0bd6-4120-aff3-c63da9052c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:25:39.695710 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:25:40.149277 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:25:40.154438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:40.154830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:40.216397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49ac6b56-99c4-4c3e-a5d5-e29f31ba79db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:40.291759 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:40.329439 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9b9ea86d-6420-4183-8a3f-08c8bd3aa70f,segment=NetworkSegment(eb83ac5e-82c5-499a-b4cf-2c6384b0accf),segment_id=eb83ac5e-82c5-499a-b4cf-2c6384b0accf)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:25:40.401135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:40.479798 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=9b9ea86d-6420-4183-8a3f-08c8bd3aa70f,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:40.487337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:40.487692 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:40.488359 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:40.488709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:40.490418 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:40.490418 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:40.490418 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:40.491438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:40.492336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:40.492336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:40.492336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:40.492787 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:41.684817 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:25:41.755727 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:41.756136 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:42.194819 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8986cbb2-7463-4cfa-a240-1a7cc64f83af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:43.485294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:43.583459 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:43.782339 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:44.806423 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:47.726054 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-a191018a-fdde-48fe-93cf-a2ad9891949f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:47.727423 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-a191018a-fdde-48fe-93cf-a2ad9891949f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/networks?id=0b40b730-5a14-49b4-95a5-5764ee182afb HTTP/1.1" status: 200 len: 814 time: 0.1440527 Mar 08 12:25:47.742122 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-e69c2c6c-0be9-453a-850b-b9ba72370b50 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/quotas/83b06f5a30874af3b4fc5c4a7fff60e7 HTTP/1.1" status: 200 len: 375 time: 0.0093379 Mar 08 12:25:47.822396 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-add2795b-b69e-4e8f-ba82-3313c3b5f0b5 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752144 Mar 08 12:25:48.057505 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-05d18514-fd2b-4ec2-a2d1-d3423e9d66f1 service neutron] 10.222.0.32 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235882 Mar 08 12:25:48.189551 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-57c473c1-4b07-4191-b7f9-ccef43cbe96b service neutron] 10.222.0.32 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263268 Mar 08 12:25:48.451103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-855a5dbb-22bf-4be5-9828-966316aa3fd2 req-fec37137-a985-4006-93ac-9fc567918667 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Synchronizing usage tracker for tenant:83b06f5a30874af3b4fc5c4a7fff60e7 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:25:48.520131 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-855a5dbb-22bf-4be5-9828-966316aa3fd2 req-fec37137-a985-4006-93ac-9fc567918667 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Unset dirty status for tenant:83b06f5a30874af3b4fc5c4a7fff60e7 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:25:48.521309 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-855a5dbb-22bf-4be5-9828-966316aa3fd2 req-fec37137-a985-4006-93ac-9fc567918667 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 210 time: 0.1150525 Mar 08 12:25:49.685649 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd1fbd4f-0f08-45ee-92b0-44b394dfebf9 req-eed490cb-957b-4506-9f39-931223a535f0 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 210 time: 0.0464745 Mar 08 12:25:50.605556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-586bfd40-0b7e-4262-944b-2cc01ffdaf9b tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:50.605556 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-586bfd40-0b7e-4262-944b-2cc01ffdaf9b tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.18 "GET /v2.0/networks?id=0b40b730-5a14-49b4-95a5-5764ee182afb HTTP/1.1" status: 200 len: 814 time: 0.2588022 Mar 08 12:25:50.614052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Request body: {'port': {'device_id': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'admin_state_up': True, 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:25:50.754735 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:25:50.764736 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:25:50.838430 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fc14f3d7-936a-416d-b5c1-876faef210bf req-b0fc5ba6-650f-4a83-b118-56b992590244 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 210 time: 0.0434930 Mar 08 12:25:50.846123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Made reservation on behalf of 83b06f5a30874af3b4fc5c4a7fff60e7 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:25:50.851082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:51.029322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Allocated IP 172.20.0.11 (0b40b730-5a14-49b4-95a5-5764ee182afb/d85cda3c-5b5f-4551-b0ca-2c7d8158e50a/78119d54-bf65-4684-b199-1622191da1b5) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:25:51.229543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:51.248656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Transition to ACTIVE for port object 78119d54-bf65-4684-b199-1622191da1b5 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:25:51.338070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:51.424413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Network 0b40b730-5a14-49b4-95a5-5764ee182afb is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:25:51.430160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:25:51.435700 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:25:51.466261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event updated for resources: {'Port': ['ID=78119d54-bf65-4684-b199-1622191da1b5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:25:51.506927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:51.507584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:51.508104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:51.508604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:51.509111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:51.509620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:51.510141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:51.510643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:51.511142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:51.511645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:51.512131 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:51.512628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:25:51.566292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:51.567248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:51.699190 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-1e4dfe0c-da35-4931-8c1b-4d0132ad3857 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0898635 Mar 08 12:25:51.744017 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3c17d0d8-53c7-44eb-ad67-488f1234019d None None] Provisioning for port 78119d54-bf65-4684-b199-1622191da1b5 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:25:51.750976 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3c17d0d8-53c7-44eb-ad67-488f1234019d None None] Provisioning complete for port 78119d54-bf65-4684-b199-1622191da1b5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:25:51.751486 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3c17d0d8-53c7-44eb-ad67-488f1234019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:25:51.812732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3c17d0d8-53c7-44eb-ad67-488f1234019d None None] Port 78119d54-bf65-4684-b199-1622191da1b5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:25:52.035002 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c106b9-47d6-4c8d-b426-022cfd737925 req-490f68c0-b171-4e61-9cf7-572fbc0a2ce6 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:52.035664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-06c106b9-47d6-4c8d-b426-022cfd737925 req-490f68c0-b171-4e61-9cf7-572fbc0a2ce6 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Synchronizing usage tracker for tenant:83b06f5a30874af3b4fc5c4a7fff60e7 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:25:52.131005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-06c106b9-47d6-4c8d-b426-022cfd737925 req-490f68c0-b171-4e61-9cf7-572fbc0a2ce6 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Unset dirty status for tenant:83b06f5a30874af3b4fc5c4a7fff60e7 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:25:52.132403 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-06c106b9-47d6-4c8d-b426-022cfd737925 req-490f68c0-b171-4e61-9cf7-572fbc0a2ce6 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 932 time: 0.1834817 Mar 08 12:25:52.185789 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-06c106b9-47d6-4c8d-b426-022cfd737925 req-4131f06d-e93b-4922-b0c9-5bb887d07565 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437376 Mar 08 12:25:53.426190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5284a2-f61e-4740-a7b1-25e258fce902 req-484e1e0c-191c-4213-97fb-801f1a9eacee tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:53.427999 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8b5284a2-f61e-4740-a7b1-25e258fce902 req-484e1e0c-191c-4213-97fb-801f1a9eacee tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 932 time: 0.1079555 Mar 08 12:25:53.485309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-8b5284a2-f61e-4740-a7b1-25e258fce902 req-9bfef99b-adda-476a-94b1-61b5921ee963 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Synchronizing usage tracker for tenant:83b06f5a30874af3b4fc5c4a7fff60e7 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:25:53.560471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-8b5284a2-f61e-4740-a7b1-25e258fce902 req-9bfef99b-adda-476a-94b1-61b5921ee963 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Unset dirty status for tenant:83b06f5a30874af3b4fc5c4a7fff60e7 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:25:53.561658 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8b5284a2-f61e-4740-a7b1-25e258fce902 req-9bfef99b-adda-476a-94b1-61b5921ee963 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271298 Mar 08 12:25:54.774379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f518f6-228e-411e-9146-2aaf01755be3 req-3b7e1479-ecc1-4cdc-ade6-b33dd3b93182 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:54.776303 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-97f518f6-228e-411e-9146-2aaf01755be3 req-3b7e1479-ecc1-4cdc-ade6-b33dd3b93182 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 932 time: 0.0865331 Mar 08 12:25:54.830262 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-97f518f6-228e-411e-9146-2aaf01755be3 req-0c80ea7a-5fc0-4172-872d-f48451fa5bb7 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483236 Mar 08 12:25:56.040383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a096bc-37bc-4a61-bd42-637c15d399be req-1d3696a9-7caf-43d3-9055-658a018541c7 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:56.041996 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-04a096bc-37bc-4a61-bd42-637c15d399be req-1d3696a9-7caf-43d3-9055-658a018541c7 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 932 time: 0.0883813 Mar 08 12:25:56.094052 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-04a096bc-37bc-4a61-bd42-637c15d399be req-97e2e360-3341-4dfb-8654-942ce74b603d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464282 Mar 08 12:25:57.294563 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4992abc-85b7-46d3-a945-72a63d590dc2 req-d46b2526-3264-49ba-bafd-d6932f58d425 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:57.296139 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4992abc-85b7-46d3-a945-72a63d590dc2 req-d46b2526-3264-49ba-bafd-d6932f58d425 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 932 time: 0.0868988 Mar 08 12:25:57.344978 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4992abc-85b7-46d3-a945-72a63d590dc2 req-928f04b6-fcb0-4f43-a222-90a7da4c70b1 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Mar 08 12:25:58.555606 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a43d7-bfd2-46d4-b890-643ca49f5e7d req-71303b69-3fdf-445e-ab5b-4161e44daeb5 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:58.557081 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-997a43d7-bfd2-46d4-b890-643ca49f5e7d req-71303b69-3fdf-445e-ab5b-4161e44daeb5 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 932 time: 0.0954843 Mar 08 12:25:58.606425 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-997a43d7-bfd2-46d4-b890-643ca49f5e7d req-cca3c93d-1a2a-4fe7-bc8f-5dafcd063c4f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 Mar 08 12:25:59.787092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9f678-cbf0-49b5-871f-96cb2ab5a51f req-43c2e637-3c95-4216-a701-feb16cd8d090 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:25:59.788573 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cd9f678-cbf0-49b5-871f-96cb2ab5a51f req-43c2e637-3c95-4216-a701-feb16cd8d090 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 932 time: 0.0787063 Mar 08 12:25:59.834736 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cd9f678-cbf0-49b5-871f-96cb2ab5a51f req-0d8525e6-6b19-4af9-b4d8-4e3939e74c67 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Mar 08 12:26:01.018369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce8c4c-6dc8-4250-87a4-c7f97ff6a7bc req-ebfff184-da60-4bd8-87d1-109df9c034c6 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:01.019725 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-53ce8c4c-6dc8-4250-87a4-c7f97ff6a7bc req-ebfff184-da60-4bd8-87d1-109df9c034c6 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 932 time: 0.0789814 Mar 08 12:26:01.063121 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-53ce8c4c-6dc8-4250-87a4-c7f97ff6a7bc req-2f29f8a3-363b-4c32-8493-ea6b56600a25 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373931 Mar 08 12:26:01.560318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Request body: {'port': {'device_id': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:26:01.674075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:02.023733 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78119d54-bf65-4684-b199-1622191da1b5 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:26:02.032435 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:02.048655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Transition to ACTIVE for port object 78119d54-bf65-4684-b199-1622191da1b5 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:26:02.114651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:02.403266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Pushing event updated for resources: {'Port': ['ID=78119d54-bf65-4684-b199-1622191da1b5,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:02.534399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09de31-719f-4f09-a43f-7a6b648b4423 req-ab65bcd4-5822-4ed4-9158-3608d3fad905 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:02.535740 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4c09de31-719f-4f09-a43f-7a6b648b4423 req-ab65bcd4-5822-4ed4-9158-3608d3fad905 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 944 time: 0.3626094 Mar 08 12:26:02.536531 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Attempting to bind port 78119d54-bf65-4684-b199-1622191da1b5 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:26:02.536860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Attempting to bind port 78119d54-bf65-4684-b199-1622191da1b5 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:26:02.537181 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Attempting to bind port 78119d54-bf65-4684-b199-1622191da1b5 on network 0b40b730-5a14-49b4-95a5-5764ee182afb {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:26:02.543949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Port 78119d54-bf65-4684-b199-1622191da1b5 on network 0b40b730-5a14-49b4-95a5-5764ee182afb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:26:02.544268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Attempting to bind port 78119d54-bf65-4684-b199-1622191da1b5 on network 0b40b730-5a14-49b4-95a5-5764ee182afb {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:26:02.562187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:26:02.562845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Checking segment: {'id': 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:26:02.562973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Bound using segment: {'id': 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:26:02.563294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Bound port: 78119d54-bf65-4684-b199-1622191da1b5, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:26:02.563635 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:02.637414 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4c09de31-719f-4f09-a43f-7a6b648b4423 req-243a21b7-74a6-49f1-b657-7b3e0b11eec8 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942924 Mar 08 12:26:02.683369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] For port 78119d54-bf65-4684-b199-1622191da1b5, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:26:02.686290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] For port 78119d54-bf65-4684-b199-1622191da1b5, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=78119d54-bf65-4684-b199-1622191da1b5,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:26:02.749479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:02.813070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:02.813692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:02.815229 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] 10.222.0.18 "PUT /v2.0/ports/78119d54-bf65-4684-b199-1622191da1b5 HTTP/1.1" status: 200 len: 1094 time: 1.2598975 Mar 08 12:26:02.815702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'tag': '78119d54-bf65-4684-b199-1622191da1b5'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:26:02.845466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da7631-4370-4afe-a084-372d7d2a8d87 service neutron] Pushing event updated for resources: {'Port': ['ID=78119d54-bf65-4684-b199-1622191da1b5,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:02.869186 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'tag': '78119d54-bf65-4684-b199-1622191da1b5', 'status': 'completed', 'code': 200} Mar 08 12:26:02.974316 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372df44a-4bc6-4175-8320-334c5a215c5e req-dea5e1f0-56e2-451a-ae44-325842a4b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:02.976409 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-372df44a-4bc6-4175-8320-334c5a215c5e req-dea5e1f0-56e2-451a-ae44-325842a4b13f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7&device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 1097 time: 0.0859759 Mar 08 12:26:03.127369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372df44a-4bc6-4175-8320-334c5a215c5e req-36c2a16f-8003-4aa7-8514-4c21f561ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:03.128789 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-372df44a-4bc6-4175-8320-334c5a215c5e req-36c2a16f-8003-4aa7-8514-4c21f561ae7d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1461194 Mar 08 12:26:03.262205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372df44a-4bc6-4175-8320-334c5a215c5e req-43c08e25-ab66-4fe3-8672-e9c89e1fa937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:03.263638 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-372df44a-4bc6-4175-8320-334c5a215c5e req-43c08e25-ab66-4fe3-8672-e9c89e1fa937 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290600 Mar 08 12:26:03.511246 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-3f758885-af1e-4400-a017-10b2214c9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:03.512585 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-3f758885-af1e-4400-a017-10b2214c9cfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7&device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 1097 time: 0.0689673 Mar 08 12:26:03.582206 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-075d8d3f-9464-4b4c-8338-7e55e90adf91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78119d54-bf65-4684-b199-1622191da1b5 HTTP/1.1" status: 200 len: 217 time: 0.0622897 Mar 08 12:26:03.645101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-93716979-3d4e-4cf1-ba32-64746d09b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:03.646542 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-93716979-3d4e-4cf1-ba32-64746d09b6af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d85cda3c-5b5f-4551-b0ca-2c7d8158e50a HTTP/1.1" status: 200 len: 853 time: 0.0566640 Mar 08 12:26:03.723827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-fb2fe42d-5642-4e09-94ce-d1d35ef30965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:03.725294 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-fb2fe42d-5642-4e09-94ce-d1d35ef30965 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0b40b730-5a14-49b4-95a5-5764ee182afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724082 Mar 08 12:26:03.910981 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-99b002e1-9af5-413f-9b61-36be5becaadf service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796792 Mar 08 12:26:03.919713 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b25e4-5b5c-44c4-a7b8-9d32ff1160e6 req-83afa6d6-addf-4326-b8a5-fa2441ba2623 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:03.921026 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a04b25e4-5b5c-44c4-a7b8-9d32ff1160e6 req-83afa6d6-addf-4326-b8a5-fa2441ba2623 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 944 time: 0.1721337 Mar 08 12:26:04.053106 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a04b25e4-5b5c-44c4-a7b8-9d32ff1160e6 req-02278c7c-6613-400d-ab4d-8b3502433b6e tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122649 Mar 08 12:26:04.073816 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:26:04.077471 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4029c6f-80b3-4d27-a7a0-6d9e5e9d3d7f req-54c1c755-5337-4158-a35f-38abb3543a0d service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555660 Mar 08 12:26:05.242065 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40532fd7-d353-4960-a965-4ac13c86f76f req-58d9c62a-065b-43d5-8ed6-27b9016a87d7 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:05.243511 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-40532fd7-d353-4960-a965-4ac13c86f76f req-58d9c62a-065b-43d5-8ed6-27b9016a87d7 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 944 time: 0.0835040 Mar 08 12:26:05.286538 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-40532fd7-d353-4960-a965-4ac13c86f76f req-42321990-354b-47a5-8ac7-c8750802dcec tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373712 Mar 08 12:26:06.470977 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ae760-800a-4b73-9c93-4c90d814d659 req-c6747905-6e39-4846-b341-c01ad1346363 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:06.472420 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-896ae760-800a-4b73-9c93-4c90d814d659 req-c6747905-6e39-4846-b341-c01ad1346363 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 944 time: 0.0820341 Mar 08 12:26:06.515581 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-896ae760-800a-4b73-9c93-4c90d814d659 req-e4e2a0f0-572c-4fe5-8831-8ef94ae17a93 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370312 Mar 08 12:26:07.696123 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2bec0-c6f1-4a96-9f6b-670a57a2f7ab req-b3d40d60-f10d-408e-aabb-ec4bb8a933e9 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:07.699907 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-72c2bec0-c6f1-4a96-9f6b-670a57a2f7ab req-b3d40d60-f10d-408e-aabb-ec4bb8a933e9 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 944 time: 0.0802438 Mar 08 12:26:07.744357 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-72c2bec0-c6f1-4a96-9f6b-670a57a2f7ab req-afe01478-b4b6-4efe-ac48-78207eb14c1d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Mar 08 12:26:08.151825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 78119d54-bf65-4684-b199-1622191da1b5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:26:08.282072 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 78119d54-bf65-4684-b199-1622191da1b5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=78119d54-bf65-4684-b199-1622191da1b5,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:26:08.294627 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '78119d54-bf65-4684-b199-1622191da1b5', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'port_id': '78119d54-bf65-4684-b199-1622191da1b5', 'mac_address': 'fa:16:3e:70:ce:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:26:08.348098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:08.363913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78119d54-bf65-4684-b199-1622191da1b5 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:26:08.378953 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 78119d54-bf65-4684-b199-1622191da1b5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=78119d54-bf65-4684-b199-1622191da1b5,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:26:08.444858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:08.512335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=78119d54-bf65-4684-b199-1622191da1b5,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:08.797197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['78119d54-bf65-4684-b199-1622191da1b5'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:26:08.924444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbd885-bc97-4fa5-a4ac-3e18b30bbc6d req-78f7f303-025a-41c7-a53a-9b68264c25e2 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:08.926515 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f0dbd885-bc97-4fa5-a4ac-3e18b30bbc6d req-78f7f303-025a-41c7-a53a-9b68264c25e2 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 945 time: 0.0796580 Mar 08 12:26:09.066270 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f0dbd885-bc97-4fa5-a4ac-3e18b30bbc6d req-31ccd7b2-32e8-4a08-a2b3-2d296af81580 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336126 Mar 08 12:26:09.925535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-36bf292b-e8f7-44d8-8303-8a4c035b72e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:10.154684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 78119d54-bf65-4684-b199-1622191da1b5 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:26:10.249551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff5ca9-52a2-4ab2-913e-cf2a002c2180 req-53aec7c3-518e-4fed-b021-1635a29427d3 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:10.250970 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fbff5ca9-52a2-4ab2-913e-cf2a002c2180 req-53aec7c3-518e-4fed-b021-1635a29427d3 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 945 time: 0.0819693 Mar 08 12:26:10.275493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 78119d54-bf65-4684-b199-1622191da1b5 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:26:10.286695 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 78119d54-bf65-4684-b199-1622191da1b5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:26:10.287363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:10.306493 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fbff5ca9-52a2-4ab2-913e-cf2a002c2180 req-7eb4cba5-7c6f-4668-96f3-db6d0dae7520 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483134 Mar 08 12:26:10.426549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:10.456461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78119d54-bf65-4684-b199-1622191da1b5'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:26:10.470592 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 78119d54-bf65-4684-b199-1622191da1b5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=78119d54-bf65-4684-b199-1622191da1b5,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:26:10.507625 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78119d54-bf65-4684-b199-1622191da1b5', 'code': 200} Mar 08 12:26:10.743315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:10.810182 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=78119d54-bf65-4684-b199-1622191da1b5,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:10.975251 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4b4a2-2279-4453-9181-73580d36ba15 req-0aeff74e-507f-4c47-a2c6-ebd1b9ad26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:10.976714 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0da4b4a2-2279-4453-9181-73580d36ba15 req-0aeff74e-507f-4c47-a2c6-ebd1b9ad26a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 1099 time: 0.0691168 Mar 08 12:26:11.015580 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0da4b4a2-2279-4453-9181-73580d36ba15 req-f9d8cb9e-0357-46eb-a2bc-628c45a060b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332289 Mar 08 12:26:11.597523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbc6f6-5783-478d-9b0a-204ae4a3f68b req-add87275-191b-4ae0-8d4f-6a8bc1cf792a tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:11.598906 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-84dbc6f6-5783-478d-9b0a-204ae4a3f68b req-add87275-191b-4ae0-8d4f-6a8bc1cf792a tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 946 time: 0.1868436 Mar 08 12:26:11.643355 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-84dbc6f6-5783-478d-9b0a-204ae4a3f68b req-0f097ff4-a1fc-4f6f-ac5c-f3e3a0a21e0c tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387988 Mar 08 12:26:12.199812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1c0385c4-7d06-47f3-8849-65d3d8915126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:12.835793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9038bc-4b8f-4086-b27c-6815de59e49a req-4a7413b0-9b1b-4652-a035-1d8e9ff03a0d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:12.837326 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1b9038bc-4b8f-4086-b27c-6815de59e49a req-4a7413b0-9b1b-4652-a035-1d8e9ff03a0d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 946 time: 0.0813713 Mar 08 12:26:12.881185 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1b9038bc-4b8f-4086-b27c-6815de59e49a req-c96af6e8-5b9b-40c5-9367-531bc6257190 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380824 Mar 08 12:26:13.066459 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a60b15-3957-4455-b131-23be65d95b93 req-b86056db-35bb-4344-b8cf-e6ef3ee18551 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:13.067930 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b8a60b15-3957-4455-b131-23be65d95b93 req-b86056db-35bb-4344-b8cf-e6ef3ee18551 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 946 time: 0.0800045 Mar 08 12:26:13.116569 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b8a60b15-3957-4455-b131-23be65d95b93 req-64cc4a4f-ae3f-436f-a143-d6ae517ccc1f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 Mar 08 12:26:13.457280 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:13.511639 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091929a-a6b0-457a-96fb-1acd0db4d717 req-e99fea50-89e0-42cc-80fe-8a6dd1a1c3aa tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:13.513152 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2091929a-a6b0-457a-96fb-1acd0db4d717 req-e99fea50-89e0-42cc-80fe-8a6dd1a1c3aa tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 946 time: 0.0836740 Mar 08 12:26:13.559077 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2091929a-a6b0-457a-96fb-1acd0db4d717 req-4929d63a-4066-475c-bdff-7f9c00f8a21a tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Mar 08 12:26:13.628979 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:13.777638 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:14.821458 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:25.597494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b83563-3db6-4b06-b30e-48a45fb1584d req-2f4d5917-c43d-46fc-b47e-22bfaf438476 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:25.598985 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-02b83563-3db6-4b06-b30e-48a45fb1584d req-2f4d5917-c43d-46fc-b47e-22bfaf438476 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 946 time: 0.0850799 Mar 08 12:26:25.644306 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-02b83563-3db6-4b06-b30e-48a45fb1584d req-c9096c8c-c683-4fb2-9d58-c750ba3e0ea0 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387349 Mar 08 12:26:25.677503 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59036) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:26:25.801410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4616620-3af3-4ad1-80c4-9fdce0c824bf tempest-TestMinimumBasicScenario-1748759279 tempest-TestMinimumBasicScenario-1748759279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:25.802150 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d4616620-3af3-4ad1-80c4-9fdce0c824bf tempest-TestMinimumBasicScenario-1748759279 tempest-TestMinimumBasicScenario-1748759279-project-admin] Synchronizing usage tracker for tenant:a3d9f2e0789b44f09b4e148d458ede05 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:26:25.889809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-d4616620-3af3-4ad1-80c4-9fdce0c824bf tempest-TestMinimumBasicScenario-1748759279 tempest-TestMinimumBasicScenario-1748759279-project-admin] Unset dirty status for tenant:a3d9f2e0789b44f09b4e148d458ede05 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:26:25.890996 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d4616620-3af3-4ad1-80c4-9fdce0c824bf tempest-TestMinimumBasicScenario-1748759279 tempest-TestMinimumBasicScenario-1748759279-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 1094 time: 0.2123475 Mar 08 12:26:25.894044 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59042) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:26:25.899537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '78119d54-bf65-4684-b199-1622191da1b5', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:26:25.905790 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:26:25.910185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Usage tracker for resource:floatingip and tenant:83b06f5a30874af3b4fc5c4a7fff60e7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:26:25.913808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:26:25.920110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:26:25.993154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:26.141656 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:26.283620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Allocated IP 172.26.4.245 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/795dcb08-54ac-4cf7-9a17-e55656599ef9) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:26:26.436090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:26.537743 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:26.602064 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:26:26.609037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:26:26.613064 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:26:26.643193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event updated for resources: {'Port': ['ID=795dcb08-54ac-4cf7-9a17-e55656599ef9,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:26.659413 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:26:26.659763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:26:26.660108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:26:26.660449 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:26:26.660824 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:26:26.661154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:26:26.661472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:26:26.661773 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:26:26.662123 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:26:26.662480 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:26:26.662801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:26:26.663123 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:26:27.044103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:27.172592 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:27.506405 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:27.580859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:27.690605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event updated for resources: {'Port': ['ID=795dcb08-54ac-4cf7-9a17-e55656599ef9,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:27.702381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:27.901374 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Floating IP 54227282-2d76-4770-b621-2c4e59eaabb9 associated. External IP: 172.26.4.245, port: 78119d54-bf65-4684-b199-1622191da1b5. Mar 08 12:26:28.306031 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Router 5383e653-9b0d-4e10-87ea-92f8b8f23900 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:26:28.501730 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:26:28.512474 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ebe87-d679-4ad4-a834-4da1d1a8470c None None] Sync routers for ids ['5383e653-9b0d-4e10-87ea-92f8b8f23900'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:26:28.521544 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ebe87-d679-4ad4-a834-4da1d1a8470c None None] Routers {'5383e653-9b0d-4e10-87ea-92f8b8f23900'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:26:28.522774 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-452ebe87-d679-4ad4-a834-4da1d1a8470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:26:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5383e653-9b0d-4e10-87ea-92f8b8f23900'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:26:28.600394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:28.663581 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c8ccc40e-3977-4d1b-843a-8a1ddabdbf68 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7655413 Mar 08 12:26:28.663581 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'tag': '78119d54-bf65-4684-b199-1622191da1b5'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:26:28.664307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59046) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:26:28.671293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-08b1ad08-ce84-43c3-9395-f983d0b2b302 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355090002', 'description': 'tempest-secgroup-smoke-1355090002 description', 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:26:28.678673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-08b1ad08-ce84-43c3-9395-f983d0b2b302 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:26:28.690337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-08b1ad08-ce84-43c3-9395-f983d0b2b302 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:26:28.703432 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-452ebe87-d679-4ad4-a834-4da1d1a8470c None None] Set router 5383e653-9b0d-4e10-87ea-92f8b8f23900 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:26:28.800858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08b1ad08-ce84-43c3-9395-f983d0b2b302 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:28.825071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-08b1ad08-ce84-43c3-9395-f983d0b2b302 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:26:28.829799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-08b1ad08-ce84-43c3-9395-f983d0b2b302 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Usage tracker for resource:security_group_rule and tenant:83b06f5a30874af3b4fc5c4a7fff60e7 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:26:28.833575 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-08b1ad08-ce84-43c3-9395-f983d0b2b302 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:26:28.838704 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'tag': '78119d54-bf65-4684-b199-1622191da1b5', 'status': 'completed', 'code': 200} Mar 08 12:26:28.841581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-08b1ad08-ce84-43c3-9395-f983d0b2b302 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:26:28.971871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08b1ad08-ce84-43c3-9395-f983d0b2b302 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:28.979308 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47ec60-e083-4b14-8c8b-c5b8c4013493 req-75611b08-58b8-48d0-8273-537c03098a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:28.980799 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa47ec60-e083-4b14-8c8b-c5b8c4013493 req-75611b08-58b8-48d0-8273-537c03098a48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7&device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 1099 time: 0.1192193 Mar 08 12:26:29.059917 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-452ebe87-d679-4ad4-a834-4da1d1a8470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '688fd845-08db-4225-a8df-1b6d421b5488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:26Z', 'revision_number': 4, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port': {'id': '688fd845-08db-4225-a8df-1b6d421b5488', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '54227282-2d76-4770-b621-2c4e59eaabb9', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'port_id': '78119d54-bf65-4684-b199-1622191da1b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'mac_address': 'fa:16:3e:70:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:26:26Z', 'updated_at': '2022-03-08T12:26:26Z', 'revision_number': 0, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7053be5b-5991-4f8c-adc0-6b38a2e5e683', 'name': '', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'mac_address': 'fa:16:3e:fd:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:25Z', 'updated_at': '2022-03-08T12:25:32Z', 'revision_number': 5, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'subnets': [{'id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:26:29.063977 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ebe87-d679-4ad4-a834-4da1d1a8470c None None] Checking router: 5383e653-9b0d-4e10-87ea-92f8b8f23900 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:26:29.069353 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08b1ad08-ce84-43c3-9395-f983d0b2b302 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:29.072355 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ebe87-d679-4ad4-a834-4da1d1a8470c None None] Routers {'5383e653-9b0d-4e10-87ea-92f8b8f23900'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:26:29.072958 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-452ebe87-d679-4ad4-a834-4da1d1a8470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:26:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5383e653-9b0d-4e10-87ea-92f8b8f23900'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:26:29.154344 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1ad08-ce84-43c3-9395-f983d0b2b302 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2da285-d405-4ffb-b1ce-8b93ddb19da1,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:29.167270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47ec60-e083-4b14-8c8b-c5b8c4013493 req-62837392-2d43-4161-93d5-f5809b61cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:29.167270 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa47ec60-e083-4b14-8c8b-c5b8c4013493 req-62837392-2d43-4161-93d5-f5809b61cd8b service neutron] 10.222.0.18 "GET /v2.0/networks?id=0b40b730-5a14-49b4-95a5-5764ee182afb HTTP/1.1" status: 200 len: 915 time: 0.1784983 Mar 08 12:26:29.238855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-08b1ad08-ce84-43c3-9395-f983d0b2b302 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:29.249910 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-08b1ad08-ce84-43c3-9395-f983d0b2b302 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5742114 Mar 08 12:26:29.250137 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59054) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:26:29.250137 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-97f298c9-fe66-416d-8284-4d05994a8819 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Request body: {'security_group_rule': {'security_group_id': '9a2da285-d405-4ffb-b1ce-8b93ddb19da1', 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:26:29.258046 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-97f298c9-fe66-416d-8284-4d05994a8819 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:26:29.262823 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-97f298c9-fe66-416d-8284-4d05994a8819 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Usage tracker for resource:security_group_rule and tenant:83b06f5a30874af3b4fc5c4a7fff60e7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:26:29.266079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-97f298c9-fe66-416d-8284-4d05994a8819 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:26:29.270952 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-452ebe87-d679-4ad4-a834-4da1d1a8470c None None] Set router 5383e653-9b0d-4e10-87ea-92f8b8f23900 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:26:29.274100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-97f298c9-fe66-416d-8284-4d05994a8819 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:26:29.280255 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa47ec60-e083-4b14-8c8b-c5b8c4013493 req-8ee493c2-5d02-4f06-a6cd-c5c37275c4d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78119d54-bf65-4684-b199-1622191da1b5 HTTP/1.1" status: 200 len: 1000 time: 0.1081893 Mar 08 12:26:29.342949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47ec60-e083-4b14-8c8b-c5b8c4013493 req-58220174-0c72-44fa-9828-7e5f5864822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:29.344400 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa47ec60-e083-4b14-8c8b-c5b8c4013493 req-58220174-0c72-44fa-9828-7e5f5864822d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d85cda3c-5b5f-4551-b0ca-2c7d8158e50a HTTP/1.1" status: 200 len: 853 time: 0.0584829 Mar 08 12:26:29.356104 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-97f298c9-fe66-416d-8284-4d05994a8819 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:29.419375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-97f298c9-fe66-416d-8284-4d05994a8819 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:29.425855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47ec60-e083-4b14-8c8b-c5b8c4013493 req-ff1cec64-22f5-4b04-91bc-2f9f4ab24b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:29.427465 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa47ec60-e083-4b14-8c8b-c5b8c4013493 req-ff1cec64-22f5-4b04-91bc-2f9f4ab24b06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0b40b730-5a14-49b4-95a5-5764ee182afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774930 Mar 08 12:26:29.485759 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-97f298c9-fe66-416d-8284-4d05994a8819 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:29.513506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f298c9-fe66-416d-8284-4d05994a8819 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b832425-4abb-477d-b2bf-3f8830fc7add,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:29.565997 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa47ec60-e083-4b14-8c8b-c5b8c4013493 req-0f3c5a8f-879d-4d9a-95d4-f8a162e5ef68 service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321337 Mar 08 12:26:29.582749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-97f298c9-fe66-416d-8284-4d05994a8819 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:29.587544 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-97f298c9-fe66-416d-8284-4d05994a8819 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3393459 Mar 08 12:26:29.587814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59058) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:26:29.600881 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-13df55db-a6dd-4c24-81f7-2cdae61d9647 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Request body: {'security_group_rule': {'security_group_id': '9a2da285-d405-4ffb-b1ce-8b93ddb19da1', 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:26:29.608563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-13df55db-a6dd-4c24-81f7-2cdae61d9647 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:26:29.613622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-13df55db-a6dd-4c24-81f7-2cdae61d9647 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Usage tracker for resource:security_group_rule and tenant:83b06f5a30874af3b4fc5c4a7fff60e7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:26:29.617686 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-13df55db-a6dd-4c24-81f7-2cdae61d9647 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:26:29.625748 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-13df55db-a6dd-4c24-81f7-2cdae61d9647 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:26:29.697132 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-452ebe87-d679-4ad4-a834-4da1d1a8470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '688fd845-08db-4225-a8df-1b6d421b5488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:26Z', 'revision_number': 4, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port': {'id': '688fd845-08db-4225-a8df-1b6d421b5488', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '54227282-2d76-4770-b621-2c4e59eaabb9', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'port_id': '78119d54-bf65-4684-b199-1622191da1b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'mac_address': 'fa:16:3e:70:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:26:26Z', 'updated_at': '2022-03-08T12:26:26Z', 'revision_number': 0, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7053be5b-5991-4f8c-adc0-6b38a2e5e683', 'name': '', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'mac_address': 'fa:16:3e:fd:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:25Z', 'updated_at': '2022-03-08T12:25:32Z', 'revision_number': 5, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'subnets': [{'id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:26:29.701507 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ebe87-d679-4ad4-a834-4da1d1a8470c None None] The sync data for ids ['5383e653-9b0d-4e10-87ea-92f8b8f23900'] in dv-neutron-828143-8-hyperv is: [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '688fd845-08db-4225-a8df-1b6d421b5488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:26Z', 'revision_number': 4, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port': {'id': '688fd845-08db-4225-a8df-1b6d421b5488', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '54227282-2d76-4770-b621-2c4e59eaabb9', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'port_id': '78119d54-bf65-4684-b199-1622191da1b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'mac_address': 'fa:16:3e:70:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:26:26Z', 'updated_at': '2022-03-08T12:26:26Z', 'revision_number': 0, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7053be5b-5991-4f8c-adc0-6b38a2e5e683', 'name': '', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'mac_address': 'fa:16:3e:fd:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:25Z', 'updated_at': '2022-03-08T12:25:32Z', 'revision_number': 5, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'subnets': [{'id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:26:29.725048 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fa47ec60-e083-4b14-8c8b-c5b8c4013493 req-28399987-18a4-4a02-b85f-49436efdfa2d service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530871 Mar 08 12:26:29.733852 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13df55db-a6dd-4c24-81f7-2cdae61d9647 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:29.800108 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13df55db-a6dd-4c24-81f7-2cdae61d9647 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:29.891336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13df55db-a6dd-4c24-81f7-2cdae61d9647 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:29.899701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b20e7-3b55-4994-a242-1ffae5c4fbfa None None] New status for floating IP 54227282-2d76-4770-b621-2c4e59eaabb9: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:26:29.918774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df55db-a6dd-4c24-81f7-2cdae61d9647 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5dba8b6-3ca3-4e38-8392-c10ae083c23b,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:29.999880 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-13df55db-a6dd-4c24-81f7-2cdae61d9647 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:30.001103 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-13df55db-a6dd-4c24-81f7-2cdae61d9647 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4122188 Mar 08 12:26:30.003768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59062) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:26:30.009412 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-86fc94e2-fcc8-48a4-b93d-4cb7295c5b8d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Request body: {'security_group_rule': {'security_group_id': '9a2da285-d405-4ffb-b1ce-8b93ddb19da1', 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:26:30.015522 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-86fc94e2-fcc8-48a4-b93d-4cb7295c5b8d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:26:30.019420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-86fc94e2-fcc8-48a4-b93d-4cb7295c5b8d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Usage tracker for resource:security_group_rule and tenant:83b06f5a30874af3b4fc5c4a7fff60e7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:26:30.022952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-86fc94e2-fcc8-48a4-b93d-4cb7295c5b8d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:26:30.032672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-86fc94e2-fcc8-48a4-b93d-4cb7295c5b8d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:26:30.123297 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86fc94e2-fcc8-48a4-b93d-4cb7295c5b8d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:30.186912 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86fc94e2-fcc8-48a4-b93d-4cb7295c5b8d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:30.278674 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86fc94e2-fcc8-48a4-b93d-4cb7295c5b8d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:30.305333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc94e2-fcc8-48a4-b93d-4cb7295c5b8d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48571236-1483-48c2-be18-ffcf207a4bb9,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:30.369957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86fc94e2-fcc8-48a4-b93d-4cb7295c5b8d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:30.371165 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-86fc94e2-fcc8-48a4-b93d-4cb7295c5b8d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3663902 Mar 08 12:26:30.373923 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59066) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:26:30.378795 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0b99df4b-8523-41bb-9b89-62c6f4591742 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Request body: {'security_group_rule': {'security_group_id': '9a2da285-d405-4ffb-b1ce-8b93ddb19da1', 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:26:30.385553 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0b99df4b-8523-41bb-9b89-62c6f4591742 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:26:30.389669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0b99df4b-8523-41bb-9b89-62c6f4591742 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Usage tracker for resource:security_group_rule and tenant:83b06f5a30874af3b4fc5c4a7fff60e7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:26:30.392647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0b99df4b-8523-41bb-9b89-62c6f4591742 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:26:30.398317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0b99df4b-8523-41bb-9b89-62c6f4591742 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:26:30.467530 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b99df4b-8523-41bb-9b89-62c6f4591742 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:30.528736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b99df4b-8523-41bb-9b89-62c6f4591742 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:30.617399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b99df4b-8523-41bb-9b89-62c6f4591742 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:30.643838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99df4b-8523-41bb-9b89-62c6f4591742 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de74432-16cf-482d-b48e-2a435f9e9aae,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:30.724117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b99df4b-8523-41bb-9b89-62c6f4591742 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:30.725855 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0b99df4b-8523-41bb-9b89-62c6f4591742 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3510199 Mar 08 12:26:30.728541 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59070) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:26:30.733472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3b104900-2244-4e12-ab57-fcd26271c997 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Request body: {'security_group_rule': {'security_group_id': '9a2da285-d405-4ffb-b1ce-8b93ddb19da1', 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:26:30.739454 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3b104900-2244-4e12-ab57-fcd26271c997 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:26:30.743879 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3b104900-2244-4e12-ab57-fcd26271c997 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Usage tracker for resource:security_group_rule and tenant:83b06f5a30874af3b4fc5c4a7fff60e7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:26:30.746710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3b104900-2244-4e12-ab57-fcd26271c997 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:26:30.752259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3b104900-2244-4e12-ab57-fcd26271c997 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:26:30.810064 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-3b104900-2244-4e12-ab57-fcd26271c997 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Project 83b06f5a30874af3b4fc5c4a7fff60e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:26:30.820161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b104900-2244-4e12-ab57-fcd26271c997 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:30.894047 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b104900-2244-4e12-ab57-fcd26271c997 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:30.964247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b104900-2244-4e12-ab57-fcd26271c997 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:30.990146 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b104900-2244-4e12-ab57-fcd26271c997 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bcef56-bc64-4a64-bea9-22183031273c,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:31.051453 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3b104900-2244-4e12-ab57-fcd26271c997 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:31.052788 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3b104900-2244-4e12-ab57-fcd26271c997 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3232985 Mar 08 12:26:31.055435 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59074) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:26:31.060602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-368cac4a-96ba-42df-a315-815ec950f20f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Request body: {'security_group_rule': {'security_group_id': '9a2da285-d405-4ffb-b1ce-8b93ddb19da1', 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:26:31.067361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-368cac4a-96ba-42df-a315-815ec950f20f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:26:31.071691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-368cac4a-96ba-42df-a315-815ec950f20f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Usage tracker for resource:security_group_rule and tenant:83b06f5a30874af3b4fc5c4a7fff60e7 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:26:31.074888 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-368cac4a-96ba-42df-a315-815ec950f20f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:26:31.081354 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-368cac4a-96ba-42df-a315-815ec950f20f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:26:31.143305 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-368cac4a-96ba-42df-a315-815ec950f20f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Project 83b06f5a30874af3b4fc5c4a7fff60e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:26:31.152391 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-368cac4a-96ba-42df-a315-815ec950f20f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:31.222841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-368cac4a-96ba-42df-a315-815ec950f20f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:31.289592 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-368cac4a-96ba-42df-a315-815ec950f20f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:31.319404 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cac4a-96ba-42df-a315-815ec950f20f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079b7425-f21b-4632-9f2f-aece108fc0b6,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:31.386670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-368cac4a-96ba-42df-a315-815ec950f20f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:31.387887 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-368cac4a-96ba-42df-a315-815ec950f20f tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3314943 Mar 08 12:26:31.510866 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-704ea4c4-456f-47ea-9912-89fee8962a97 req-4f1e5bae-54ad-43a1-8d61-2fb1eb4b5ffd tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355090002&fields=id&tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7 HTTP/1.1" status: 200 len: 267 time: 0.0432968 Mar 08 12:26:31.726286 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ea4c4-456f-47ea-9912-89fee8962a97 req-d44e1900-1aea-46fd-a814-75c690f379f4 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:31.727883 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-704ea4c4-456f-47ea-9912-89fee8962a97 req-d44e1900-1aea-46fd-a814-75c690f379f4 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 946 time: 0.2116203 Mar 08 12:26:31.739202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [req-704ea4c4-456f-47ea-9912-89fee8962a97 req-11c94341-9107-4f4f-96f7-c09db438a626 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Request body: {'port': {'security_groups': ['d7620f00-e05d-40d9-a2e6-d78927d4c5f1', '9a2da285-d405-4ffb-b1ce-8b93ddb19da1']}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:26:31.864457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-704ea4c4-456f-47ea-9912-89fee8962a97 req-11c94341-9107-4f4f-96f7-c09db438a626 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:32.113369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [req-704ea4c4-456f-47ea-9912-89fee8962a97 req-11c94341-9107-4f4f-96f7-c09db438a626 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] For port 78119d54-bf65-4684-b199-1622191da1b5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=78119d54-bf65-4684-b199-1622191da1b5,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:26:32.137834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-704ea4c4-456f-47ea-9912-89fee8962a97 req-11c94341-9107-4f4f-96f7-c09db438a626 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:32.192867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-704ea4c4-456f-47ea-9912-89fee8962a97 req-11c94341-9107-4f4f-96f7-c09db438a626 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:32.204748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['78119d54-bf65-4684-b199-1622191da1b5'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:26:32.268300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ea4c4-456f-47ea-9912-89fee8962a97 req-11c94341-9107-4f4f-96f7-c09db438a626 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:32.268954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-704ea4c4-456f-47ea-9912-89fee8962a97 req-11c94341-9107-4f4f-96f7-c09db438a626 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:32.270437 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-704ea4c4-456f-47ea-9912-89fee8962a97 req-11c94341-9107-4f4f-96f7-c09db438a626 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "PUT /v2.0/ports/78119d54-bf65-4684-b199-1622191da1b5 HTTP/1.1" status: 200 len: 982 time: 0.5363445 Mar 08 12:26:32.271593 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'tag': '78119d54-bf65-4684-b199-1622191da1b5'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:26:32.307457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c94341-9107-4f4f-96f7-c09db438a626 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event updated for resources: {'Port': ['ID=78119d54-bf65-4684-b199-1622191da1b5,revision_number=6']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:26:32.351728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['78119d54-bf65-4684-b199-1622191da1b5'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:26:32.357313 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'tag': '78119d54-bf65-4684-b199-1622191da1b5', 'status': 'completed', 'code': 200} Mar 08 12:26:32.506069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff45554-2edf-40d0-883c-550029f82bdf req-853d2171-eaec-4719-9e26-36b7e088deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:32.507670 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8ff45554-2edf-40d0-883c-550029f82bdf req-853d2171-eaec-4719-9e26-36b7e088deee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7&device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 1138 time: 0.1356993 Mar 08 12:26:32.542851 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15e77e-14ee-4ae4-94cf-88d09c6828b0 req-1daa9bcb-15b4-4f51-a2b7-90de081cd105 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:32.544211 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a15e77e-14ee-4ae4-94cf-88d09c6828b0 req-1daa9bcb-15b4-4f51-a2b7-90de081cd105 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 985 time: 0.1261785 Mar 08 12:26:32.580181 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3d53ec32-e088-4228-a719-d5f0022c8018 None None] Provisioning complete for port 78119d54-bf65-4684-b199-1622191da1b5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:26:32.580550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3d53ec32-e088-4228-a719-d5f0022c8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:32.663011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-7a15e77e-14ee-4ae4-94cf-88d09c6828b0 req-d0bd0451-8f61-46b1-8385-a94a14561d75 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Synchronizing usage tracker for tenant:83b06f5a30874af3b4fc5c4a7fff60e7 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:26:32.695483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff45554-2edf-40d0-883c-550029f82bdf req-4e11ae58-5aa7-43a7-a047-21c267b355c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:32.696960 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8ff45554-2edf-40d0-883c-550029f82bdf req-4e11ae58-5aa7-43a7-a047-21c267b355c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0b40b730-5a14-49b4-95a5-5764ee182afb HTTP/1.1" status: 200 len: 915 time: 0.1824439 Mar 08 12:26:32.764546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-7a15e77e-14ee-4ae4-94cf-88d09c6828b0 req-d0bd0451-8f61-46b1-8385-a94a14561d75 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Unset dirty status for tenant:83b06f5a30874af3b4fc5c4a7fff60e7 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:26:32.765679 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a15e77e-14ee-4ae4-94cf-88d09c6828b0 req-d0bd0451-8f61-46b1-8385-a94a14561d75 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a2da285-d405-4ffb-b1ce-8b93ddb19da1&id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2098467 Mar 08 12:26:32.807086 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8ff45554-2edf-40d0-883c-550029f82bdf req-ed34a267-75ed-41ad-a4a3-f2bc67832f41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78119d54-bf65-4684-b199-1622191da1b5 HTTP/1.1" status: 200 len: 1002 time: 0.1035497 Mar 08 12:26:32.873201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff45554-2edf-40d0-883c-550029f82bdf req-90b13c09-7e63-40dd-b386-8ce93e3f2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:32.874802 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8ff45554-2edf-40d0-883c-550029f82bdf req-90b13c09-7e63-40dd-b386-8ce93e3f2a86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d85cda3c-5b5f-4551-b0ca-2c7d8158e50a HTTP/1.1" status: 200 len: 853 time: 0.0594330 Mar 08 12:26:32.960176 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff45554-2edf-40d0-883c-550029f82bdf req-3735bb49-b23a-468a-a461-de211768f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:32.962200 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8ff45554-2edf-40d0-883c-550029f82bdf req-3735bb49-b23a-468a-a461-de211768f769 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0b40b730-5a14-49b4-95a5-5764ee182afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798500 Mar 08 12:26:33.236447 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8ff45554-2edf-40d0-883c-550029f82bdf req-a66dcf61-40c2-4ffb-97f4-7908174ff7ad service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677155 Mar 08 12:26:33.384602 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8ff45554-2edf-40d0-883c-550029f82bdf req-d7eedd51-8d81-4ab3-a740-4cd69efacfa3 service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418509 Mar 08 12:26:39.935462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9cc5e4ff-a833-4a1d-a100-db3ec36a6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:41.074169 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:26:42.217243 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8c31803c-0ebd-4aa0-ae53-2aa633ea8c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:43.515752 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:43.580674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:43.764380 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9ce4d54f-8d20-4a04-97a2-5e6c867cd216 req-95fca57a-03f1-48dc-9879-26fdd57a19c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746534 Mar 08 12:26:43.805610 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:26:43.911401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d54f-8d20-4a04-97a2-5e6c867cd216 req-b3cc332a-e43e-4c20-ad3e-ea112dc2375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:43.913500 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9ce4d54f-8d20-4a04-97a2-5e6c867cd216 req-b3cc332a-e43e-4c20-ad3e-ea112dc2375c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7&device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 1138 time: 0.0710664 Mar 08 12:26:44.064412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d54f-8d20-4a04-97a2-5e6c867cd216 req-cbe3e46f-ded1-4c7c-b06c-9949505e0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:44.065926 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9ce4d54f-8d20-4a04-97a2-5e6c867cd216 req-cbe3e46f-ded1-4c7c-b06c-9949505e0dbb service neutron] 10.222.0.18 "GET /v2.0/networks?id=0b40b730-5a14-49b4-95a5-5764ee182afb HTTP/1.1" status: 200 len: 915 time: 0.1331239 Mar 08 12:26:44.178687 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9ce4d54f-8d20-4a04-97a2-5e6c867cd216 req-301d07a4-9bf0-4ba9-9d8f-b8f5e323a5be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78119d54-bf65-4684-b199-1622191da1b5 HTTP/1.1" status: 200 len: 1002 time: 0.1069534 Mar 08 12:26:44.241886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d54f-8d20-4a04-97a2-5e6c867cd216 req-6267f41b-f910-4d40-885a-e7e13966948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:44.243322 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9ce4d54f-8d20-4a04-97a2-5e6c867cd216 req-6267f41b-f910-4d40-885a-e7e13966948e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d85cda3c-5b5f-4551-b0ca-2c7d8158e50a HTTP/1.1" status: 200 len: 853 time: 0.0595641 Mar 08 12:26:44.317863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d54f-8d20-4a04-97a2-5e6c867cd216 req-ad342cb4-1271-4145-989b-048ef18930da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:26:44.319314 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9ce4d54f-8d20-4a04-97a2-5e6c867cd216 req-ad342cb4-1271-4145-989b-048ef18930da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0b40b730-5a14-49b4-95a5-5764ee182afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703330 Mar 08 12:26:44.447843 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9ce4d54f-8d20-4a04-97a2-5e6c867cd216 req-87bee68f-4c90-46ad-b4fe-5679671d9bee service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226921 Mar 08 12:26:44.579644 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9ce4d54f-8d20-4a04-97a2-5e6c867cd216 req-df6ecb03-8207-4a26-b1fa-c99e92bd92ea service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262572 Mar 08 12:26:44.799421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:27:09.936932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b1da98ae-e486-4127-a86e-ff191b07bf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:27:12.186051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a92fd6da-9fd0-4ddd-a99e-154b58543ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:27:13.499888 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:27:13.576674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:27:13.782179 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:27:14.831487 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:27:18.073576 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:27:30.790133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1266e-03cc-4115-8994-eec33b3a1d93 req-ed67d9f7-3018-4b32-8f83-7d42657f7121 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:30.791626 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5de1266e-03cc-4115-8994-eec33b3a1d93 req-ed67d9f7-3018-4b32-8f83-7d42657f7121 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 985 time: 0.1700354 Mar 08 12:27:30.798741 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c129af-76fb-4ca8-a46a-5c7ba20327fc req-001458db-73a4-48b5-bd01-e73898d714cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:30.800533 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-26c129af-76fb-4ca8-a46a-5c7ba20327fc req-001458db-73a4-48b5-bd01-e73898d714cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7&device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 1138 time: 0.1116295 Mar 08 12:27:30.937116 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5de1266e-03cc-4115-8994-eec33b3a1d93 req-efebacff-76ad-4063-a52e-11f849ce9bd7 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a2da285-d405-4ffb-b1ce-8b93ddb19da1&id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346970 Mar 08 12:27:30.970775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c129af-76fb-4ca8-a46a-5c7ba20327fc req-6bec059d-e7f0-46cd-b7c7-0cde28d9485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:30.972257 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-26c129af-76fb-4ca8-a46a-5c7ba20327fc req-6bec059d-e7f0-46cd-b7c7-0cde28d9485f service neutron] 10.222.0.18 "GET /v2.0/networks?id=0b40b730-5a14-49b4-95a5-5764ee182afb HTTP/1.1" status: 200 len: 915 time: 0.1501739 Mar 08 12:27:31.075393 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-26c129af-76fb-4ca8-a46a-5c7ba20327fc req-d58592a8-ec73-4d9c-b207-6e90c453e6a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78119d54-bf65-4684-b199-1622191da1b5 HTTP/1.1" status: 200 len: 1002 time: 0.0963380 Mar 08 12:27:31.140108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c129af-76fb-4ca8-a46a-5c7ba20327fc req-4fa70e06-ec32-4145-92cc-a79e373b0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:31.141554 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-26c129af-76fb-4ca8-a46a-5c7ba20327fc req-4fa70e06-ec32-4145-92cc-a79e373b0b00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d85cda3c-5b5f-4551-b0ca-2c7d8158e50a HTTP/1.1" status: 200 len: 853 time: 0.0606441 Mar 08 12:27:31.216239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c129af-76fb-4ca8-a46a-5c7ba20327fc req-a0c3b97c-fa3f-4e7a-aa0d-4a9393a10031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:31.217682 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-26c129af-76fb-4ca8-a46a-5c7ba20327fc req-a0c3b97c-fa3f-4e7a-aa0d-4a9393a10031 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0b40b730-5a14-49b4-95a5-5764ee182afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696375 Mar 08 12:27:31.449650 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-26c129af-76fb-4ca8-a46a-5c7ba20327fc req-2df68750-07c1-4592-9a8c-e022a46cf5bd service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245317 Mar 08 12:27:31.585035 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-26c129af-76fb-4ca8-a46a-5c7ba20327fc req-b116df04-c741-4887-814a-93d4a4552199 service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291525 Mar 08 12:27:32.132102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc385f-7262-4698-8ef8-4d02be0383f2 req-83523d97-2bb7-4fd7-88f3-2fe58d2feb0d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:32.133593 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c2fc385f-7262-4698-8ef8-4d02be0383f2 req-83523d97-2bb7-4fd7-88f3-2fe58d2feb0d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 985 time: 0.0821977 Mar 08 12:27:32.184016 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c2fc385f-7262-4698-8ef8-4d02be0383f2 req-9bb1ffbd-cc55-4bec-980b-e3789beb8b70 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a2da285-d405-4ffb-b1ce-8b93ddb19da1&id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445421 Mar 08 12:27:33.377055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b410c8-2888-44be-bc69-8e6a3f65640f req-dc0975c1-317b-48ca-bd3f-9e6360315b79 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:33.379396 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-02b410c8-2888-44be-bc69-8e6a3f65640f req-dc0975c1-317b-48ca-bd3f-9e6360315b79 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 985 time: 0.0858271 Mar 08 12:27:33.436447 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-02b410c8-2888-44be-bc69-8e6a3f65640f req-aff97230-0a30-41ad-9cff-cc616d21dde0 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a2da285-d405-4ffb-b1ce-8b93ddb19da1&id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509179 Mar 08 12:27:34.624370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4c09f-dfcf-457d-a67d-ad68c3812733 req-032ca32a-9220-467e-b480-a57f53ae618e tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:34.625870 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ddf4c09f-dfcf-457d-a67d-ad68c3812733 req-032ca32a-9220-467e-b480-a57f53ae618e tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 985 time: 0.0825696 Mar 08 12:27:34.688452 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ddf4c09f-dfcf-457d-a67d-ad68c3812733 req-7b1ceeac-0d5e-4393-bc01-21d0d6bb2f08 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a2da285-d405-4ffb-b1ce-8b93ddb19da1&id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423906 Mar 08 12:27:35.874505 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303be46-e4c7-436a-ad73-5e809664dedc req-459b796e-b87e-4b6c-955d-4b7987084ccb tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:35.878191 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f303be46-e4c7-436a-ad73-5e809664dedc req-459b796e-b87e-4b6c-955d-4b7987084ccb tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 985 time: 0.0813136 Mar 08 12:27:35.924205 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f303be46-e4c7-436a-ad73-5e809664dedc req-8604be94-5655-4fc3-8df5-f893701ad76b tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a2da285-d405-4ffb-b1ce-8b93ddb19da1&id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415647 Mar 08 12:27:37.113494 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93344d5e-cc07-40d4-8204-5d6a22c3f177 req-ab1bb933-6b6a-484f-95a1-fe9d5d0b26a1 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:37.115010 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-93344d5e-cc07-40d4-8204-5d6a22c3f177 req-ab1bb933-6b6a-484f-95a1-fe9d5d0b26a1 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 985 time: 0.0841789 Mar 08 12:27:37.161984 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-93344d5e-cc07-40d4-8204-5d6a22c3f177 req-cd766266-b54a-43e2-bd74-0a340d2f3a63 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a2da285-d405-4ffb-b1ce-8b93ddb19da1&id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412192 Mar 08 12:27:38.347353 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8901be1-f107-4d89-b774-fe124e4c3953 req-ac6eafd3-ac4e-405d-9351-c54ec5efb1d5 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:38.348820 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c8901be1-f107-4d89-b774-fe124e4c3953 req-ac6eafd3-ac4e-405d-9351-c54ec5efb1d5 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 985 time: 0.0828068 Mar 08 12:27:38.399708 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c8901be1-f107-4d89-b774-fe124e4c3953 req-4dc75f05-7344-469d-b2e5-060b0192e955 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a2da285-d405-4ffb-b1ce-8b93ddb19da1&id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450721 Mar 08 12:27:39.581760 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c7649-8a13-4c45-95e8-5121de9c3e36 req-b77e3e3f-a0de-4389-97f5-6c47c4b863e8 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:39.583306 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-525c7649-8a13-4c45-95e8-5121de9c3e36 req-b77e3e3f-a0de-4389-97f5-6c47c4b863e8 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 985 time: 0.0802083 Mar 08 12:27:39.630545 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-525c7649-8a13-4c45-95e8-5121de9c3e36 req-48352f32-f58e-4507-9339-5313389f033c tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a2da285-d405-4ffb-b1ce-8b93ddb19da1&id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414312 Mar 08 12:27:39.939158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f727e809-2a2f-48ae-9c8d-e813687bf266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:27:40.837551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64e1ce-0a75-4fa1-a2dc-b6f76237979d req-bc729bfa-fe3f-4b2a-ad5f-184d85522165 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:40.839026 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5d64e1ce-0a75-4fa1-a2dc-b6f76237979d req-bc729bfa-fe3f-4b2a-ad5f-184d85522165 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 985 time: 0.0790071 Mar 08 12:27:40.885177 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5d64e1ce-0a75-4fa1-a2dc-b6f76237979d req-9bc200e0-7323-43f0-b187-39df88caf0e7 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a2da285-d405-4ffb-b1ce-8b93ddb19da1&id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404186 Mar 08 12:27:42.074220 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4c823-0704-4fb2-b4f5-d674d1b56d93 req-2b2088f0-4827-4003-8e14-f8d87b02483e tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:42.075716 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-25c4c823-0704-4fb2-b4f5-d674d1b56d93 req-2b2088f0-4827-4003-8e14-f8d87b02483e tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 985 time: 0.0853548 Mar 08 12:27:42.124425 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-25c4c823-0704-4fb2-b4f5-d674d1b56d93 req-ea8eb7e6-8b10-4541-9fec-bc01cd3f12ee tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a2da285-d405-4ffb-b1ce-8b93ddb19da1&id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428054 Mar 08 12:27:42.182481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-897ea025-4720-4acb-b215-5acf278e015b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:27:43.312085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f5557-b384-4b9c-acd1-f7aa6a0b0c09 req-f39b51fd-9b73-4df1-89ca-394ca5b698a6 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:43.313528 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-568f5557-b384-4b9c-acd1-f7aa6a0b0c09 req-f39b51fd-9b73-4df1-89ca-394ca5b698a6 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 985 time: 0.0838387 Mar 08 12:27:43.359459 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-568f5557-b384-4b9c-acd1-f7aa6a0b0c09 req-4cf978f3-0b45-498f-bd31-cbe92ecd9308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a2da285-d405-4ffb-b1ce-8b93ddb19da1&id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400803 Mar 08 12:27:43.476271 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:27:43.579146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:27:43.810654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:27:44.052285 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-6eb1ea4e-cc7e-49cd-837f-06fdf747b32b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1092861 Mar 08 12:27:44.190594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-921ee8c4-6fb3-4343-9f90-87e687843dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:44.192260 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-921ee8c4-6fb3-4343-9f90-87e687843dda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7&device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 1138 time: 0.0731544 Mar 08 12:27:44.334921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-3f2c3b2b-4587-422d-b58c-32f1ef3d4f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:44.336624 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-3f2c3b2b-4587-422d-b58c-32f1ef3d4f4c service neutron] 10.222.0.18 "GET /v2.0/networks?id=0b40b730-5a14-49b4-95a5-5764ee182afb HTTP/1.1" status: 200 len: 915 time: 0.1271031 Mar 08 12:27:44.438499 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-09fa2d5b-dbdf-4d1e-a4c0-6fd60f83056a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78119d54-bf65-4684-b199-1622191da1b5 HTTP/1.1" status: 200 len: 1002 time: 0.0958586 Mar 08 12:27:44.500093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-ade92208-7656-4e9c-b62d-cd2b5f1abcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:44.501449 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-ade92208-7656-4e9c-b62d-cd2b5f1abcce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d85cda3c-5b5f-4551-b0ca-2c7d8158e50a HTTP/1.1" status: 200 len: 853 time: 0.0566742 Mar 08 12:27:44.578783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-b0ec2e88-b80d-4146-a4a9-8f81089b81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:27:44.580224 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-b0ec2e88-b80d-4146-a4a9-8f81089b81e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0b40b730-5a14-49b4-95a5-5764ee182afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724366 Mar 08 12:27:44.589722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-c97978c8-b556-42a1-a2ed-32542bcf8dcd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:27:44.590688 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-c97978c8-b556-42a1-a2ed-32542bcf8dcd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048199 Mar 08 12:27:44.721438 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-2a728607-ff25-41c0-8762-f45f06130759 service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248348 Mar 08 12:27:44.827585 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:27:44.858521 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e68807-038b-4a4a-9ac3-b6d2a651f32f req-6065652b-8d52-4074-93c3-c495231c0272 service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308844 Mar 08 12:27:55.078054 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:28:09.972211 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7b063abe-02af-4d9c-a791-fea8a1638b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:12.187334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7580ca2c-f693-4fd4-8414-a4d85f78eb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:13.463699 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:13.578150 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:13.811879 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:14.811978 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:32.077444 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:28:39.948990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-43d0a16c-1159-4c79-afe1-24beabbe5263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:42.177095 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bc75a60a-1e83-473b-801c-921c9b13446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:43.461355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:43.605901 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:43.817374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:44.841477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:44.991883 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a5004e63-24db-425c-a924-c0a114ad3f9d req-69ed80df-8cf5-4ae0-9cd3-29d5ca4bb36c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711551 Mar 08 12:28:45.131589 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5004e63-24db-425c-a924-c0a114ad3f9d req-e3088531-ce0e-46c5-bea6-b19a2c286840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:45.133086 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a5004e63-24db-425c-a924-c0a114ad3f9d req-e3088531-ce0e-46c5-bea6-b19a2c286840 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7&device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 1138 time: 0.0740209 Mar 08 12:28:45.397676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5004e63-24db-425c-a924-c0a114ad3f9d req-4ad4f84e-cf8f-4394-a4f1-75aacacf2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:45.399165 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a5004e63-24db-425c-a924-c0a114ad3f9d req-4ad4f84e-cf8f-4394-a4f1-75aacacf2733 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0b40b730-5a14-49b4-95a5-5764ee182afb HTTP/1.1" status: 200 len: 915 time: 0.2486391 Mar 08 12:28:45.506067 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a5004e63-24db-425c-a924-c0a114ad3f9d req-eeb48d2a-82e4-4284-915f-14397e9c3475 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78119d54-bf65-4684-b199-1622191da1b5 HTTP/1.1" status: 200 len: 1002 time: 0.1003807 Mar 08 12:28:45.569367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5004e63-24db-425c-a924-c0a114ad3f9d req-7b75bd60-a159-40d7-a256-3079e3282865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:45.571331 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a5004e63-24db-425c-a924-c0a114ad3f9d req-7b75bd60-a159-40d7-a256-3079e3282865 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d85cda3c-5b5f-4551-b0ca-2c7d8158e50a HTTP/1.1" status: 200 len: 853 time: 0.0598040 Mar 08 12:28:45.648490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5004e63-24db-425c-a924-c0a114ad3f9d req-b804cd9f-fa54-41a3-b265-310a359caff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:45.650131 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a5004e63-24db-425c-a924-c0a114ad3f9d req-b804cd9f-fa54-41a3-b265-310a359caff4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0b40b730-5a14-49b4-95a5-5764ee182afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732055 Mar 08 12:28:45.788260 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a5004e63-24db-425c-a924-c0a114ad3f9d req-8c5bafa9-2f61-44a6-a229-f6364d4333cb service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324542 Mar 08 12:28:45.917561 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a5004e63-24db-425c-a924-c0a114ad3f9d req-5a74c09c-ad6f-48d2-bdce-20f89254759c service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233127 Mar 08 12:28:46.826125 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-84be799b-3405-4364-a42f-4970ea338856 req-0cab38f4-964a-41b3-93c3-73690c44d104 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355090002&fields=id&tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7 HTTP/1.1" status: 200 len: 267 time: 0.0404701 Mar 08 12:28:46.912668 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be799b-3405-4364-a42f-4970ea338856 req-78e0d914-7b90-4cd0-9914-06cac0b5f1ba tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:46.914105 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-84be799b-3405-4364-a42f-4970ea338856 req-78e0d914-7b90-4cd0-9914-06cac0b5f1ba tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 985 time: 0.0819132 Mar 08 12:28:46.925584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [req-84be799b-3405-4364-a42f-4970ea338856 req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Request body: {'port': {'security_groups': ['d7620f00-e05d-40d9-a2e6-d78927d4c5f1']}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:28:47.040423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-84be799b-3405-4364-a42f-4970ea338856 req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:47.292496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [req-84be799b-3405-4364-a42f-4970ea338856 req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] For port 78119d54-bf65-4684-b199-1622191da1b5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=78119d54-bf65-4684-b199-1622191da1b5,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:28:47.317383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-84be799b-3405-4364-a42f-4970ea338856 req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:47.359915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-84be799b-3405-4364-a42f-4970ea338856 req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:47.371686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['78119d54-bf65-4684-b199-1622191da1b5'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:28:47.449190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be799b-3405-4364-a42f-4970ea338856 req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:47.449832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [req-84be799b-3405-4364-a42f-4970ea338856 req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:47.458457 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-84be799b-3405-4364-a42f-4970ea338856 req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "PUT /v2.0/ports/78119d54-bf65-4684-b199-1622191da1b5 HTTP/1.1" status: 200 len: 943 time: 0.5336962 Mar 08 12:28:47.458457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'tag': '78119d54-bf65-4684-b199-1622191da1b5'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:28:47.458756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59166) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:28:47.486093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event updated for resources: {'Port': ['ID=78119d54-bf65-4684-b199-1622191da1b5,revision_number=7']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:28:47.504227 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.504845 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.505359 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.505952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.506530 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.507111 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.507680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.508455 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.509229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.509802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.510397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.511338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73748483-3d17-4f8a-a96a-5f723a203eae tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.512145 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['78119d54-bf65-4684-b199-1622191da1b5'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:28:47.556473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:47.579284 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'tag': '78119d54-bf65-4684-b199-1622191da1b5', 'status': 'completed', 'code': 200} Mar 08 12:28:47.609653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:47.750911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ba490-8062-4fc5-954c-f5c37281832c req-cd10c545-3e3d-4226-9b88-5a86b2f7a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:47.753506 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2f9ba490-8062-4fc5-954c-f5c37281832c req-cd10c545-3e3d-4226-9b88-5a86b2f7a961 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7&device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 1099 time: 0.1197114 Mar 08 12:28:47.756284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2b35578a-7114-45a7-a473-aaf676bbb833 None None] Provisioning complete for port 78119d54-bf65-4684-b199-1622191da1b5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:28:47.756667 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2b35578a-7114-45a7-a473-aaf676bbb833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:47.857446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:47.884919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2da285-d405-4ffb-b1ce-8b93ddb19da1,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:28:47.898144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.898516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.898694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.898994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.899320 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.899642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.899965 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.900306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.900596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.900914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.901231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.901554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:28:47.924401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ba490-8062-4fc5-954c-f5c37281832c req-6a4af753-c452-49b2-9ab0-81451c0c0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:47.931616 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2f9ba490-8062-4fc5-954c-f5c37281832c req-6a4af753-c452-49b2-9ab0-81451c0c0cc0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0b40b730-5a14-49b4-95a5-5764ee182afb HTTP/1.1" status: 200 len: 915 time: 0.1664011 Mar 08 12:28:48.001430 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:48.002589 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1128d141-beed-483f-b0e1-c25b4c9ccb15 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "DELETE /v2.0/security-groups/9a2da285-d405-4ffb-b1ce-8b93ddb19da1 HTTP/1.1" status: 204 len: 168 time: 0.5430968 Mar 08 12:28:48.005555 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59172) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:28:48.030322 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2f9ba490-8062-4fc5-954c-f5c37281832c req-853fc813-6d71-4479-85f8-829018d89215 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78119d54-bf65-4684-b199-1622191da1b5 HTTP/1.1" status: 200 len: 1002 time: 0.0975943 Mar 08 12:28:48.097475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ba490-8062-4fc5-954c-f5c37281832c req-16d8090d-a2f8-4596-b48a-d86da7584a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:48.098999 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2f9ba490-8062-4fc5-954c-f5c37281832c req-16d8090d-a2f8-4596-b48a-d86da7584a37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d85cda3c-5b5f-4551-b0ca-2c7d8158e50a HTTP/1.1" status: 200 len: 853 time: 0.0623364 Mar 08 12:28:48.174691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ba490-8062-4fc5-954c-f5c37281832c req-99e9a87c-bd9e-4a39-87fc-66e11691ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:48.176058 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2f9ba490-8062-4fc5-954c-f5c37281832c req-99e9a87c-bd9e-4a39-87fc-66e11691ffa5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0b40b730-5a14-49b4-95a5-5764ee182afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714121 Mar 08 12:28:48.206211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-77c52d59-6693-42b6-bcd4-b5183bbc7308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Deleting port 795dcb08-54ac-4cf7-9a17-e55656599ef9 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:28:48.209113 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-77c52d59-6693-42b6-bcd4-b5183bbc7308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:48.311956 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2f9ba490-8062-4fc5-954c-f5c37281832c req-ee1a8944-6177-40e5-a1d1-26795426e2bd service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297085 Mar 08 12:28:48.452036 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2f9ba490-8062-4fc5-954c-f5c37281832c req-450c450b-e5fd-4216-a5be-daede5c24648 service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330392 Mar 08 12:28:48.492879 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-77c52d59-6693-42b6-bcd4-b5183bbc7308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:48.493206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-77c52d59-6693-42b6-bcd4-b5183bbc7308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:48.616364 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-77c52d59-6693-42b6-bcd4-b5183bbc7308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Calling delete_port for 795dcb08-54ac-4cf7-9a17-e55656599ef9 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:28:48.817318 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-77c52d59-6693-42b6-bcd4-b5183bbc7308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:48.864370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c52d59-6693-42b6-bcd4-b5183bbc7308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event deleted for resources: {'Port': ['ID=795dcb08-54ac-4cf7-9a17-e55656599ef9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:28:48.957950 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-77c52d59-6693-42b6-bcd4-b5183bbc7308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:48.958405 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-77c52d59-6693-42b6-bcd4-b5183bbc7308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Floating IP 54227282-2d76-4770-b621-2c4e59eaabb9 disassociated (deleted). External IP: 172.26.4.245, port: 78119d54-bf65-4684-b199-1622191da1b5. Mar 08 12:28:49.304195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c52d59-6693-42b6-bcd4-b5183bbc7308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Router 5383e653-9b0d-4e10-87ea-92f8b8f23900 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:28:49.481724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c52d59-6693-42b6-bcd4-b5183bbc7308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:28:49.492601 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae4558-af66-49a2-9629-1e76322c0ac9 None None] Sync routers for ids ['5383e653-9b0d-4e10-87ea-92f8b8f23900'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:28:49.501967 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae4558-af66-49a2-9629-1e76322c0ac9 None None] Routers {'5383e653-9b0d-4e10-87ea-92f8b8f23900'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:28:49.503076 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f6ae4558-af66-49a2-9629-1e76322c0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:28:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5383e653-9b0d-4e10-87ea-92f8b8f23900'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:28:49.554166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-77c52d59-6693-42b6-bcd4-b5183bbc7308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:49.608499 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-77c52d59-6693-42b6-bcd4-b5183bbc7308 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "DELETE /v2.0/floatingips/54227282-2d76-4770-b621-2c4e59eaabb9 HTTP/1.1" status: 204 len: 168 time: 1.6018202 Mar 08 12:28:49.609195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'tag': '78119d54-bf65-4684-b199-1622191da1b5'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:28:49.656543 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'tag': '78119d54-bf65-4684-b199-1622191da1b5', 'status': 'completed', 'code': 200} Mar 08 12:28:49.732480 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-f6ae4558-af66-49a2-9629-1e76322c0ac9 None None] Set router 5383e653-9b0d-4e10-87ea-92f8b8f23900 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:28:49.958966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09284e-34ac-4a46-8d66-f11bf9943ea6 req-ffd84019-7f38-4149-bf84-0b59d5cbd3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:49.961349 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ae09284e-34ac-4a46-8d66-f11bf9943ea6 req-ffd84019-7f38-4149-bf84-0b59d5cbd3df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7&device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 1099 time: 0.2696974 Mar 08 12:28:50.109023 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f6ae4558-af66-49a2-9629-1e76322c0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '688fd845-08db-4225-a8df-1b6d421b5488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:26Z', 'revision_number': 4, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port': {'id': '688fd845-08db-4225-a8df-1b6d421b5488', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '7053be5b-5991-4f8c-adc0-6b38a2e5e683', 'name': '', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'mac_address': 'fa:16:3e:fd:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:25Z', 'updated_at': '2022-03-08T12:25:32Z', 'revision_number': 5, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'subnets': [{'id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:28:50.115631 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae4558-af66-49a2-9629-1e76322c0ac9 None None] Checking router: 5383e653-9b0d-4e10-87ea-92f8b8f23900 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:28:50.126358 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae4558-af66-49a2-9629-1e76322c0ac9 None None] Routers {'5383e653-9b0d-4e10-87ea-92f8b8f23900'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:28:50.127010 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f6ae4558-af66-49a2-9629-1e76322c0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:28:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5383e653-9b0d-4e10-87ea-92f8b8f23900'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:28:50.133354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09284e-34ac-4a46-8d66-f11bf9943ea6 req-ec0744b5-4bcb-4144-a020-00d517aa45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:50.141268 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ae09284e-34ac-4a46-8d66-f11bf9943ea6 req-ec0744b5-4bcb-4144-a020-00d517aa45b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0b40b730-5a14-49b4-95a5-5764ee182afb HTTP/1.1" status: 200 len: 915 time: 0.1672072 Mar 08 12:28:50.205668 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ae09284e-34ac-4a46-8d66-f11bf9943ea6 req-f207e5f6-9f87-4c06-850b-1407a2463628 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78119d54-bf65-4684-b199-1622191da1b5 HTTP/1.1" status: 200 len: 217 time: 0.0647819 Mar 08 12:28:50.297720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09284e-34ac-4a46-8d66-f11bf9943ea6 req-745a278e-716c-4051-a005-6ad6ae4cba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:50.300114 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ae09284e-34ac-4a46-8d66-f11bf9943ea6 req-745a278e-716c-4051-a005-6ad6ae4cba76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d85cda3c-5b5f-4551-b0ca-2c7d8158e50a HTTP/1.1" status: 200 len: 853 time: 0.0889313 Mar 08 12:28:50.329282 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-f6ae4558-af66-49a2-9629-1e76322c0ac9 None None] Set router 5383e653-9b0d-4e10-87ea-92f8b8f23900 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:28:50.400578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09284e-34ac-4a46-8d66-f11bf9943ea6 req-dad121cd-afba-4956-80e6-a61f7dd9769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:50.403490 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ae09284e-34ac-4a46-8d66-f11bf9943ea6 req-dad121cd-afba-4956-80e6-a61f7dd9769f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0b40b730-5a14-49b4-95a5-5764ee182afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0976257 Mar 08 12:28:50.594831 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ae09284e-34ac-4a46-8d66-f11bf9943ea6 req-bf05cb73-079c-4a8b-af83-8cb4d3535b66 service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854322 Mar 08 12:28:50.741185 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ae09284e-34ac-4a46-8d66-f11bf9943ea6 req-2de113fe-762b-4b4a-abb3-143a9d5ca72e service neutron] 10.222.0.18 "GET /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392248 Mar 08 12:28:50.754118 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f6ae4558-af66-49a2-9629-1e76322c0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '688fd845-08db-4225-a8df-1b6d421b5488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:26Z', 'revision_number': 4, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port': {'id': '688fd845-08db-4225-a8df-1b6d421b5488', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '7053be5b-5991-4f8c-adc0-6b38a2e5e683', 'name': '', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'mac_address': 'fa:16:3e:fd:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:25Z', 'updated_at': '2022-03-08T12:25:32Z', 'revision_number': 5, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'subnets': [{'id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:28:50.760129 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae4558-af66-49a2-9629-1e76322c0ac9 None None] The sync data for ids ['5383e653-9b0d-4e10-87ea-92f8b8f23900'] in dv-neutron-828143-8-hyperv is: [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '688fd845-08db-4225-a8df-1b6d421b5488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:26Z', 'revision_number': 4, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port': {'id': '688fd845-08db-4225-a8df-1b6d421b5488', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '7053be5b-5991-4f8c-adc0-6b38a2e5e683', 'name': '', 'network_id': '0b40b730-5a14-49b4-95a5-5764ee182afb', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'mac_address': 'fa:16:3e:fd:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:25Z', 'updated_at': '2022-03-08T12:25:32Z', 'revision_number': 5, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'subnets': [{'id': 'd85cda3c-5b5f-4551-b0ca-2c7d8158e50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:28:50.986462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c13515-3faa-44f8-a0c9-a9b7e232fec9 None None] New status for floating IP 54227282-2d76-4770-b621-2c4e59eaabb9: DOWN {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:28:55.715079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea048eb8-d239-4a1c-8b28-0aecf8643df5 req-86543b11-d7d6-4d32-adc6-7027d6bb6dd5 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:55.715833 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-ea048eb8-d239-4a1c-8b28-0aecf8643df5 req-86543b11-d7d6-4d32-adc6-7027d6bb6dd5 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Synchronizing usage tracker for tenant:83b06f5a30874af3b4fc5c4a7fff60e7 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:28:55.771330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-ea048eb8-d239-4a1c-8b28-0aecf8643df5 req-86543b11-d7d6-4d32-adc6-7027d6bb6dd5 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Unset dirty status for tenant:83b06f5a30874af3b4fc5c4a7fff60e7 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:28:55.772796 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ea048eb8-d239-4a1c-8b28-0aecf8643df5 req-86543b11-d7d6-4d32-adc6-7027d6bb6dd5 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 946 time: 0.1418545 Mar 08 12:28:55.821996 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ea048eb8-d239-4a1c-8b28-0aecf8643df5 req-30f5ee38-485c-4ddc-ba0d-f0a3dedca6b5 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435865 Mar 08 12:28:57.013083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d366c-7d4e-4125-9d12-373a245e3d90 req-06cb49b5-9727-4b96-8844-7d68a8fc9b4d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:57.014512 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c6d366c-7d4e-4125-9d12-373a245e3d90 req-06cb49b5-9727-4b96-8844-7d68a8fc9b4d tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 946 time: 0.0824962 Mar 08 12:28:57.058419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6c6d366c-7d4e-4125-9d12-373a245e3d90 req-760ea116-bf7f-44b9-9557-cd0dac497579 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Synchronizing usage tracker for tenant:83b06f5a30874af3b4fc5c4a7fff60e7 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:28:57.136617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6c6d366c-7d4e-4125-9d12-373a245e3d90 req-760ea116-bf7f-44b9-9557-cd0dac497579 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Unset dirty status for tenant:83b06f5a30874af3b4fc5c4a7fff60e7 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:28:57.138100 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c6d366c-7d4e-4125-9d12-373a245e3d90 req-760ea116-bf7f-44b9-9557-cd0dac497579 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7620f00-e05d-40d9-a2e6-d78927d4c5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178329 Mar 08 12:28:57.632895 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a928452-6a2c-4a95-90a9-83501b109002 req-ac339fb0-8325-4441-9720-d8ad2af4ea25 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:28:57.634348 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2a928452-6a2c-4a95-90a9-83501b109002 req-ac339fb0-8325-4441-9720-d8ad2af4ea25 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 946 time: 0.0791008 Mar 08 12:28:57.707123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-2a928452-6a2c-4a95-90a9-83501b109002 req-2da9df95-15e3-426a-aff0-7c9713356dfc tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Deleting port 78119d54-bf65-4684-b199-1622191da1b5 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:28:57.707465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-2a928452-6a2c-4a95-90a9-83501b109002 req-2da9df95-15e3-426a-aff0-7c9713356dfc tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:57.952271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-2a928452-6a2c-4a95-90a9-83501b109002 req-2da9df95-15e3-426a-aff0-7c9713356dfc tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] For port 78119d54-bf65-4684-b199-1622191da1b5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=78119d54-bf65-4684-b199-1622191da1b5,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:28:57.952520 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-2a928452-6a2c-4a95-90a9-83501b109002 req-2da9df95-15e3-426a-aff0-7c9713356dfc tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:58.072449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-2a928452-6a2c-4a95-90a9-83501b109002 req-2da9df95-15e3-426a-aff0-7c9713356dfc tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Calling delete_port for 78119d54-bf65-4684-b199-1622191da1b5 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:28:58.262972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-2a928452-6a2c-4a95-90a9-83501b109002 req-2da9df95-15e3-426a-aff0-7c9713356dfc tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:58.274826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['78119d54-bf65-4684-b199-1622191da1b5'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:28:58.291143 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-54fdd7ea-227f-4e0a-9c7f-551c023290c9 req-b88b0186-060b-4c11-8cd3-476088e89574 tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 210 time: 0.0468068 Mar 08 12:28:58.314815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9df95-15e3-426a-aff0-7c9713356dfc tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Pushing event deleted for resources: {'Port': ['ID=78119d54-bf65-4684-b199-1622191da1b5,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:28:58.502127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a928452-6a2c-4a95-90a9-83501b109002 req-2da9df95-15e3-426a-aff0-7c9713356dfc tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] No DVR routers for this DVR port 78119d54-bf65-4684-b199-1622191da1b5 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:28:58.505010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-2a928452-6a2c-4a95-90a9-83501b109002 req-2da9df95-15e3-426a-aff0-7c9713356dfc tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:28:58.508117 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'name': 'network-vif-deleted', 'tag': '78119d54-bf65-4684-b199-1622191da1b5'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:28:58.554539 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e899fa-bd6d-4c40-8ccc-64e15e6c542b', 'name': 'network-vif-deleted', 'tag': '78119d54-bf65-4684-b199-1622191da1b5', 'status': 'completed', 'code': 200} Mar 08 12:28:58.570581 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2a928452-6a2c-4a95-90a9-83501b109002 req-2da9df95-15e3-426a-aff0-7c9713356dfc tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.18 "DELETE /v2.0/ports/78119d54-bf65-4684-b199-1622191da1b5 HTTP/1.1" status: 204 len: 173 time: 0.9305487 Mar 08 12:28:59.584061 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-de64011e-8ad4-4249-99b0-6f741eb55be8 req-0e766122-534c-4d82-abd5-b01c1e09dbfc tempest-TestMinimumBasicScenario-768441302 tempest-TestMinimumBasicScenario-768441302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e899fa-bd6d-4c40-8ccc-64e15e6c542b HTTP/1.1" status: 200 len: 210 time: 0.1553202 Mar 08 12:29:01.013852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 78119d54-bf65-4684-b199-1622191da1b5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:29:01.048517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 78119d54-bf65-4684-b199-1622191da1b5 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:29:01.049372 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 78119d54-bf65-4684-b199-1622191da1b5 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:29:01.948176 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59262) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:02.502589 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad3aafd5-ac3f-4ca0-922f-9393f6048c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:02.847611 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-ad3aafd5-ac3f-4ca0-922f-9393f6048c6e admin admin] Deleting port 7053be5b-5991-4f8c-adc0-6b38a2e5e683 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:29:02.847950 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad3aafd5-ac3f-4ca0-922f-9393f6048c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:03.018221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-ad3aafd5-ac3f-4ca0-922f-9393f6048c6e admin admin] For port 7053be5b-5991-4f8c-adc0-6b38a2e5e683, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7053be5b-5991-4f8c-adc0-6b38a2e5e683,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:03.018907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad3aafd5-ac3f-4ca0-922f-9393f6048c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:03.138035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-ad3aafd5-ac3f-4ca0-922f-9393f6048c6e admin admin] Calling delete_port for 7053be5b-5991-4f8c-adc0-6b38a2e5e683 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:29:03.536394 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad3aafd5-ac3f-4ca0-922f-9393f6048c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:03.581923 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3aafd5-ac3f-4ca0-922f-9393f6048c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=7053be5b-5991-4f8c-adc0-6b38a2e5e683,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:03.852680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ad3aafd5-ac3f-4ca0-922f-9393f6048c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:04.202470 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3aafd5-ac3f-4ca0-922f-9393f6048c6e admin admin] Router 5383e653-9b0d-4e10-87ea-92f8b8f23900 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:29:04.375267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3aafd5-ac3f-4ca0-922f-9393f6048c6e admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:29:04.384347 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ebdca-e560-477f-8172-c79a5f77ffce None None] Sync routers for ids ['5383e653-9b0d-4e10-87ea-92f8b8f23900'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:29:04.387677 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ad3aafd5-ac3f-4ca0-922f-9393f6048c6e admin admin] 10.222.0.32 "PUT /v2.0/routers/5383e653-9b0d-4e10-87ea-92f8b8f23900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4384367 Mar 08 12:29:04.390185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59266) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:04.394152 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ebdca-e560-477f-8172-c79a5f77ffce None None] Routers {'5383e653-9b0d-4e10-87ea-92f8b8f23900'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:29:04.394798 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9d2ebdca-e560-477f-8172-c79a5f77ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:28:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5383e653-9b0d-4e10-87ea-92f8b8f23900'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:04.568793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:04.591754 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9d2ebdca-e560-477f-8172-c79a5f77ffce None None] Set router 5383e653-9b0d-4e10-87ea-92f8b8f23900 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:29:04.862857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:04.874803 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9d2ebdca-e560-477f-8172-c79a5f77ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '688fd845-08db-4225-a8df-1b6d421b5488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:29:03Z', 'revision_number': 5, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port': {'id': '688fd845-08db-4225-a8df-1b6d421b5488', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:04.879186 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ebdca-e560-477f-8172-c79a5f77ffce None None] Checking router: 5383e653-9b0d-4e10-87ea-92f8b8f23900 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:29:04.887824 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ebdca-e560-477f-8172-c79a5f77ffce None None] Routers {'5383e653-9b0d-4e10-87ea-92f8b8f23900'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:29:04.887965 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9d2ebdca-e560-477f-8172-c79a5f77ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:28:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['5383e653-9b0d-4e10-87ea-92f8b8f23900'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:04.929537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Deleting port 688fd845-08db-4225-a8df-1b6d421b5488 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:29:04.930034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:05.035600 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9d2ebdca-e560-477f-8172-c79a5f77ffce None None] Set router 5383e653-9b0d-4e10-87ea-92f8b8f23900 gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:29:05.105682 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] For port 688fd845-08db-4225-a8df-1b6d421b5488, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=688fd845-08db-4225-a8df-1b6d421b5488,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:05.106070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:05.139017 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9d2ebdca-e560-477f-8172-c79a5f77ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:29:04Z', 'revision_number': 6, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:05.143350 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ebdca-e560-477f-8172-c79a5f77ffce None None] The sync data for ids ['5383e653-9b0d-4e10-87ea-92f8b8f23900'] in dv-neutron-828143-8-hyperv is: [{'id': '5383e653-9b0d-4e10-87ea-92f8b8f23900', 'name': 'tempest-TestMinimumBasicScenario-862053662-router', 'tenant_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:22Z', 'updated_at': '2022-03-08T12:29:04Z', 'revision_number': 6, 'project_id': '83b06f5a30874af3b4fc5c4a7fff60e7', 'gw_port_host': None}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:29:05.230442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Calling delete_port for 688fd845-08db-4225-a8df-1b6d421b5488 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:29:05.456562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:05.508388 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Pushing event deleted for resources: {'Port': ['ID=688fd845-08db-4225-a8df-1b6d421b5488,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:05.600301 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:05.775251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:05.777305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:05.862963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:05.863440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5383e653-9b0d-4e10-87ea-92f8b8f23900 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:29:05.876604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:05.877740 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ae927741-3cd3-4015-8d7c-337155ac23ed admin admin] 10.222.0.32 "DELETE /v2.0/routers/5383e653-9b0d-4e10-87ea-92f8b8f23900 HTTP/1.1" status: 204 len: 168 time: 1.4866583 Mar 08 12:29:05.880390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59270) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:05.949316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb045190-1ae9-4817-a96b-73ed4c37ef7a admin admin] Deleting subnet d85cda3c-5b5f-4551-b0ca-2c7d8158e50a {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:29:05.952839 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fb045190-1ae9-4817-a96b-73ed4c37ef7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:05.978323 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 688fd845-08db-4225-a8df-1b6d421b5488 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:29:06.007648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fb045190-1ae9-4817-a96b-73ed4c37ef7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:06.045696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 688fd845-08db-4225-a8df-1b6d421b5488 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:29:06.046071 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 688fd845-08db-4225-a8df-1b6d421b5488 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:29:06.046932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7053be5b-5991-4f8c-adc0-6b38a2e5e683 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:29:06.083520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 7053be5b-5991-4f8c-adc0-6b38a2e5e683 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:29:06.084131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7053be5b-5991-4f8c-adc0-6b38a2e5e683 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:29:06.092981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fb045190-1ae9-4817-a96b-73ed4c37ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:06.223460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fb045190-1ae9-4817-a96b-73ed4c37ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:06.260622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb045190-1ae9-4817-a96b-73ed4c37ef7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d85cda3c-5b5f-4551-b0ca-2c7d8158e50a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:06.266893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-fb045190-1ae9-4817-a96b-73ed4c37ef7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:06.272013 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159f66c1-e53b-4fce-9b55-4da8d865a0c0 None None] Network 0b40b730-5a14-49b4-95a5-5764ee182afb requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:29:06.276733 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-fb045190-1ae9-4817-a96b-73ed4c37ef7a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d85cda3c-5b5f-4551-b0ca-2c7d8158e50a HTTP/1.1" status: 204 len: 168 time: 0.3954098 Mar 08 12:29:06.279134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59274) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:06.397307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:06.410468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Deleting port 1820cd38-f584-46dd-80f7-dada742533b5 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:29:06.410800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:06.523724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] DHCP port deletion for 0b40b730-5a14-49b4-95a5-5764ee182afb request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:29:06.528099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Deleting port 1820cd38-f584-46dd-80f7-dada742533b5 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:29:06.528478 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:06.737604 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] For port 1820cd38-f584-46dd-80f7-dada742533b5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1820cd38-f584-46dd-80f7-dada742533b5,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:06.738018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:06.744626 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] For port 1820cd38-f584-46dd-80f7-dada742533b5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1820cd38-f584-46dd-80f7-dada742533b5,segment=NetworkSegment(f09ec8df-4d75-4af2-adf6-a3fe2d5700f5),segment_id=f09ec8df-4d75-4af2-adf6-a3fe2d5700f5)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:06.745068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:06.859902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Calling delete_port for 1820cd38-f584-46dd-80f7-dada742533b5 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:29:06.874090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Calling delete_port for 1820cd38-f584-46dd-80f7-dada742533b5 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:29:07.010710 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:07.015903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.db.api [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:29:07.016258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG oslo_db.api [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:29:07.063562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Pushing event deleted for resources: {'Port': ['ID=1820cd38-f584-46dd-80f7-dada742533b5,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:07.068991 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] No DVR routers for this DVR port 1820cd38-f584-46dd-80f7-dada742533b5 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:29:07.075432 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:07.075789 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:07.076137 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:07.078780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:07.078780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:07.078780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:07.078780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:07.078780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:07.078780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:07.078780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:07.078780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:07.080601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de83f13-dc67-4590-8965-2de4e86f3351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:07.517223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Deleting port 1820cd38-f584-46dd-80f7-dada742533b5 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:29:07.517828 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:07.587982 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] The port '1820cd38-f584-46dd-80f7-dada742533b5' was deleted {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 12:29:07.698420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:07.723979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b40b730-5a14-49b4-95a5-5764ee182afb']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:07.736107 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:07.736401 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09ec8df-4d75-4af2-adf6-a3fe2d5700f5') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:07.747332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:07.758908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1820cd38-f584-46dd-80f7-dada742533b5 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:29:07.762642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:07.769081 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:29:07.769390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: util.warn( Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:29:07.782253 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:29:07.796383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 1820cd38-f584-46dd-80f7-dada742533b5 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:29:07.796995 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1820cd38-f584-46dd-80f7-dada742533b5 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:29:07.923939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:07.928066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:07.953018 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b40b730-5a14-49b4-95a5-5764ee182afb,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:07.958782 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1ff3259e-2dee-4eb9-a9d7-9af22836f696 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0b40b730-5a14-49b4-95a5-5764ee182afb HTTP/1.1" status: 204 len: 168 time: 1.6787171 Mar 08 12:29:07.961601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59278) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:08.494848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e50a1b03-577c-4dc0-9a90-781d0fa8fe94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:08.935065 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-e50a1b03-577c-4dc0-9a90-781d0fa8fe94 admin admin] Deleting port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:29:08.936039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e50a1b03-577c-4dc0-9a90-781d0fa8fe94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:09.075886 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:29:09.102179 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-e50a1b03-577c-4dc0-9a90-781d0fa8fe94 admin admin] For port 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=9b9ea86d-6420-4183-8a3f-08c8bd3aa70f,segment=NetworkSegment(eb83ac5e-82c5-499a-b4cf-2c6384b0accf),segment_id=eb83ac5e-82c5-499a-b4cf-2c6384b0accf)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:09.102535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e50a1b03-577c-4dc0-9a90-781d0fa8fe94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:09.226378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-e50a1b03-577c-4dc0-9a90-781d0fa8fe94 admin admin] Calling delete_port for 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:29:09.450398 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e50a1b03-577c-4dc0-9a90-781d0fa8fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:09.495763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a1b03-577c-4dc0-9a90-781d0fa8fe94 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9ea86d-6420-4183-8a3f-08c8bd3aa70f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:09.764859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e50a1b03-577c-4dc0-9a90-781d0fa8fe94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:09.924667 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fee3aebf-6686-403c-8f6f-8fc526c9f958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:10.232306 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50a1b03-577c-4dc0-9a90-781d0fa8fe94 admin admin] Router e9430c67-446c-47f7-9489-3e7c18c44022 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:29:10.407644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50a1b03-577c-4dc0-9a90-781d0fa8fe94 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:29:10.416055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87165f2e-b979-4cc9-b7f8-269b837139c0 None None] Sync routers for ids ['e9430c67-446c-47f7-9489-3e7c18c44022'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:29:10.425336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87165f2e-b979-4cc9-b7f8-269b837139c0 None None] Routers {'e9430c67-446c-47f7-9489-3e7c18c44022'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:29:10.425979 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-87165f2e-b979-4cc9-b7f8-269b837139c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:28:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9430c67-446c-47f7-9489-3e7c18c44022'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:10.469683 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e50a1b03-577c-4dc0-9a90-781d0fa8fe94 admin admin] 10.222.0.32 "PUT /v2.0/routers/e9430c67-446c-47f7-9489-3e7c18c44022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5069630 Mar 08 12:29:10.472293 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59282) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:10.598640 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-87165f2e-b979-4cc9-b7f8-269b837139c0 None None] Set router e9430c67-446c-47f7-9489-3e7c18c44022 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:29:10.649102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:10.827794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:10.888053 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-87165f2e-b979-4cc9-b7f8-269b837139c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'name': 'tempest-TestMinimumBasicScenario-572337770-router', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:29Z', 'updated_at': '2022-03-08T12:29:09Z', 'revision_number': 5, 'project_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'gw_port': {'id': 'ad936044-86f5-4a9c-9b5f-0e50a4006ac4', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:39:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:25:30Z', 'updated_at': '2022-03-08T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:10.891769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87165f2e-b979-4cc9-b7f8-269b837139c0 None None] Checking router: e9430c67-446c-47f7-9489-3e7c18c44022 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:29:10.900047 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87165f2e-b979-4cc9-b7f8-269b837139c0 None None] Routers {'e9430c67-446c-47f7-9489-3e7c18c44022'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:29:10.900637 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-87165f2e-b979-4cc9-b7f8-269b837139c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:28:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['e9430c67-446c-47f7-9489-3e7c18c44022'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:10.919431 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Deleting port ad936044-86f5-4a9c-9b5f-0e50a4006ac4 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:29:10.919762 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:11.083825 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-87165f2e-b979-4cc9-b7f8-269b837139c0 None None] Set router e9430c67-446c-47f7-9489-3e7c18c44022 gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:29:11.106043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] For port ad936044-86f5-4a9c-9b5f-0e50a4006ac4, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=ad936044-86f5-4a9c-9b5f-0e50a4006ac4,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:11.106401 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:11.190816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-87165f2e-b979-4cc9-b7f8-269b837139c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'name': 'tempest-TestMinimumBasicScenario-572337770-router', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:29Z', 'updated_at': '2022-03-08T12:29:10Z', 'revision_number': 6, 'project_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:11.195068 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87165f2e-b979-4cc9-b7f8-269b837139c0 None None] The sync data for ids ['e9430c67-446c-47f7-9489-3e7c18c44022'] in dv-neutron-828143-8-hyperv is: [{'id': 'e9430c67-446c-47f7-9489-3e7c18c44022', 'name': 'tempest-TestMinimumBasicScenario-572337770-router', 'tenant_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:25:29Z', 'updated_at': '2022-03-08T12:29:10Z', 'revision_number': 6, 'project_id': 'a3d9f2e0789b44f09b4e148d458ede05', 'gw_port_host': None}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:29:11.240941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Calling delete_port for ad936044-86f5-4a9c-9b5f-0e50a4006ac4 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:29:11.456780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:11.503028 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad936044-86f5-4a9c-9b5f-0e50a4006ac4,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:11.606003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:11.884806 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:11.886918 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:11.948188 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:11.948777 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9430c67-446c-47f7-9489-3e7c18c44022 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:29:11.962576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:11.965615 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-44753fe0-ebf3-4a89-9c6a-e2940a37f9e3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e9430c67-446c-47f7-9489-3e7c18c44022 HTTP/1.1" status: 204 len: 168 time: 1.4905300 Mar 08 12:29:11.966774 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59286) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:12.000884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ad936044-86f5-4a9c-9b5f-0e50a4006ac4 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:29:12.029527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-97608233-02be-4f8b-bc76-0f19e05b8cf2 admin admin] Deleting subnet 3a534d3a-0bd6-4120-aff3-c63da9052c4f {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:29:12.032518 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-97608233-02be-4f8b-bc76-0f19e05b8cf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:12.035655 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: ad936044-86f5-4a9c-9b5f-0e50a4006ac4 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:29:12.036212 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device ad936044-86f5-4a9c-9b5f-0e50a4006ac4 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:29:12.036801 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:29:12.074139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:29:12.074940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 9b9ea86d-6420-4183-8a3f-08c8bd3aa70f not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:29:12.085416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-97608233-02be-4f8b-bc76-0f19e05b8cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:12.167198 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-97608233-02be-4f8b-bc76-0f19e05b8cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:12.181342 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6b0f243b-e05d-42fc-a2fa-498a361a42d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:12.325223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-97608233-02be-4f8b-bc76-0f19e05b8cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:12.368500 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97608233-02be-4f8b-bc76-0f19e05b8cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a534d3a-0bd6-4120-aff3-c63da9052c4f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:12.371984 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-97608233-02be-4f8b-bc76-0f19e05b8cf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:12.377850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce5949-a0e2-4837-b51c-4a8cc5d7d108 None None] Network 56511923-9f66-43ae-beaf-22aca43ffbe5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:29:12.378103 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-97608233-02be-4f8b-bc76-0f19e05b8cf2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3a534d3a-0bd6-4120-aff3-c63da9052c4f HTTP/1.1" status: 204 len: 168 time: 0.4102166 Mar 08 12:29:12.380554 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59290) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:12.485981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:12.496372 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Deleting port 563ca975-56c2-4705-98e3-110bdb703356 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:29:12.496580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:12.622134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da242f96-a265-42ae-b0f7-3f94a40cbac8 None None] DHCP port deletion for 56511923-9f66-43ae-beaf-22aca43ffbe5 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:29:12.626229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-da242f96-a265-42ae-b0f7-3f94a40cbac8 None None] Deleting port 563ca975-56c2-4705-98e3-110bdb703356 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:29:12.627132 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-da242f96-a265-42ae-b0f7-3f94a40cbac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:12.705763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] For port 563ca975-56c2-4705-98e3-110bdb703356, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=563ca975-56c2-4705-98e3-110bdb703356,segment=NetworkSegment(eb83ac5e-82c5-499a-b4cf-2c6384b0accf),segment_id=eb83ac5e-82c5-499a-b4cf-2c6384b0accf)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:12.706150 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:12.830547 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-da242f96-a265-42ae-b0f7-3f94a40cbac8 None None] For port 563ca975-56c2-4705-98e3-110bdb703356, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=563ca975-56c2-4705-98e3-110bdb703356,segment=NetworkSegment(eb83ac5e-82c5-499a-b4cf-2c6384b0accf),segment_id=eb83ac5e-82c5-499a-b4cf-2c6384b0accf)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:12.830852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-da242f96-a265-42ae-b0f7-3f94a40cbac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:12.834579 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Calling delete_port for 563ca975-56c2-4705-98e3-110bdb703356 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:29:12.956772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-da242f96-a265-42ae-b0f7-3f94a40cbac8 None None] Calling delete_port for 563ca975-56c2-4705-98e3-110bdb703356 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:29:12.964747 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:13.016799 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=563ca975-56c2-4705-98e3-110bdb703356,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:13.021977 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] No DVR routers for this DVR port 563ca975-56c2-4705-98e3-110bdb703356 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:29:13.029843 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-da242f96-a265-42ae-b0f7-3f94a40cbac8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:29:13.030474 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-da242f96-a265-42ae-b0f7-3f94a40cbac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:29:13.143981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:13.169419 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56511923-9f66-43ae-beaf-22aca43ffbe5']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:13.182016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb83ac5e-82c5-499a-b4cf-2c6384b0accf') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:13.182330 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb83ac5e-82c5-499a-b4cf-2c6384b0accf') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:13.194523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:13.210898 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:13.216881 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:29:13.217270 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:29:13.230767 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:29:13.375639 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:13.394256 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:13.408247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=56511923-9f66-43ae-beaf-22aca43ffbe5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:13.419229 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6bce3253-9f6d-459a-a8e9-98f4d4610d9f admin admin] 10.222.0.32 "DELETE /v2.0/networks/56511923-9f66-43ae-beaf-22aca43ffbe5 HTTP/1.1" status: 204 len: 168 time: 1.0344203 Mar 08 12:29:13.489623 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:13.531387 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-da242f96-a265-42ae-b0f7-3f94a40cbac8 None None] Deleting port 563ca975-56c2-4705-98e3-110bdb703356 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:29:13.531768 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-da242f96-a265-42ae-b0f7-3f94a40cbac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:13.598603 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:13.603743 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-da242f96-a265-42ae-b0f7-3f94a40cbac8 None None] The port '563ca975-56c2-4705-98e3-110bdb703356' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 12:29:13.758290 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 563ca975-56c2-4705-98e3-110bdb703356 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:29:13.795309 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59296) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:13.806679 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 563ca975-56c2-4705-98e3-110bdb703356 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:29:13.807025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 563ca975-56c2-4705-98e3-110bdb703356 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:29:13.844000 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8e874b82-665e-4c8b-9cd0-1030967d6273 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83b06f5a30874af3b4fc5c4a7fff60e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475664 Mar 08 12:29:13.847297 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59300) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:13.867810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:13.902988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-058dd1e2-0206-4b41-9e8b-abd8f7309e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:13.928408 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-058dd1e2-0206-4b41-9e8b-abd8f7309e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:14.039057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-058dd1e2-0206-4b41-9e8b-abd8f7309e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:14.149970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058dd1e2-0206-4b41-9e8b-abd8f7309e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7620f00-e05d-40d9-a2e6-d78927d4c5f1,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:14.209924 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-058dd1e2-0206-4b41-9e8b-abd8f7309e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:14.210983 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-058dd1e2-0206-4b41-9e8b-abd8f7309e3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7620f00-e05d-40d9-a2e6-d78927d4c5f1 HTTP/1.1" status: 204 len: 168 time: 0.3628027 Mar 08 12:29:14.816143 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:14.894654 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59308) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:14.943404 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-48cb6da3-276b-4eb3-a643-7bbe954c4292 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3d9f2e0789b44f09b4e148d458ede05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475476 Mar 08 12:29:14.945729 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59312) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:15.004761 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b118e3c9-09eb-4be1-9631-8c1466d5f201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:15.029807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b118e3c9-09eb-4be1-9631-8c1466d5f201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:15.147546 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b118e3c9-09eb-4be1-9631-8c1466d5f201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:15.163544 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118e3c9-09eb-4be1-9631-8c1466d5f201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b1517d-3c4b-4bde-bced-a8c3cabf2406,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:15.168857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b118e3c9-09eb-4be1-9631-8c1466d5f201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:15.170670 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b118e3c9-09eb-4be1-9631-8c1466d5f201 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1b1517d-3c4b-4bde-bced-a8c3cabf2406 HTTP/1.1" status: 204 len: 168 time: 0.2239139 Mar 08 12:29:18.170799 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59354) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:18.176778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268763178', 'description': 'tempest-secgroup-smoke-268763178 description', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:29:18.182832 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:18.186609 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:29:18.190109 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:29:18.195734 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:18.256182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:18.271022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:18.285117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:18.288888 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:29:18.291702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:29:18.297572 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:18.380680 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:18.462068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:18.477442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:18.494050 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:29:18.502181 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:29:18.513683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:18.515902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5201d76e-82b7-4a57-84c4-38eb15924cad,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:18.587487 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:18.644514 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:18.686633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49350eeb-c063-41f4-9ae3-28d4e8ee1d68,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:18.764683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:18.765838 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8299bbb4-5585-46ae-8918-007648e57aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5937748 Mar 08 12:29:18.768818 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59358) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:18.773746 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a739081d-763e-4b8d-9f0d-a6a4e0a70949 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '49350eeb-c063-41f4-9ae3-28d4e8ee1d68', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:29:18.779677 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a739081d-763e-4b8d-9f0d-a6a4e0a70949 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:18.783999 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a739081d-763e-4b8d-9f0d-a6a4e0a70949 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:29:18.788943 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a739081d-763e-4b8d-9f0d-a6a4e0a70949 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:29:18.792416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a739081d-763e-4b8d-9f0d-a6a4e0a70949 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:18.863349 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a739081d-763e-4b8d-9f0d-a6a4e0a70949 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:18.926382 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a739081d-763e-4b8d-9f0d-a6a4e0a70949 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:18.975858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a739081d-763e-4b8d-9f0d-a6a4e0a70949 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:19.001841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739081d-763e-4b8d-9f0d-a6a4e0a70949 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e307ebfc-aca1-46da-b8ef-0521ee7045aa,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:19.055154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a739081d-763e-4b8d-9f0d-a6a4e0a70949 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:19.056539 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a739081d-763e-4b8d-9f0d-a6a4e0a70949 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2867031 Mar 08 12:29:19.059218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59362) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:19.064574 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c45580ac-6bf2-46a4-a3b2-027e04aeb567 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '49350eeb-c063-41f4-9ae3-28d4e8ee1d68', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:29:19.071047 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c45580ac-6bf2-46a4-a3b2-027e04aeb567 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:19.075294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c45580ac-6bf2-46a4-a3b2-027e04aeb567 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:29:19.078620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c45580ac-6bf2-46a4-a3b2-027e04aeb567 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:29:19.084740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c45580ac-6bf2-46a4-a3b2-027e04aeb567 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:19.176242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c45580ac-6bf2-46a4-a3b2-027e04aeb567 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:19.235901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c45580ac-6bf2-46a4-a3b2-027e04aeb567 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:19.301424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c45580ac-6bf2-46a4-a3b2-027e04aeb567 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:19.324619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45580ac-6bf2-46a4-a3b2-027e04aeb567 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab440ef1-bb0e-4635-9e86-8a37b1a36e95,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:19.393563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c45580ac-6bf2-46a4-a3b2-027e04aeb567 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:19.394832 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c45580ac-6bf2-46a4-a3b2-027e04aeb567 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3345795 Mar 08 12:29:19.397496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59366) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:19.402504 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-25ae42a2-c410-4ec0-8951-4c16871f1e14 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '49350eeb-c063-41f4-9ae3-28d4e8ee1d68', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:29:19.408459 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-25ae42a2-c410-4ec0-8951-4c16871f1e14 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:19.412240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-25ae42a2-c410-4ec0-8951-4c16871f1e14 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:29:19.416197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-25ae42a2-c410-4ec0-8951-4c16871f1e14 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:29:19.421119 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-25ae42a2-c410-4ec0-8951-4c16871f1e14 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:19.490978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-25ae42a2-c410-4ec0-8951-4c16871f1e14 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:19.554902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-25ae42a2-c410-4ec0-8951-4c16871f1e14 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:19.638033 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-25ae42a2-c410-4ec0-8951-4c16871f1e14 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:19.664757 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae42a2-c410-4ec0-8951-4c16871f1e14 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ceb8c0-d435-4a41-b634-3aed3b2715ef,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:19.724851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-25ae42a2-c410-4ec0-8951-4c16871f1e14 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:19.727228 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-25ae42a2-c410-4ec0-8951-4c16871f1e14 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3275993 Mar 08 12:29:19.728798 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59370) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:19.733577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7c29a249-2180-4cf2-bc9d-b1315a8472b8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '49350eeb-c063-41f4-9ae3-28d4e8ee1d68', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:29:19.740381 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7c29a249-2180-4cf2-bc9d-b1315a8472b8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:19.744272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7c29a249-2180-4cf2-bc9d-b1315a8472b8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:29:19.747168 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7c29a249-2180-4cf2-bc9d-b1315a8472b8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:29:19.753490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7c29a249-2180-4cf2-bc9d-b1315a8472b8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:19.822393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7c29a249-2180-4cf2-bc9d-b1315a8472b8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:19.884519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7c29a249-2180-4cf2-bc9d-b1315a8472b8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:19.947348 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7c29a249-2180-4cf2-bc9d-b1315a8472b8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:19.970441 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29a249-2180-4cf2-bc9d-b1315a8472b8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d94467-5df4-4b97-b5c1-6b81ae10ea96,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:20.033538 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7c29a249-2180-4cf2-bc9d-b1315a8472b8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:20.034726 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7c29a249-2180-4cf2-bc9d-b1315a8472b8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050401 Mar 08 12:29:20.037375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59374) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:20.044696 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-bf460980-f3d1-4afc-b6c5-2777bc8530f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '49350eeb-c063-41f4-9ae3-28d4e8ee1d68', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:29:20.053601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bf460980-f3d1-4afc-b6c5-2777bc8530f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:20.058892 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bf460980-f3d1-4afc-b6c5-2777bc8530f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:29:20.061904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-bf460980-f3d1-4afc-b6c5-2777bc8530f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:29:20.067876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-bf460980-f3d1-4afc-b6c5-2777bc8530f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:20.187441 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-bf460980-f3d1-4afc-b6c5-2777bc8530f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Project b90a8d89a5984185ad0fa7b1fd54335a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:29:20.194194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bf460980-f3d1-4afc-b6c5-2777bc8530f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:20.258154 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bf460980-f3d1-4afc-b6c5-2777bc8530f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:20.313105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bf460980-f3d1-4afc-b6c5-2777bc8530f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:20.336002 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf460980-f3d1-4afc-b6c5-2777bc8530f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb2be1e-f0b0-4f60-bbf9-fc3aac662508,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:20.421975 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bf460980-f3d1-4afc-b6c5-2777bc8530f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:20.423185 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bf460980-f3d1-4afc-b6c5-2777bc8530f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3848450 Mar 08 12:29:20.426247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59378) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:20.431094 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-de59c97c-1400-4c69-aaf7-9213bb07f528 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '49350eeb-c063-41f4-9ae3-28d4e8ee1d68', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:29:20.437069 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-de59c97c-1400-4c69-aaf7-9213bb07f528 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:20.441410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-de59c97c-1400-4c69-aaf7-9213bb07f528 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:29:20.444780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-de59c97c-1400-4c69-aaf7-9213bb07f528 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:29:20.450712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-de59c97c-1400-4c69-aaf7-9213bb07f528 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:20.530858 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-de59c97c-1400-4c69-aaf7-9213bb07f528 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Project b90a8d89a5984185ad0fa7b1fd54335a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:29:20.538319 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-de59c97c-1400-4c69-aaf7-9213bb07f528 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:20.605195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-de59c97c-1400-4c69-aaf7-9213bb07f528 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:20.666731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-de59c97c-1400-4c69-aaf7-9213bb07f528 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:20.691322 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59c97c-1400-4c69-aaf7-9213bb07f528 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113487a4-3b36-48c4-8351-9e65cbf5a247,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:20.809791 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-de59c97c-1400-4c69-aaf7-9213bb07f528 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:20.810942 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-de59c97c-1400-4c69-aaf7-9213bb07f528 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3838115 Mar 08 12:29:20.814443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59382) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:20.819763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'network': {'name': 'tempest-network-smoke--2111956187', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'port_security_enabled': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:29:20.829946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:20.829946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:network and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:29:20.831812 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:29:20.838578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:20.884575 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:29:20.888076 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:20.915130 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:29:20.923456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:20.924669 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Added segment b653d245-1bfe-47c3-bf32-5d6a8a0481de of type vlan for network a7945acb-30d5-4e7e-86d5-323cadc7f6db Mar 08 12:29:20.949731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:21.038415 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:21.044685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:21.045336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:21.150248 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Network': ['ID=a7945acb-30d5-4e7e-86d5-323cadc7f6db,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:21.160260 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network a7945acb-30d5-4e7e-86d5-323cadc7f6db details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:29:21.193405 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c8cc6676-503b-479f-8cc2-fc4970e1c4ff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3779187 Mar 08 12:29:21.196284 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59386) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:21.201594 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'admin_state_up': True, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:29:21.209537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:21.213339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:router and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:29:21.216288 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:29:21.222685 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:21.306561 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:21.307643 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:21.322350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:21.649039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:22.112005 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:22.140319 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:22.276573 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.26.4.218 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/f9e4439a-b304-4af7-9840-041244ba5d29) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:29:22.420741 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:22.495623 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:22.564442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:29:22.567415 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:29:22.572426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:29:22.627300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=f9e4439a-b304-4af7-9840-041244ba5d29,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:23.066512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:23.420262 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:23.821755 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 6574dad2-0ac9-4d58-96e2-cf5004f10207 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:29:24.007058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:29:24.018180 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Sync routers for ids ['6574dad2-0ac9-4d58-96e2-cf5004f10207'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:29:24.028237 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Routers {'6574dad2-0ac9-4d58-96e2-cf5004f10207'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:29:24.028848 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:29:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6574dad2-0ac9-4d58-96e2-cf5004f10207'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:24.079386 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:24.080680 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-dd99bd6a-2f42-4300-9ac2-6388614ef2b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8832991 Mar 08 12:29:24.083986 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59390) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:24.204780 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Set router 6574dad2-0ac9-4d58-96e2-cf5004f10207 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:29:24.257556 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-686ff1e3-80c5-43e6-9157-59f04856d649 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b90a8d89a5984185ad0fa7b1fd54335a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1719646 Mar 08 12:29:24.260501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59396) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:24.400946 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230cbe59-0561-41e5-8069-4f43f792ce20 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:24.402811 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-230cbe59-0561-41e5-8069-4f43f792ce20 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1412373 Mar 08 12:29:24.405508 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59400) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:24.459425 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c3f15f23-3fbb-415e-adad-62e1511f9890 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524771 Mar 08 12:29:24.462174 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59404) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:24.467516 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1887854459', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:29:24.516969 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:29:22Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:24.520783 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Checking router: 6574dad2-0ac9-4d58-96e2-cf5004f10207 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:29:24.521134 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Updating router 6574dad2-0ac9-4d58-96e2-cf5004f10207 port f9e4439a-b304-4af7-9840-041244ba5d29 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:29:24.572461 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:24.583633 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:24.587432 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:subnet and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:29:24.590255 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:29:24.596482 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:24.689433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:29:24.693702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:24.903455 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:24.915438 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Transition to ACTIVE for port object f9e4439a-b304-4af7-9840-041244ba5d29 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:29:24.981219 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:24.986800 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:25.066492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Subnet': ['ID=86d82f96-07b4-4461-a74a-0252b8ec1a4c,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:25.070584 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Attempting to bind port f9e4439a-b304-4af7-9840-041244ba5d29 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:29:25.071087 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Attempting to bind port f9e4439a-b304-4af7-9840-041244ba5d29 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:29:25.071771 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Attempting to bind port f9e4439a-b304-4af7-9840-041244ba5d29 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:29:25.073833 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Checking segment: {'id': 'b653d245-1bfe-47c3-bf32-5d6a8a0481de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:29:25.074227 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network hostable DHCP agents. Network: a7945acb-30d5-4e7e-86d5-323cadc7f6db, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:29:25.075441 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Pushing event updated for resources: {'Port': ['ID=f9e4439a-b304-4af7-9840-041244ba5d29,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:25.080785 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:29:25.081160 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:29:25.081558 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:25.081973 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:29:25.082434 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Bound port: f9e4439a-b304-4af7-9840-041244ba5d29, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:29:25.082807 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:25.113828 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:25.114173 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:25.114515 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:25.114848 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:25.115178 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:25.115524 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:25.115832 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:25.116164 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:25.116489 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:25.116807 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:25.117157 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:25.117477 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:25.163854 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] For port f9e4439a-b304-4af7-9840-041244ba5d29, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:29:25.167143 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] For port f9e4439a-b304-4af7-9840-041244ba5d29, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f9e4439a-b304-4af7-9840-041244ba5d29,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:29:25.175010 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network a7945acb-30d5-4e7e-86d5-323cadc7f6db is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:29:25.249791 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:25.277751 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, a7945acb-30d5-4e7e-86d5-323cadc7f6db) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:29:25.284281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:25.285105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:25.303649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db049d9-18f1-4527-9b77-15a5d2089ba3 None None] Network a7945acb-30d5-4e7e-86d5-323cadc7f6db requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:29:25.332020 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a165c7-3ee4-4f98-a031-17af1ec23d3a None None] Pushing event updated for resources: {'Port': ['ID=f9e4439a-b304-4af7-9840-041244ba5d29,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:25.335686 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Routers {'6574dad2-0ac9-4d58-96e2-cf5004f10207'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:29:25.336277 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:29:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6574dad2-0ac9-4d58-96e2-cf5004f10207'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:25.387581 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-290c1122-30ee-4273-9b49-08c4d7b522d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9242449 Mar 08 12:29:25.390300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59408) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:25.529016 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] Set router 6574dad2-0ac9-4d58-96e2-cf5004f10207 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:29:25.571646 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ips': [{'subnet_id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:29:25.572621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:25.741703 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Allocated IP 172.20.0.2 (a7945acb-30d5-4e7e-86d5-323cadc7f6db/86d82f96-07b4-4461-a74a-0252b8ec1a4c/43fc54cd-bb12-4057-a22d-7b3350d25ae3) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:29:25.848187 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:29:22Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:25.853101 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d88c2d3-5bb6-4823-939c-09f146354487 None None] The sync data for ids ['6574dad2-0ac9-4d58-96e2-cf5004f10207'] in dv-neutron-828143-8-hyperv is: [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:29:22Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:29:25.978919 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:25.993458 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Transition to ACTIVE for port object 43fc54cd-bb12-4057-a22d-7b3350d25ae3 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:29:26.013216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Transition to ACTIVE for port object 43fc54cd-bb12-4057-a22d-7b3350d25ae3 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:29:26.107845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:26.160289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:26.176121 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Network a7945acb-30d5-4e7e-86d5-323cadc7f6db is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:29:26.186080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:29:26.188598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:29:26.199162 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Pushing event updated for resources: {'Port': ['ID=43fc54cd-bb12-4057-a22d-7b3350d25ae3,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:26.290155 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Attempting to bind port 43fc54cd-bb12-4057-a22d-7b3350d25ae3 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:29:26.290874 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Attempting to bind port 43fc54cd-bb12-4057-a22d-7b3350d25ae3 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'b653d245-1bfe-47c3-bf32-5d6a8a0481de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:29:26.291301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Attempting to bind port 43fc54cd-bb12-4057-a22d-7b3350d25ae3 on network a7945acb-30d5-4e7e-86d5-323cadc7f6db {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:29:26.298679 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:29:26.299362 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Checking segment: {'id': 'b653d245-1bfe-47c3-bf32-5d6a8a0481de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:29:26.299892 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:26.300320 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Bound using segment: {'id': 'b653d245-1bfe-47c3-bf32-5d6a8a0481de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:29:26.300792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Bound port: 43fc54cd-bb12-4057-a22d-7b3350d25ae3, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b653d245-1bfe-47c3-bf32-5d6a8a0481de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:29:26.301171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:26.392503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] For port 43fc54cd-bb12-4057-a22d-7b3350d25ae3, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:29:26.395920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] For port 43fc54cd-bb12-4057-a22d-7b3350d25ae3, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=43fc54cd-bb12-4057-a22d-7b3350d25ae3,segment=NetworkSegment(b653d245-1bfe-47c3-bf32-5d6a8a0481de),segment_id=b653d245-1bfe-47c3-bf32-5d6a8a0481de)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:29:26.462659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:26.560613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e13f0-3e10-4a13-9ce4-bc86c7485a40 None None] Pushing event updated for resources: {'Port': ['ID=43fc54cd-bb12-4057-a22d-7b3350d25ae3,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:26.577299 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.20.0.1 (a7945acb-30d5-4e7e-86d5-323cadc7f6db/86d82f96-07b4-4461-a74a-0252b8ec1a4c/24f243fb-9458-4fc0-a549-972edfd29c23) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:29:26.754888 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:26.773971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Transition to ACTIVE for port object 24f243fb-9458-4fc0-a549-972edfd29c23 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:29:26.861372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:26.928096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network a7945acb-30d5-4e7e-86d5-323cadc7f6db is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:29:26.936341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:29:26.941024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:29:27.087498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=24f243fb-9458-4fc0-a549-972edfd29c23,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:27.112925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:27.460217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:27.861829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f9e4439a-b304-4af7-9840-041244ba5d29 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:29:27.974391 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91f82b3-6a96-4a9d-801f-0661c1cab164 None None] Network a7945acb-30d5-4e7e-86d5-323cadc7f6db requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:29:27.975875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:27.992669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port f9e4439a-b304-4af7-9840-041244ba5d29 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:29:28.012504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f9e4439a-b304-4af7-9840-041244ba5d29 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:29:28.012883 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:28.027539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:28.168836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:28.174262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=24f243fb-9458-4fc0-a549-972edfd29c23,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:28.239368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a8a9c9f0-2b42-443a-82a9-218e99b4369a None None] Provisioning for port 43fc54cd-bb12-4057-a22d-7b3350d25ae3 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:29:28.320882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:28.339021 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network a7945acb-30d5-4e7e-86d5-323cadc7f6db is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:29:28.340235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:29:28.346900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port f9e4439a-b304-4af7-9840-041244ba5d29, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f9e4439a-b304-4af7-9840-041244ba5d29,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:28.422295 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:28.423492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 43fc54cd-bb12-4057-a22d-7b3350d25ae3 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:29:28.561504 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 6574dad2-0ac9-4d58-96e2-cf5004f10207 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:29:28.599047 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=f9e4439a-b304-4af7-9840-041244ba5d29,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:28.681130 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 43fc54cd-bb12-4057-a22d-7b3350d25ae3 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:29:28.697550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 43fc54cd-bb12-4057-a22d-7b3350d25ae3 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:29:28.703227 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:28.754960 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ce094723-12b5-45ef-b373-fa22ae0d8da1 None None] Provisioning complete for port 43fc54cd-bb12-4057-a22d-7b3350d25ae3 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:29:28.755364 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ce094723-12b5-45ef-b373-fa22ae0d8da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:28.785457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:29:28.801162 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f822a83b-cb1c-471a-87f0-d42573642f48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "PUT /v2.0/routers/6574dad2-0ac9-4d58-96e2-cf5004f10207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4085505 Mar 08 12:29:28.806078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Sync routers for ids ['6574dad2-0ac9-4d58-96e2-cf5004f10207'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:29:28.863422 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Routers {'6574dad2-0ac9-4d58-96e2-cf5004f10207'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:29:28.864373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:29:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6574dad2-0ac9-4d58-96e2-cf5004f10207'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:29.097255 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-ce8954d8-5b62-4867-bebe-043ebf0538b6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:29:29.170229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-ce8954d8-5b62-4867-bebe-043ebf0538b6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:29:29.171749 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-ce8954d8-5b62-4867-bebe-043ebf0538b6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268763178&fields=id&tenant_id=b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 267 time: 0.1154132 Mar 08 12:29:29.323833 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-47036265-f354-47c5-be2d-ded6ec572d0f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:29.324423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-47036265-f354-47c5-be2d-ded6ec572d0f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:29:29.349507 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:29.380038 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Set router 6574dad2-0ac9-4d58-96e2-cf5004f10207 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:29:29.386844 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-47036265-f354-47c5-be2d-ded6ec572d0f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:29:29.388052 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-47036265-f354-47c5-be2d-ded6ec572d0f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/networks?id=a7945acb-30d5-4e7e-86d5-323cadc7f6db HTTP/1.1" status: 200 len: 797 time: 0.2097342 Mar 08 12:29:29.402875 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-79dd1b78-8ead-4613-b432-c5fe84133bc4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/quotas/b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 375 time: 0.0093837 Mar 08 12:29:29.442243 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ce094723-12b5-45ef-b373-fa22ae0d8da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:29.489355 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-29808b64-5725-45d4-a043-dd9dbfe40db8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811119 Mar 08 12:29:29.548867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-2ee09079-8e55-4f1c-8627-88da7721885d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:29:29.549842 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-2ee09079-8e55-4f1c-8627-88da7721885d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489733 Mar 08 12:29:29.629483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 43fc54cd-bb12-4057-a22d-7b3350d25ae3, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=43fc54cd-bb12-4057-a22d-7b3350d25ae3,segment=NetworkSegment(b653d245-1bfe-47c3-bf32-5d6a8a0481de),segment_id=b653d245-1bfe-47c3-bf32-5d6a8a0481de)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:29.689672 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-39434dcf-953d-4fbe-bcbe-98ef48e32fc6 service neutron] 10.222.0.32 "GET /v2.0/networks/a7945acb-30d5-4e7e-86d5-323cadc7f6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337407 Mar 08 12:29:29.753794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:29.830148 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-bbace31c-56f4-4333-add3-98402f480701 service neutron] 10.222.0.32 "GET /v2.0/networks/a7945acb-30d5-4e7e-86d5-323cadc7f6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346321 Mar 08 12:29:29.877819 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f9e4439a-b304-4af7-9840-041244ba5d29 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:29:30.053840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-ce094723-12b5-45ef-b373-fa22ae0d8da1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:29:30.054375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-ce094723-12b5-45ef-b373-fa22ae0d8da1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:29:30.099041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=43fc54cd-bb12-4057-a22d-7b3350d25ae3,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:30.126872 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-1300fa56-a78b-4cc2-90b3-4278c67a5b54 req-43782f75-31fd-48d0-9fab-e91437ef7a2c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:29:30.153807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port f9e4439a-b304-4af7-9840-041244ba5d29 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:29:30.154376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:30.198604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-1300fa56-a78b-4cc2-90b3-4278c67a5b54 req-43782f75-31fd-48d0-9fab-e91437ef7a2c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:29:30.199866 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1300fa56-a78b-4cc2-90b3-4278c67a5b54 req-43782f75-31fd-48d0-9fab-e91437ef7a2c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 210 time: 0.1652410 Mar 08 12:29:30.237386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:29:27Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '24f243fb-9458-4fc0-a549-972edfd29c23', 'name': '', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:02:61:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:26Z', 'updated_at': '2022-03-08T12:29:27Z', 'revision_number': 2, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:30.254580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Checking router: 6574dad2-0ac9-4d58-96e2-cf5004f10207 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:29:30.254580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Updating router 6574dad2-0ac9-4d58-96e2-cf5004f10207 port 24f243fb-9458-4fc0-a549-972edfd29c23 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:29:30.387687 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:30.786156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ce094723-12b5-45ef-b373-fa22ae0d8da1 None None] Provisioning for port 24f243fb-9458-4fc0-a549-972edfd29c23 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:29:30.804020 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ce094723-12b5-45ef-b373-fa22ae0d8da1 None None] Provisioning complete for port 24f243fb-9458-4fc0-a549-972edfd29c23 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:29:30.804398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ce094723-12b5-45ef-b373-fa22ae0d8da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:30.861331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:30.879932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ce094723-12b5-45ef-b373-fa22ae0d8da1 None None] Port 24f243fb-9458-4fc0-a549-972edfd29c23 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:29:30.883218 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Transition to ACTIVE for port object 24f243fb-9458-4fc0-a549-972edfd29c23 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:29:30.947230 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:31.162621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791d41a-c120-43e7-bbe7-86e4e2f7364b None None] Pushing event updated for resources: {'Port': ['ID=24f243fb-9458-4fc0-a549-972edfd29c23,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:31.236223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Attempting to bind port 24f243fb-9458-4fc0-a549-972edfd29c23 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:29:31.236745 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Attempting to bind port 24f243fb-9458-4fc0-a549-972edfd29c23 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'b653d245-1bfe-47c3-bf32-5d6a8a0481de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:29:31.237117 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Attempting to bind port 24f243fb-9458-4fc0-a549-972edfd29c23 on network a7945acb-30d5-4e7e-86d5-323cadc7f6db {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:29:31.242914 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:29:31.243324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Checking segment: {'id': 'b653d245-1bfe-47c3-bf32-5d6a8a0481de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:29:31.243715 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:31.244113 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Bound using segment: {'id': 'b653d245-1bfe-47c3-bf32-5d6a8a0481de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:29:31.244557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Bound port: 24f243fb-9458-4fc0-a549-972edfd29c23, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b653d245-1bfe-47c3-bf32-5d6a8a0481de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:29:31.244928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:31.317233 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-22ea0832-9192-4d72-9cae-66aabeb3bb19 req-580b8414-b318-4ff0-9cfc-b100d4436428 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 210 time: 0.0532496 Mar 08 12:29:31.357779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] For port 24f243fb-9458-4fc0-a549-972edfd29c23, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:29:31.361756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] For port 24f243fb-9458-4fc0-a549-972edfd29c23, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=24f243fb-9458-4fc0-a549-972edfd29c23,segment=NetworkSegment(b653d245-1bfe-47c3-bf32-5d6a8a0481de),segment_id=b653d245-1bfe-47c3-bf32-5d6a8a0481de)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:29:31.422051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:31.501237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Routers {'6574dad2-0ac9-4d58-96e2-cf5004f10207'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:29:31.501861 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:29:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6574dad2-0ac9-4d58-96e2-cf5004f10207'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:31.555790 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791d41a-c120-43e7-bbe7-86e4e2f7364b None None] Pushing event updated for resources: {'Port': ['ID=24f243fb-9458-4fc0-a549-972edfd29c23,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:31.701384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] Set router 6574dad2-0ac9-4d58-96e2-cf5004f10207 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:29:31.835714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 43fc54cd-bb12-4057-a22d-7b3350d25ae3 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:29:32.016280 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 43fc54cd-bb12-4057-a22d-7b3350d25ae3 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:29:32.016944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:32.171665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:29:27Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '24f243fb-9458-4fc0-a549-972edfd29c23', 'name': '', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:02:61:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:26Z', 'updated_at': '2022-03-08T12:29:31Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:32.184850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391205e-aaeb-4935-90e2-0be865e599b9 None None] The sync data for ids ['6574dad2-0ac9-4d58-96e2-cf5004f10207'] in dv-neutron-828143-8-hyperv is: [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:29:27Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '24f243fb-9458-4fc0-a549-972edfd29c23', 'name': '', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:02:61:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:26Z', 'updated_at': '2022-03-08T12:29:31Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:29:32.414458 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-90dcc706-4e30-4cd8-a16f-13ed455c280e req-82e1db4e-3b8b-4201-8885-48d239c96850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 210 time: 0.0435722 Mar 08 12:29:33.515431 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e8361623-9192-4d42-bfbb-4c21e926af08 req-6e70ca24-af6f-47d3-9912-88c08cce9d87 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 210 time: 0.0415845 Mar 08 12:29:33.843724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 24f243fb-9458-4fc0-a549-972edfd29c23 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:29:33.969760 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 24f243fb-9458-4fc0-a549-972edfd29c23 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:29:33.974821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 24f243fb-9458-4fc0-a549-972edfd29c23 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:29:33.975141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:34.091764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:34.122797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 24f243fb-9458-4fc0-a549-972edfd29c23, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=24f243fb-9458-4fc0-a549-972edfd29c23,segment=NetworkSegment(b653d245-1bfe-47c3-bf32-5d6a8a0481de),segment_id=b653d245-1bfe-47c3-bf32-5d6a8a0481de)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:34.186554 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:34.252166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=24f243fb-9458-4fc0-a549-972edfd29c23,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:34.778687 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bc16f6a7-36a1-4ab1-8bf6-eef2c96a365d req-86114837-d88f-461a-9f29-dacb4481bc47 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 210 time: 0.1603942 Mar 08 12:29:35.835193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 24f243fb-9458-4fc0-a549-972edfd29c23 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:29:35.918283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 24f243fb-9458-4fc0-a549-972edfd29c23 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:29:35.918840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:36.040037 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d05922bd-d682-41f1-af57-4ed6f6fd8e5a req-2bf43196-ea91-46ed-9da1-a18982b436f9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 210 time: 0.1549273 Mar 08 12:29:36.553677 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-4bc9b72b-1587-4e80-a29f-add822b8f4f4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:36.555174 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-4bc9b72b-1587-4e80-a29f-add822b8f4f4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/networks?id=a7945acb-30d5-4e7e-86d5-323cadc7f6db HTTP/1.1" status: 200 len: 797 time: 0.1506262 Mar 08 12:29:36.601786 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-84d0d168-4be2-4d07-8c9c-9f95c0329c5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 379 time: 0.0393674 Mar 08 12:29:36.609742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'port': {'device_id': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'admin_state_up': True, 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'security_groups': ['49350eeb-c063-41f4-9ae3-28d4e8ee1d68']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:29:36.745453 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:36.755008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:36.827147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:29:36.831112 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:36.993679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.20.0.10 (a7945acb-30d5-4e7e-86d5-323cadc7f6db/86d82f96-07b4-4461-a74a-0252b8ec1a4c/bf7c997f-8daa-48ee-b014-e673897773c6) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:29:37.202029 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-24eb0076-11dc-4047-9899-39834953a19b req-2b2b810f-fb52-4e3b-9179-e0d9cc04ac12 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 210 time: 0.0551782 Mar 08 12:29:37.225324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:37.240622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Transition to ACTIVE for port object bf7c997f-8daa-48ee-b014-e673897773c6 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:29:37.318842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:37.382261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network a7945acb-30d5-4e7e-86d5-323cadc7f6db is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:29:37.385142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:29:37.387590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:29:37.436925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=bf7c997f-8daa-48ee-b014-e673897773c6,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:37.463623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:37.464340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:37.542900 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-25696121-b05c-4e53-8bdc-285f79f41ca6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9364657 Mar 08 12:29:37.553947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Request body: {'port': {'device_id': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:29:37.664783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:37.736075 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-deba934d-7298-4b24-a299-a2af689796c0 None None] Provisioning for port bf7c997f-8daa-48ee-b014-e673897773c6 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:29:37.742018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-deba934d-7298-4b24-a299-a2af689796c0 None None] Provisioning complete for port bf7c997f-8daa-48ee-b014-e673897773c6 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:29:37.742393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-deba934d-7298-4b24-a299-a2af689796c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:37.848480 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-deba934d-7298-4b24-a299-a2af689796c0 None None] Port bf7c997f-8daa-48ee-b014-e673897773c6 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:29:38.021746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7c997f-8daa-48ee-b014-e673897773c6 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:29:38.028908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:38.043220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Transition to ACTIVE for port object bf7c997f-8daa-48ee-b014-e673897773c6 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:29:38.101408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:38.239957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7c997f-8daa-48ee-b014-e673897773c6,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:38.344287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Attempting to bind port bf7c997f-8daa-48ee-b014-e673897773c6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:29:38.345133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Attempting to bind port bf7c997f-8daa-48ee-b014-e673897773c6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'b653d245-1bfe-47c3-bf32-5d6a8a0481de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:29:38.345494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Attempting to bind port bf7c997f-8daa-48ee-b014-e673897773c6 on network a7945acb-30d5-4e7e-86d5-323cadc7f6db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:29:38.350072 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Port bf7c997f-8daa-48ee-b014-e673897773c6 on network a7945acb-30d5-4e7e-86d5-323cadc7f6db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:29:38.350398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Attempting to bind port bf7c997f-8daa-48ee-b014-e673897773c6 on network a7945acb-30d5-4e7e-86d5-323cadc7f6db {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:29:38.355340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:29:38.355678 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Checking segment: {'id': 'b653d245-1bfe-47c3-bf32-5d6a8a0481de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:29:38.356059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Bound using segment: {'id': 'b653d245-1bfe-47c3-bf32-5d6a8a0481de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:29:38.356478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Bound port: bf7c997f-8daa-48ee-b014-e673897773c6, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b653d245-1bfe-47c3-bf32-5d6a8a0481de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:29:38.356825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:38.397702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c70ba3-4660-4a38-b672-a23fccae065d req-62766721-6f59-47e4-a529-fd4cefcf5b9c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:38.399196 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-84c70ba3-4660-4a38-b672-a23fccae065d req-62766721-6f59-47e4-a529-fd4cefcf5b9c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 944 time: 0.0804348 Mar 08 12:29:38.448855 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-84c70ba3-4660-4a38-b672-a23fccae065d req-49c70a17-35e8-44e6-a81a-19ea389145a1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437148 Mar 08 12:29:38.542518 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] For port bf7c997f-8daa-48ee-b014-e673897773c6, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:29:38.545278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] For port bf7c997f-8daa-48ee-b014-e673897773c6, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bf7c997f-8daa-48ee-b014-e673897773c6,segment=NetworkSegment(b653d245-1bfe-47c3-bf32-5d6a8a0481de),segment_id=b653d245-1bfe-47c3-bf32-5d6a8a0481de)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:29:38.621642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:38.677689 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:38.678324 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:38.679668 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] 10.222.0.18 "PUT /v2.0/ports/bf7c997f-8daa-48ee-b014-e673897773c6 HTTP/1.1" status: 200 len: 1094 time: 1.1298780 Mar 08 12:29:38.680102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'tag': 'bf7c997f-8daa-48ee-b014-e673897773c6'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:29:38.705854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1e4d9-67a3-4c59-9af1-79780bcd7105 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7c997f-8daa-48ee-b014-e673897773c6,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:38.808340 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'tag': 'bf7c997f-8daa-48ee-b014-e673897773c6', 'status': 'completed', 'code': 200} Mar 08 12:29:38.843929 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-d28f6f5e-b6dd-48c6-9c76-31e6f11a8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:38.845991 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-d28f6f5e-b6dd-48c6-9c76-31e6f11a8a1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 1097 time: 0.0776463 Mar 08 12:29:38.914868 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-7d3d4309-dca5-40a4-99fb-b489c3b4f513 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf7c997f-8daa-48ee-b014-e673897773c6 HTTP/1.1" status: 200 len: 217 time: 0.0626762 Mar 08 12:29:38.977951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-2dd0fb6a-593f-44ff-8272-1f6b4611ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:38.979254 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-2dd0fb6a-593f-44ff-8272-1f6b4611ca4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d82f96-07b4-4461-a74a-0252b8ec1a4c HTTP/1.1" status: 200 len: 835 time: 0.0593641 Mar 08 12:29:39.052243 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-c30ad76c-2059-4540-81d1-b85d225d4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:39.053725 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-c30ad76c-2059-4540-81d1-b85d225d4544 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7945acb-30d5-4e7e-86d5-323cadc7f6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686021 Mar 08 12:29:39.182593 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-fb0d7e5c-fb11-4074-8132-cb054fd9c401 service neutron] 10.222.0.18 "GET /v2.0/networks/a7945acb-30d5-4e7e-86d5-323cadc7f6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229610 Mar 08 12:29:39.312152 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa830c36-2b2f-41cf-bd87-11e87a63f9a0 req-aeb8c10b-f176-45d0-ab5b-4dd47996056b service neutron] 10.222.0.18 "GET /v2.0/networks/a7945acb-30d5-4e7e-86d5-323cadc7f6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239471 Mar 08 12:29:39.472140 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843a2b8-c011-4a64-851f-4e7c73df5e5f req-5e973142-6315-4b7b-9481-748da707985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:39.473623 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8843a2b8-c011-4a64-851f-4e7c73df5e5f req-5e973142-6315-4b7b-9481-748da707985b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 1097 time: 0.0744777 Mar 08 12:29:39.607101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843a2b8-c011-4a64-851f-4e7c73df5e5f req-43d6559f-9968-4bdf-b1ce-9c40240c3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:39.608942 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8843a2b8-c011-4a64-851f-4e7c73df5e5f req-43d6559f-9968-4bdf-b1ce-9c40240c3b7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7945acb-30d5-4e7e-86d5-323cadc7f6db HTTP/1.1" status: 200 len: 898 time: 0.1291683 Mar 08 12:29:39.635644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd401-2451-457f-bade-5b8ccb60001b req-26ffe2a9-c9ef-4a53-bb93-d8e6246028bb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:39.637099 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d2bbd401-2451-457f-bade-5b8ccb60001b req-26ffe2a9-c9ef-4a53-bb93-d8e6246028bb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 944 time: 0.0828099 Mar 08 12:29:39.677963 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8843a2b8-c011-4a64-851f-4e7c73df5e5f req-7ecc094c-02fe-4d50-9690-8064f7040cce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf7c997f-8daa-48ee-b014-e673897773c6 HTTP/1.1" status: 200 len: 217 time: 0.0621979 Mar 08 12:29:39.682004 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d2bbd401-2451-457f-bade-5b8ccb60001b req-69e0ad06-87d3-40e3-ad5d-8ada6c2e1fa5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388339 Mar 08 12:29:39.742522 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843a2b8-c011-4a64-851f-4e7c73df5e5f req-a773f2b8-423c-4a46-b0a4-22fd13147619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:39.744035 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8843a2b8-c011-4a64-851f-4e7c73df5e5f req-a773f2b8-423c-4a46-b0a4-22fd13147619 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d82f96-07b4-4461-a74a-0252b8ec1a4c HTTP/1.1" status: 200 len: 835 time: 0.0604019 Mar 08 12:29:39.815848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843a2b8-c011-4a64-851f-4e7c73df5e5f req-c5d85cda-4532-4328-87d2-dd28a61eef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:39.817268 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8843a2b8-c011-4a64-851f-4e7c73df5e5f req-c5d85cda-4532-4328-87d2-dd28a61eef94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7945acb-30d5-4e7e-86d5-323cadc7f6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679038 Mar 08 12:29:39.941244 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-09b24d39-5b45-4a55-bfb6-e95eb8d479ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:39.950550 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8843a2b8-c011-4a64-851f-4e7c73df5e5f req-5aa4ef13-ce96-4c84-8a36-5e7b7f2dbf16 service neutron] 10.222.0.18 "GET /v2.0/networks/a7945acb-30d5-4e7e-86d5-323cadc7f6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275322 Mar 08 12:29:40.088439 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8843a2b8-c011-4a64-851f-4e7c73df5e5f req-1d88ec7f-5781-4468-badc-bbdeb1a3b312 service neutron] 10.222.0.18 "GET /v2.0/networks/a7945acb-30d5-4e7e-86d5-323cadc7f6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316180 Mar 08 12:29:40.884578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea3e2a-d0f6-4d4f-993b-9e68fe4ae264 req-4d78b300-7f1a-4953-94f2-459133627380 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:40.885290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-4bea3e2a-d0f6-4d4f-993b-9e68fe4ae264 req-4d78b300-7f1a-4953-94f2-459133627380 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:29:40.998290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-4bea3e2a-d0f6-4d4f-993b-9e68fe4ae264 req-4d78b300-7f1a-4953-94f2-459133627380 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:29:40.999368 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4bea3e2a-d0f6-4d4f-993b-9e68fe4ae264 req-4d78b300-7f1a-4953-94f2-459133627380 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 944 time: 0.2040401 Mar 08 12:29:41.044673 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4bea3e2a-d0f6-4d4f-993b-9e68fe4ae264 req-2b07a30d-624f-4747-897b-4a0fc784f8a5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390952 Mar 08 12:29:42.209438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bd884db3-921f-4658-8396-cdf190e2dfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:42.235652 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb8e32-f378-4dd6-958b-85f7a2312889 req-532555cf-1e80-49d9-85a2-af91cd40aeca tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:42.237352 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a6eb8e32-f378-4dd6-958b-85f7a2312889 req-532555cf-1e80-49d9-85a2-af91cd40aeca tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 944 time: 0.0853961 Mar 08 12:29:42.286146 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a6eb8e32-f378-4dd6-958b-85f7a2312889 req-d546627d-06f7-43bd-9e77-795e50d6cc8d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429330 Mar 08 12:29:43.271895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device bf7c997f-8daa-48ee-b014-e673897773c6 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:29:43.405546 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port bf7c997f-8daa-48ee-b014-e673897773c6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bf7c997f-8daa-48ee-b014-e673897773c6,segment=NetworkSegment(b653d245-1bfe-47c3-bf32-5d6a8a0481de),segment_id=b653d245-1bfe-47c3-bf32-5d6a8a0481de)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:43.425057 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'bf7c997f-8daa-48ee-b014-e673897773c6', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'port_id': 'bf7c997f-8daa-48ee-b014-e673897773c6', 'mac_address': 'fa:16:3e:c9:4b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:29:43.480260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0b73a-fb2f-4bf6-98f0-eca2ad217994 req-357ce83d-fed1-496c-859d-fe1e45b2451a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:43.481780 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-98c0b73a-fb2f-4bf6-98f0-eca2ad217994 req-357ce83d-fed1-496c-859d-fe1e45b2451a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 944 time: 0.0892596 Mar 08 12:29:43.486281 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:43.496862 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:43.506538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7c997f-8daa-48ee-b014-e673897773c6 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:29:43.528831 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port bf7c997f-8daa-48ee-b014-e673897773c6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bf7c997f-8daa-48ee-b014-e673897773c6,segment=NetworkSegment(b653d245-1bfe-47c3-bf32-5d6a8a0481de),segment_id=b653d245-1bfe-47c3-bf32-5d6a8a0481de)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:43.529070 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-98c0b73a-fb2f-4bf6-98f0-eca2ad217994 req-afe5f121-2cfe-4abe-92d7-713a96504813 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414472 Mar 08 12:29:43.586920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:43.622045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:43.653918 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=bf7c997f-8daa-48ee-b014-e673897773c6,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:43.855028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:43.943128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['bf7c997f-8daa-48ee-b014-e673897773c6'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:29:44.713477 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45563f4e-754e-44b1-8022-dc0df81eecc7 req-12b0c2af-7441-4a37-8f10-523231e8e1a9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:44.714971 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-45563f4e-754e-44b1-8022-dc0df81eecc7 req-12b0c2af-7441-4a37-8f10-523231e8e1a9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 945 time: 0.0792761 Mar 08 12:29:44.759191 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-45563f4e-754e-44b1-8022-dc0df81eecc7 req-012298f1-34c4-4ed8-b94b-5ce69ace0277 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381060 Mar 08 12:29:44.826860 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:45.302321 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device bf7c997f-8daa-48ee-b014-e673897773c6 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:29:45.403426 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port bf7c997f-8daa-48ee-b014-e673897773c6 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:29:45.408481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port bf7c997f-8daa-48ee-b014-e673897773c6 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:29:45.408851 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:45.521194 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:45.547262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7c997f-8daa-48ee-b014-e673897773c6'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:29:45.556817 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port bf7c997f-8daa-48ee-b014-e673897773c6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bf7c997f-8daa-48ee-b014-e673897773c6,segment=NetworkSegment(b653d245-1bfe-47c3-bf32-5d6a8a0481de),segment_id=b653d245-1bfe-47c3-bf32-5d6a8a0481de)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:29:45.621128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:45.654007 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7c997f-8daa-48ee-b014-e673897773c6', 'code': 200} Mar 08 12:29:45.697026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=bf7c997f-8daa-48ee-b014-e673897773c6,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:45.951248 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f616c-d784-419a-9c85-a3d1e2f94f74 req-d3acb099-e2c8-41da-92c3-5f67c8653e74 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:45.952832 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-146f616c-d784-419a-9c85-a3d1e2f94f74 req-d3acb099-e2c8-41da-92c3-5f67c8653e74 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 946 time: 0.0885801 Mar 08 12:29:45.997974 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-146f616c-d784-419a-9c85-a3d1e2f94f74 req-f68dc7fd-8cb3-43f0-bd55-f6b245ea0c63 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387330 Mar 08 12:29:46.075186 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:29:46.110096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec48a5-b0ac-45d6-949a-3174ffd0ac7f req-9ce62937-0a9e-4726-b387-3b8119282d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:46.111542 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ebec48a5-b0ac-45d6-949a-3174ffd0ac7f req-9ce62937-0a9e-4726-b387-3b8119282d30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 1099 time: 0.0737751 Mar 08 12:29:46.151602 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ebec48a5-b0ac-45d6-949a-3174ffd0ac7f req-3c8cb4a0-d5e9-4a03-8472-926c65dccdb0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337605 Mar 08 12:29:47.183734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f669d-2e1e-4862-b841-f4ed7b8347f7 req-d1aeef3a-80b9-4f7f-96c5-51d909d820b3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:47.185151 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-001f669d-2e1e-4862-b841-f4ed7b8347f7 req-d1aeef3a-80b9-4f7f-96c5-51d909d820b3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 946 time: 0.0777290 Mar 08 12:29:47.232682 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-001f669d-2e1e-4862-b841-f4ed7b8347f7 req-5b334a2b-8d51-445a-93e6-35f91590273f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418952 Mar 08 12:29:48.416180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94e795-e029-4673-9365-44dc07e31223 req-249c4675-c9a7-430b-8f6d-94647130ab87 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:48.417613 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0d94e795-e029-4673-9365-44dc07e31223 req-249c4675-c9a7-430b-8f6d-94647130ab87 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 946 time: 0.0789044 Mar 08 12:29:48.463876 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0d94e795-e029-4673-9365-44dc07e31223 req-c828cc93-a8d7-4f9d-8e90-f88c17430002 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399249 Mar 08 12:29:48.734206 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6f0f2-ba65-439f-a5d3-ffadb2e91efc req-7e172803-7e76-42dc-bb65-bc3ed3242884 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:48.736171 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-11e6f0f2-ba65-439f-a5d3-ffadb2e91efc req-7e172803-7e76-42dc-bb65-bc3ed3242884 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 946 time: 0.1709256 Mar 08 12:29:48.780563 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-11e6f0f2-ba65-439f-a5d3-ffadb2e91efc req-17e18b15-efb1-4943-99de-b8326a86e284 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384793 Mar 08 12:29:48.803300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59496) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:48.876779 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d109420-8d99-4e2a-b1a8-4c5b1994e093 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:48.878547 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2d109420-8d99-4e2a-b1a8-4c5b1994e093 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 1094 time: 0.0742621 Mar 08 12:29:48.881816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59500) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:48.887415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': 'bf7c997f-8daa-48ee-b014-e673897773c6', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:29:48.894244 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:29:48.897980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:floatingip and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:29:48.900711 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:29:48.906850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:29:48.975122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:49.109105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:49.241788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.26.4.63 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/8c93fe62-76ed-4bf5-9fd0-41ecfb6fc80b) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:29:49.387445 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:49.449547 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:49.507818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:29:49.510338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:29:49.513012 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:29:49.558991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=8c93fe62-76ed-4bf5-9fd0-41ecfb6fc80b,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:49.571287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:49.571637 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:49.571984 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:49.572323 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:49.572660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:49.572991 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:49.573322 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:49.573648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:49.573998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:49.574325 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:49.574648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:49.574971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:29:49.938420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:50.055914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:50.261738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:50.334729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:50.440737 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=8c93fe62-76ed-4bf5-9fd0-41ecfb6fc80b,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:29:50.451882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:50.710433 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Floating IP ce1c0dae-3741-4cb9-bda0-b98133a307fb associated. External IP: 172.26.4.63, port: bf7c997f-8daa-48ee-b014-e673897773c6. Mar 08 12:29:51.049861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 6574dad2-0ac9-4d58-96e2-cf5004f10207 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:29:51.222938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:29:51.232858 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfcf200-8f51-47e3-a630-f892a831c1c4 None None] Sync routers for ids ['6574dad2-0ac9-4d58-96e2-cf5004f10207'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:29:51.242782 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfcf200-8f51-47e3-a630-f892a831c1c4 None None] Routers {'6574dad2-0ac9-4d58-96e2-cf5004f10207'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:29:51.243376 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9cfcf200-8f51-47e3-a630-f892a831c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:29:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6574dad2-0ac9-4d58-96e2-cf5004f10207'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:51.346951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:29:51.404664 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f5f2811d-d700-4c02-995b-027606fae229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5217304 Mar 08 12:29:51.405251 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'tag': 'bf7c997f-8daa-48ee-b014-e673897773c6'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:29:51.442269 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9cfcf200-8f51-47e3-a630-f892a831c1c4 None None] Set router 6574dad2-0ac9-4d58-96e2-cf5004f10207 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:29:51.454104 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'tag': 'bf7c997f-8daa-48ee-b014-e673897773c6', 'status': 'completed', 'code': 200} Mar 08 12:29:51.542786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f6133-5413-4903-9f5a-a3bf59a31aff req-ed0fd53e-fbc0-4203-b3b8-92d46c263b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:51.544380 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa6f6133-5413-4903-9f5a-a3bf59a31aff req-ed0fd53e-fbc0-4203-b3b8-92d46c263b0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 1099 time: 0.0713770 Mar 08 12:29:51.587147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26072d7b-a62a-4993-a462-ef0ce2dbb1e5 req-482a3bd1-076d-4a3f-be4f-2093c83ea2cb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:51.589275 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-26072d7b-a62a-4993-a462-ef0ce2dbb1e5 req-482a3bd1-076d-4a3f-be4f-2093c83ea2cb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 946 time: 0.0822558 Mar 08 12:29:51.633811 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-26072d7b-a62a-4993-a462-ef0ce2dbb1e5 req-7fbfe471-4ce6-4a1b-a923-0c3496cefdab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387223 Mar 08 12:29:51.656794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59508) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:51.703208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f6133-5413-4903-9f5a-a3bf59a31aff req-fc2d857d-cafb-41b6-971c-67215d1824b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:51.704602 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa6f6133-5413-4903-9f5a-a3bf59a31aff req-fc2d857d-cafb-41b6-971c-67215d1824b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7945acb-30d5-4e7e-86d5-323cadc7f6db HTTP/1.1" status: 200 len: 898 time: 0.1540251 Mar 08 12:29:51.767230 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f1d0e08c-bf9f-4bda-b4a5-08d1cfa02440 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/ce1c0dae-3741-4cb9-bda0-b98133a307fb HTTP/1.1" status: 200 len: 991 time: 0.1091228 Mar 08 12:29:51.800761 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9cfcf200-8f51-47e3-a630-f892a831c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:29:27Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'ce1c0dae-3741-4cb9-bda0-b98133a307fb', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.63', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'port_id': 'bf7c997f-8daa-48ee-b014-e673897773c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'mac_address': 'fa:16:3e:c9:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:29:49Z', 'updated_at': '2022-03-08T12:29:49Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f243fb-9458-4fc0-a549-972edfd29c23', 'name': '', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:02:61:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:26Z', 'updated_at': '2022-03-08T12:29:34Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:51.804488 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfcf200-8f51-47e3-a630-f892a831c1c4 None None] Checking router: 6574dad2-0ac9-4d58-96e2-cf5004f10207 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:29:51.811150 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa6f6133-5413-4903-9f5a-a3bf59a31aff req-cd7af4bb-7d6d-4c2b-8da6-9bdaf85a22e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf7c997f-8daa-48ee-b014-e673897773c6 HTTP/1.1" status: 200 len: 999 time: 0.1004984 Mar 08 12:29:51.813304 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfcf200-8f51-47e3-a630-f892a831c1c4 None None] Routers {'6574dad2-0ac9-4d58-96e2-cf5004f10207'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:29:51.813910 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9cfcf200-8f51-47e3-a630-f892a831c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:29:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6574dad2-0ac9-4d58-96e2-cf5004f10207'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:51.876321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f6133-5413-4903-9f5a-a3bf59a31aff req-5f0b3547-a607-4851-9bcf-5be8cc5bde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:51.877774 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa6f6133-5413-4903-9f5a-a3bf59a31aff req-5f0b3547-a607-4851-9bcf-5be8cc5bde86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d82f96-07b4-4461-a74a-0252b8ec1a4c HTTP/1.1" status: 200 len: 835 time: 0.0613480 Mar 08 12:29:51.952827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f6133-5413-4903-9f5a-a3bf59a31aff req-c78cdf49-36f2-4462-a2c2-0ea04300c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:29:51.954261 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa6f6133-5413-4903-9f5a-a3bf59a31aff req-c78cdf49-36f2-4462-a2c2-0ea04300c431 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7945acb-30d5-4e7e-86d5-323cadc7f6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706909 Mar 08 12:29:51.995947 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9cfcf200-8f51-47e3-a630-f892a831c1c4 None None] Set router 6574dad2-0ac9-4d58-96e2-cf5004f10207 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:29:52.083641 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa6f6133-5413-4903-9f5a-a3bf59a31aff req-df710807-de65-4c3b-a727-1cfc6084e435 service neutron] 10.222.0.18 "GET /v2.0/networks/a7945acb-30d5-4e7e-86d5-323cadc7f6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227541 Mar 08 12:29:52.323664 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-aa6f6133-5413-4903-9f5a-a3bf59a31aff req-8d922aa5-8fa6-4d28-a185-2c8856fc5bf4 service neutron] 10.222.0.18 "GET /v2.0/networks/a7945acb-30d5-4e7e-86d5-323cadc7f6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340872 Mar 08 12:29:52.341857 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9cfcf200-8f51-47e3-a630-f892a831c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:29:27Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'ce1c0dae-3741-4cb9-bda0-b98133a307fb', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.63', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'port_id': 'bf7c997f-8daa-48ee-b014-e673897773c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'mac_address': 'fa:16:3e:c9:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:29:49Z', 'updated_at': '2022-03-08T12:29:49Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f243fb-9458-4fc0-a549-972edfd29c23', 'name': '', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:02:61:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:26Z', 'updated_at': '2022-03-08T12:29:34Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:29:52.346270 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfcf200-8f51-47e3-a630-f892a831c1c4 None None] The sync data for ids ['6574dad2-0ac9-4d58-96e2-cf5004f10207'] in dv-neutron-828143-8-hyperv is: [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:29:27Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'ce1c0dae-3741-4cb9-bda0-b98133a307fb', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.63', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'port_id': 'bf7c997f-8daa-48ee-b014-e673897773c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'mac_address': 'fa:16:3e:c9:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:29:49Z', 'updated_at': '2022-03-08T12:29:49Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f243fb-9458-4fc0-a549-972edfd29c23', 'name': '', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:02:61:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:26Z', 'updated_at': '2022-03-08T12:29:34Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:29:52.530683 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743c2c17-aaad-4d6b-b967-2ff7c378489f None None] New status for floating IP ce1c0dae-3741-4cb9-bda0-b98133a307fb: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:29:52.771181 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59512) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:29:52.878438 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-87681ac2-44a4-46ad-b7c2-2ebd6876e984 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/ce1c0dae-3741-4cb9-bda0-b98133a307fb HTTP/1.1" status: 200 len: 993 time: 0.1055512 Mar 08 12:30:09.940288 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e7ef6e31-7ee7-4c94-b851-153bbb5d8b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:12.180309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-20d1a155-9b58-4b2d-a992-114d399cbba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:13.448565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:13.591681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:13.860915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:14.865846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:23.075455 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:30:39.933869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f7efcc30-de82-4fb6-947e-4511ab30b19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:42.179852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f9d3b94a-7794-4818-931b-e0813b84e87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:43.465381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:43.636307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:43.848120 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:44.825153 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:48.981573 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0bd5d4b7-9960-45d1-a31c-75d7d30acff1 req-3a16fc9e-9dfd-4f41-91bf-319161cdc948 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692971 Mar 08 12:30:49.118986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5d4b7-9960-45d1-a31c-75d7d30acff1 req-62050e83-5da5-4e56-8c5c-f7e65e9cc11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:30:49.120445 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0bd5d4b7-9960-45d1-a31c-75d7d30acff1 req-62050e83-5da5-4e56-8c5c-f7e65e9cc11e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 1099 time: 0.0721481 Mar 08 12:30:49.264528 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5d4b7-9960-45d1-a31c-75d7d30acff1 req-34f2aa0b-fcdb-460a-89cc-4bebc4b40537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:30:49.265349 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0bd5d4b7-9960-45d1-a31c-75d7d30acff1 req-34f2aa0b-fcdb-460a-89cc-4bebc4b40537 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7945acb-30d5-4e7e-86d5-323cadc7f6db HTTP/1.1" status: 200 len: 898 time: 0.1265099 Mar 08 12:30:49.367437 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0bd5d4b7-9960-45d1-a31c-75d7d30acff1 req-d43331b7-b673-4608-a419-77c89bac32d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf7c997f-8daa-48ee-b014-e673897773c6 HTTP/1.1" status: 200 len: 1001 time: 0.0959518 Mar 08 12:30:49.428925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5d4b7-9960-45d1-a31c-75d7d30acff1 req-c78a0506-3019-422a-86c5-d8d47ac0dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:30:49.430325 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0bd5d4b7-9960-45d1-a31c-75d7d30acff1 req-c78a0506-3019-422a-86c5-d8d47ac0dac4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d82f96-07b4-4461-a74a-0252b8ec1a4c HTTP/1.1" status: 200 len: 835 time: 0.0554154 Mar 08 12:30:49.506270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5d4b7-9960-45d1-a31c-75d7d30acff1 req-7f37ea2d-0000-4b23-9473-44833d270265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:30:49.507699 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0bd5d4b7-9960-45d1-a31c-75d7d30acff1 req-7f37ea2d-0000-4b23-9473-44833d270265 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7945acb-30d5-4e7e-86d5-323cadc7f6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706513 Mar 08 12:30:49.646863 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0bd5d4b7-9960-45d1-a31c-75d7d30acff1 req-483d9177-bb24-4521-828c-d513e0236426 service neutron] 10.222.0.18 "GET /v2.0/networks/a7945acb-30d5-4e7e-86d5-323cadc7f6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258342 Mar 08 12:30:49.775634 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0bd5d4b7-9960-45d1-a31c-75d7d30acff1 req-676916af-46b5-49b0-843e-874dd9436a2b service neutron] 10.222.0.18 "GET /v2.0/networks/a7945acb-30d5-4e7e-86d5-323cadc7f6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225083 Mar 08 12:30:56.893642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aed827-0cad-447d-8a42-1a306fe71919 req-d13e0907-21aa-4584-94da-d89c6e6285fd tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:30:56.895141 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-81aed827-0cad-447d-8a42-1a306fe71919 req-d13e0907-21aa-4584-94da-d89c6e6285fd tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 946 time: 0.0816615 Mar 08 12:30:56.940433 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-81aed827-0cad-447d-8a42-1a306fe71919 req-ae9a9838-6396-4740-b078-eb9cbe7b1252 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394747 Mar 08 12:30:58.150690 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055703f-29dc-419e-b334-f6ab28ff7117 req-9d19317a-d4d7-4545-8d2d-d4b94935709a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:30:58.152304 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5055703f-29dc-419e-b334-f6ab28ff7117 req-9d19317a-d4d7-4545-8d2d-d4b94935709a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 946 time: 0.1021123 Mar 08 12:30:58.196451 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5055703f-29dc-419e-b334-f6ab28ff7117 req-d1fc82b4-50b9-4c62-949e-0e14574e5d07 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379646 Mar 08 12:30:58.221038 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59546) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:30:58.333136 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-13b82f49-81d3-490e-b653-bf3cc285f5c5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/ce1c0dae-3741-4cb9-bda0-b98133a307fb HTTP/1.1" status: 200 len: 993 time: 0.1110384 Mar 08 12:30:59.993398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b85c2-ad50-42a9-ae26-8cf6fcb3baa7 req-db8b16ea-1e43-48d8-a86f-b56157079850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:30:59.994766 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-126b85c2-ad50-42a9-ae26-8cf6fcb3baa7 req-db8b16ea-1e43-48d8-a86f-b56157079850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 946 time: 0.0847178 Mar 08 12:31:00.041011 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-126b85c2-ad50-42a9-ae26-8cf6fcb3baa7 req-46cfbdca-ad3c-41f8-91d9-945ce1904d26 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405276 Mar 08 12:31:00.074138 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:31:01.226844 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b8d11-1209-4b21-a37a-f08ae53b2ef2 req-3a862eb4-a5de-4d89-a46c-c1cc99e1b77c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:01.228294 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7e8b8d11-1209-4b21-a37a-f08ae53b2ef2 req-3a862eb4-a5de-4d89-a46c-c1cc99e1b77c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 946 time: 0.0789189 Mar 08 12:31:01.272371 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7e8b8d11-1209-4b21-a37a-f08ae53b2ef2 req-9974f3d7-d007-4d57-ad10-04435ab68d63 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380089 Mar 08 12:31:01.295996 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59558) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:01.401785 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-399ff593-29db-4d83-a547-a9cee6c7e200 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/ce1c0dae-3741-4cb9-bda0-b98133a307fb HTTP/1.1" status: 200 len: 993 time: 0.1046624 Mar 08 12:31:01.746246 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59566) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:02.059074 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 8c93fe62-76ed-4bf5-9fd0-41ecfb6fc80b {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:31:02.059466 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:02.234396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:02.235131 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:02.356176 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 8c93fe62-76ed-4bf5-9fd0-41ecfb6fc80b owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:31:02.608737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:02.658442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=8c93fe62-76ed-4bf5-9fd0-41ecfb6fc80b,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:02.695484 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:02.695827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:02.696172 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:02.696506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:02.696838 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:02.697165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:02.697490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:02.697820 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:02.698170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:02.698492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:02.698813 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:02.699129 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:02.759406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:02.759757 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Floating IP ce1c0dae-3741-4cb9-bda0-b98133a307fb disassociated (deleted). External IP: 172.26.4.63, port: bf7c997f-8daa-48ee-b014-e673897773c6. Mar 08 12:31:03.113342 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 6574dad2-0ac9-4d58-96e2-cf5004f10207 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:31:03.289077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:31:03.299199 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee90d0-1b4f-4eb4-9d81-a281654a5ca4 None None] Sync routers for ids ['6574dad2-0ac9-4d58-96e2-cf5004f10207'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:31:03.307927 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee90d0-1b4f-4eb4-9d81-a281654a5ca4 None None] Routers {'6574dad2-0ac9-4d58-96e2-cf5004f10207'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:31:03.309398 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-67ee90d0-1b4f-4eb4-9d81-a281654a5ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:30:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6574dad2-0ac9-4d58-96e2-cf5004f10207'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:03.374426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:03.434824 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7047e92d-b992-4442-b206-6d03f1340137 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/floatingips/ce1c0dae-3741-4cb9-bda0-b98133a307fb HTTP/1.1" status: 204 len: 168 time: 1.6850166 Mar 08 12:31:03.434824 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'tag': 'bf7c997f-8daa-48ee-b014-e673897773c6'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:31:03.483096 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'tag': 'bf7c997f-8daa-48ee-b014-e673897773c6', 'status': 'completed', 'code': 200} Mar 08 12:31:03.489283 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-67ee90d0-1b4f-4eb4-9d81-a281654a5ca4 None None] Set router 6574dad2-0ac9-4d58-96e2-cf5004f10207 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:31:03.578440 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49f1a9-5e09-44e4-90dd-913e4d07a3e6 req-9a225bc8-744a-453f-80f9-76a7fe5b33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:03.580007 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb49f1a9-5e09-44e4-90dd-913e4d07a3e6 req-9a225bc8-744a-453f-80f9-76a7fe5b33a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 1099 time: 0.0755885 Mar 08 12:31:03.733064 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49f1a9-5e09-44e4-90dd-913e4d07a3e6 req-fcef6758-7d25-4e77-820b-e4cde9bac855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:03.734848 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb49f1a9-5e09-44e4-90dd-913e4d07a3e6 req-fcef6758-7d25-4e77-820b-e4cde9bac855 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7945acb-30d5-4e7e-86d5-323cadc7f6db HTTP/1.1" status: 200 len: 898 time: 0.1488225 Mar 08 12:31:03.811182 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb49f1a9-5e09-44e4-90dd-913e4d07a3e6 req-94317b54-c367-45b7-81bd-78ef0a335fc1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf7c997f-8daa-48ee-b014-e673897773c6 HTTP/1.1" status: 200 len: 217 time: 0.0694103 Mar 08 12:31:03.851785 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-67ee90d0-1b4f-4eb4-9d81-a281654a5ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:29:27Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '24f243fb-9458-4fc0-a549-972edfd29c23', 'name': '', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:02:61:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:26Z', 'updated_at': '2022-03-08T12:29:34Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:03.855536 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee90d0-1b4f-4eb4-9d81-a281654a5ca4 None None] Checking router: 6574dad2-0ac9-4d58-96e2-cf5004f10207 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:31:03.864288 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee90d0-1b4f-4eb4-9d81-a281654a5ca4 None None] Routers {'6574dad2-0ac9-4d58-96e2-cf5004f10207'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:31:03.864877 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-67ee90d0-1b4f-4eb4-9d81-a281654a5ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:30:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6574dad2-0ac9-4d58-96e2-cf5004f10207'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:03.873933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49f1a9-5e09-44e4-90dd-913e4d07a3e6 req-0e19b1cf-845f-4504-b0ec-ae88b7bcdb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:03.875622 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb49f1a9-5e09-44e4-90dd-913e4d07a3e6 req-0e19b1cf-845f-4504-b0ec-ae88b7bcdb28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d82f96-07b4-4461-a74a-0252b8ec1a4c HTTP/1.1" status: 200 len: 835 time: 0.0582843 Mar 08 12:31:03.962370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49f1a9-5e09-44e4-90dd-913e4d07a3e6 req-4f594482-8b01-4b60-8438-cca3ed9024d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:03.964118 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb49f1a9-5e09-44e4-90dd-913e4d07a3e6 req-4f594482-8b01-4b60-8438-cca3ed9024d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7945acb-30d5-4e7e-86d5-323cadc7f6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773370 Mar 08 12:31:04.044309 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-67ee90d0-1b4f-4eb4-9d81-a281654a5ca4 None None] Set router 6574dad2-0ac9-4d58-96e2-cf5004f10207 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:31:04.275108 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb49f1a9-5e09-44e4-90dd-913e4d07a3e6 req-5fee0745-c2cd-4fbf-9d45-1d1197bd5916 service neutron] 10.222.0.18 "GET /v2.0/networks/a7945acb-30d5-4e7e-86d5-323cadc7f6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949452 Mar 08 12:31:04.337997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7178d91-42e6-4eb4-9357-2e6d03bf4b3a req-ae0d12f3-3070-4142-8010-181108d6695c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:04.339405 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b7178d91-42e6-4eb4-9357-2e6d03bf4b3a req-ae0d12f3-3070-4142-8010-181108d6695c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 946 time: 0.1476283 Mar 08 12:31:04.364558 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-67ee90d0-1b4f-4eb4-9d81-a281654a5ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:29:27Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '24f243fb-9458-4fc0-a549-972edfd29c23', 'name': '', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:02:61:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:26Z', 'updated_at': '2022-03-08T12:29:34Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:04.368367 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee90d0-1b4f-4eb4-9d81-a281654a5ca4 None None] The sync data for ids ['6574dad2-0ac9-4d58-96e2-cf5004f10207'] in dv-neutron-828143-8-hyperv is: [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:29:27Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '24f243fb-9458-4fc0-a549-972edfd29c23', 'name': '', 'network_id': 'a7945acb-30d5-4e7e-86d5-323cadc7f6db', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:02:61:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:26Z', 'updated_at': '2022-03-08T12:29:34Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '86d82f96-07b4-4461-a74a-0252b8ec1a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:31:04.452648 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b7178d91-42e6-4eb4-9357-2e6d03bf4b3a req-37d0cc8f-e9d4-4614-976c-03348675bfab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658629 Mar 08 12:31:04.474769 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb49f1a9-5e09-44e4-90dd-913e4d07a3e6 req-c000eb71-dece-4505-826a-32881e519adc service neutron] 10.222.0.18 "GET /v2.0/networks/a7945acb-30d5-4e7e-86d5-323cadc7f6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871228 Mar 08 12:31:04.598633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb249db5-8653-4787-8e21-b25873c0b2f2 None None] New status for floating IP ce1c0dae-3741-4cb9-bda0-b98133a307fb: DOWN {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:31:05.641902 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cc97a-2824-4c8a-876f-47fafc56820b req-30b79b65-0050-44d6-9e4d-a87cb60cb1f6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:05.642716 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-3d7cc97a-2824-4c8a-876f-47fafc56820b req-30b79b65-0050-44d6-9e4d-a87cb60cb1f6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:31:05.717033 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-3d7cc97a-2824-4c8a-876f-47fafc56820b req-30b79b65-0050-44d6-9e4d-a87cb60cb1f6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:31:05.718826 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3d7cc97a-2824-4c8a-876f-47fafc56820b req-30b79b65-0050-44d6-9e4d-a87cb60cb1f6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 946 time: 0.1575663 Mar 08 12:31:05.762534 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3d7cc97a-2824-4c8a-876f-47fafc56820b req-04d76f1e-ad94-4102-9adb-da025756bbb5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=49350eeb-c063-41f4-9ae3-28d4e8ee1d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382755 Mar 08 12:31:05.953167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a7a3-fa78-416b-a6fb-286895fe5d8a req-0ea3aeba-2bd0-4060-8658-108b729e0180 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:05.954787 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fb78a7a3-fa78-416b-a6fb-286895fe5d8a req-0ea3aeba-2bd0-4060-8658-108b729e0180 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 946 time: 0.0806282 Mar 08 12:31:06.023376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-fb78a7a3-fa78-416b-a6fb-286895fe5d8a req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port bf7c997f-8daa-48ee-b014-e673897773c6 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:31:06.023657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fb78a7a3-fa78-416b-a6fb-286895fe5d8a req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:06.273147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-fb78a7a3-fa78-416b-a6fb-286895fe5d8a req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port bf7c997f-8daa-48ee-b014-e673897773c6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bf7c997f-8daa-48ee-b014-e673897773c6,segment=NetworkSegment(b653d245-1bfe-47c3-bf32-5d6a8a0481de),segment_id=b653d245-1bfe-47c3-bf32-5d6a8a0481de)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:31:06.273551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fb78a7a3-fa78-416b-a6fb-286895fe5d8a req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:06.396185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-fb78a7a3-fa78-416b-a6fb-286895fe5d8a req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for bf7c997f-8daa-48ee-b014-e673897773c6 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:31:06.612393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fb78a7a3-fa78-416b-a6fb-286895fe5d8a req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:06.668968 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=bf7c997f-8daa-48ee-b014-e673897773c6,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:06.711286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:06.711629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:06.711973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:06.712308 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:06.712641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:06.712967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:06.713293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:06.713619 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:06.713966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:06.714290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:06.714608 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:06.714923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:06.753514 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb78a7a3-fa78-416b-a6fb-286895fe5d8a req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] No DVR routers for this DVR port bf7c997f-8daa-48ee-b014-e673897773c6 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:31:06.756010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-fb78a7a3-fa78-416b-a6fb-286895fe5d8a req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:06.758631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'name': 'network-vif-deleted', 'tag': 'bf7c997f-8daa-48ee-b014-e673897773c6'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:31:06.803675 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbddcd0e-1d52-46e8-828b-0dd64cff2db0', 'name': 'network-vif-deleted', 'tag': 'bf7c997f-8daa-48ee-b014-e673897773c6', 'status': 'completed', 'code': 200} Mar 08 12:31:06.854285 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fb78a7a3-fa78-416b-a6fb-286895fe5d8a req-9aceea91-4623-47fb-a36c-f54f523394da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "DELETE /v2.0/ports/bf7c997f-8daa-48ee-b014-e673897773c6 HTTP/1.1" status: 204 len: 173 time: 0.8946493 Mar 08 12:31:06.915349 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bcc95d04-0ca0-4ca7-a659-b21713aa8a86 req-18c97010-e61e-4d36-8037-e2849b4f12f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbddcd0e-1d52-46e8-828b-0dd64cff2db0 HTTP/1.1" status: 200 len: 210 time: 0.0423574 Mar 08 12:31:08.008601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59584) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:08.677986 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-19b00ff9-a49b-49b6-be21-2db29ac4a84a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:09.027189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-19b00ff9-a49b-49b6-be21-2db29ac4a84a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 24f243fb-9458-4fc0-a549-972edfd29c23 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:31:09.027875 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-19b00ff9-a49b-49b6-be21-2db29ac4a84a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:09.215759 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-19b00ff9-a49b-49b6-be21-2db29ac4a84a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port 24f243fb-9458-4fc0-a549-972edfd29c23, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=24f243fb-9458-4fc0-a549-972edfd29c23,segment=NetworkSegment(b653d245-1bfe-47c3-bf32-5d6a8a0481de),segment_id=b653d245-1bfe-47c3-bf32-5d6a8a0481de)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:31:09.216132 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-19b00ff9-a49b-49b6-be21-2db29ac4a84a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:09.337632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-19b00ff9-a49b-49b6-be21-2db29ac4a84a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 24f243fb-9458-4fc0-a549-972edfd29c23 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:31:09.630577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device bf7c997f-8daa-48ee-b014-e673897773c6 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:31:09.664896 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: bf7c997f-8daa-48ee-b014-e673897773c6 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:31:09.666939 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device bf7c997f-8daa-48ee-b014-e673897773c6 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:31:09.667064 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-19b00ff9-a49b-49b6-be21-2db29ac4a84a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:09.717593 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b00ff9-a49b-49b6-be21-2db29ac4a84a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=24f243fb-9458-4fc0-a549-972edfd29c23,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:09.962987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1fdf91c3-976d-4118-a208-77ca363fb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:09.996430 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-19b00ff9-a49b-49b6-be21-2db29ac4a84a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:10.350545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b00ff9-a49b-49b6-be21-2db29ac4a84a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 6574dad2-0ac9-4d58-96e2-cf5004f10207 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:31:10.536465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b00ff9-a49b-49b6-be21-2db29ac4a84a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:31:10.546833 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbdd753-7880-45d7-9d4a-f7ed105b7546 None None] Sync routers for ids ['6574dad2-0ac9-4d58-96e2-cf5004f10207'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:31:10.549836 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-19b00ff9-a49b-49b6-be21-2db29ac4a84a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "PUT /v2.0/routers/6574dad2-0ac9-4d58-96e2-cf5004f10207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5401049 Mar 08 12:31:10.552544 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59588) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:10.555980 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbdd753-7880-45d7-9d4a-f7ed105b7546 None None] Routers {'6574dad2-0ac9-4d58-96e2-cf5004f10207'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:31:10.556576 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9bbdd753-7880-45d7-9d4a-f7ed105b7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:30:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6574dad2-0ac9-4d58-96e2-cf5004f10207'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:10.618867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb359974-e3e6-4321-9700-4e11e37d6be0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting subnet 86d82f96-07b4-4461-a74a-0252b8ec1a4c {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:31:10.622095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb359974-e3e6-4321-9700-4e11e37d6be0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:10.680814 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb359974-e3e6-4321-9700-4e11e37d6be0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:10.730763 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9bbdd753-7880-45d7-9d4a-f7ed105b7546 None None] Set router 6574dad2-0ac9-4d58-96e2-cf5004f10207 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:31:10.765675 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb359974-e3e6-4321-9700-4e11e37d6be0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:10.962905 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb359974-e3e6-4321-9700-4e11e37d6be0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:11.008365 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bb359974-e3e6-4321-9700-4e11e37d6be0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:11.011567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb359974-e3e6-4321-9700-4e11e37d6be0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Subnet': ['ID=86d82f96-07b4-4461-a74a-0252b8ec1a4c,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:11.016856 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644401f8-177a-4dd2-beb5-c2c36d798381 None None] Network a7945acb-30d5-4e7e-86d5-323cadc7f6db requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:31:11.020429 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bb359974-e3e6-4321-9700-4e11e37d6be0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/subnets/86d82f96-07b4-4461-a74a-0252b8ec1a4c HTTP/1.1" status: 204 len: 168 time: 0.4645405 Mar 08 12:31:11.021229 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59592) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:11.056150 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9bbdd753-7880-45d7-9d4a-f7ed105b7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:31:09Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:11.060967 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbdd753-7880-45d7-9d4a-f7ed105b7546 None None] Checking router: 6574dad2-0ac9-4d58-96e2-cf5004f10207 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:31:11.069494 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbdd753-7880-45d7-9d4a-f7ed105b7546 None None] Routers {'6574dad2-0ac9-4d58-96e2-cf5004f10207'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:31:11.070128 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9bbdd753-7880-45d7-9d4a-f7ed105b7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:30:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['6574dad2-0ac9-4d58-96e2-cf5004f10207'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:11.205321 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:11.268754 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9bbdd753-7880-45d7-9d4a-f7ed105b7546 None None] Set router 6574dad2-0ac9-4d58-96e2-cf5004f10207 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:31:11.299497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] DHCP port deletion for a7945acb-30d5-4e7e-86d5-323cadc7f6db request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:31:11.303793 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Deleting port 43fc54cd-bb12-4057-a22d-7b3350d25ae3 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:31:11.309142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:11.404035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:11.470651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port f9e4439a-b304-4af7-9840-041244ba5d29 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:31:11.471004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:11.523332 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] For port 43fc54cd-bb12-4057-a22d-7b3350d25ae3, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=43fc54cd-bb12-4057-a22d-7b3350d25ae3,segment=NetworkSegment(b653d245-1bfe-47c3-bf32-5d6a8a0481de),segment_id=b653d245-1bfe-47c3-bf32-5d6a8a0481de)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:31:11.523663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:11.585022 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9bbdd753-7880-45d7-9d4a-f7ed105b7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:31:09Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:11.589741 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbdd753-7880-45d7-9d4a-f7ed105b7546 None None] The sync data for ids ['6574dad2-0ac9-4d58-96e2-cf5004f10207'] in dv-neutron-828143-8-hyperv is: [{'id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418290430', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:29:21Z', 'updated_at': '2022-03-08T12:31:09Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': 'f9e4439a-b304-4af7-9840-041244ba5d29', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6574dad2-0ac9-4d58-96e2-cf5004f10207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:29:22Z', 'updated_at': '2022-03-08T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:31:11.691044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Calling delete_port for 43fc54cd-bb12-4057-a22d-7b3350d25ae3 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:31:11.793530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port f9e4439a-b304-4af7-9840-041244ba5d29, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=f9e4439a-b304-4af7-9840-041244ba5d29,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:31:11.793814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:11.882140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:11.924250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for f9e4439a-b304-4af7-9840-041244ba5d29 owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:31:11.930650 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Pushing event deleted for resources: {'Port': ['ID=43fc54cd-bb12-4057-a22d-7b3350d25ae3,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:11.933001 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] No DVR routers for this DVR port 43fc54cd-bb12-4057-a22d-7b3350d25ae3 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:31:11.951806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:11.951806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:11.951806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:11.951806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:11.951806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:11.951806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:11.951806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:11.951806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:11.951806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:11.951806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:11.951806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:11.951806 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc88f707-90aa-47b1-bd51-9f1c07d6ff6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:12.024428 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 24f243fb-9458-4fc0-a549-972edfd29c23 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:31:12.063846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 24f243fb-9458-4fc0-a549-972edfd29c23 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:31:12.064182 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 24f243fb-9458-4fc0-a549-972edfd29c23 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:31:12.064655 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 43fc54cd-bb12-4057-a22d-7b3350d25ae3 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:31:12.103656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 43fc54cd-bb12-4057-a22d-7b3350d25ae3 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:31:12.103821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 43fc54cd-bb12-4057-a22d-7b3350d25ae3 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:31:12.173729 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e92-4ce8-4e9a-a792-146e7ad61ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:12.321229 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:12.366535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=f9e4439a-b304-4af7-9840-041244ba5d29,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:12.459474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:12.644281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:12.646506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:12.738254 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:12.738819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Fanout notify agent at l3_agent the message router_deleted on router 6574dad2-0ac9-4d58-96e2-cf5004f10207 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:31:12.754052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:12.755174 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-67333d1b-91b5-46c9-947c-ce163e874686 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/routers/6574dad2-0ac9-4d58-96e2-cf5004f10207 HTTP/1.1" status: 204 len: 168 time: 1.7334490 Mar 08 12:31:12.757810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59596) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:12.880980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45adbcac-cb6a-45b0-b0aa-2cf3285aa356 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.012240 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45adbcac-cb6a-45b0-b0aa-2cf3285aa356 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.037742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-45adbcac-cb6a-45b0-b0aa-2cf3285aa356 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7945acb-30d5-4e7e-86d5-323cadc7f6db']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:13.050060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-45adbcac-cb6a-45b0-b0aa-2cf3285aa356 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b653d245-1bfe-47c3-bf32-5d6a8a0481de') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:13.050358 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-45adbcac-cb6a-45b0-b0aa-2cf3285aa356 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b653d245-1bfe-47c3-bf32-5d6a8a0481de') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:13.062044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45adbcac-cb6a-45b0-b0aa-2cf3285aa356 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.081480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45adbcac-cb6a-45b0-b0aa-2cf3285aa356 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.087371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45adbcac-cb6a-45b0-b0aa-2cf3285aa356 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:31:13.087754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45adbcac-cb6a-45b0-b0aa-2cf3285aa356 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:31:13.207726 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:31:13.343591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45adbcac-cb6a-45b0-b0aa-2cf3285aa356 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.367190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-45adbcac-cb6a-45b0-b0aa-2cf3285aa356 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.374154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adbcac-cb6a-45b0-b0aa-2cf3285aa356 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Network': ['ID=a7945acb-30d5-4e7e-86d5-323cadc7f6db,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:13.448846 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-45adbcac-cb6a-45b0-b0aa-2cf3285aa356 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/networks/a7945acb-30d5-4e7e-86d5-323cadc7f6db HTTP/1.1" status: 204 len: 168 time: 0.6898987 Mar 08 12:31:13.451540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59600) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:13.476307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.522877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ee315c1-59c1-489c-ae43-f22a9b580d0f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.554874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ee315c1-59c1-489c-ae43-f22a9b580d0f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.580073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.665257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ee315c1-59c1-489c-ae43-f22a9b580d0f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.683043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee315c1-59c1-489c-ae43-f22a9b580d0f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49350eeb-c063-41f4-9ae3-28d4e8ee1d68,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:13.749387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9ee315c1-59c1-489c-ae43-f22a9b580d0f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.750721 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9ee315c1-59c1-489c-ae43-f22a9b580d0f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/security-groups/49350eeb-c063-41f4-9ae3-28d4e8ee1d68 HTTP/1.1" status: 204 len: 168 time: 0.2982399 Mar 08 12:31:13.863035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f9e4439a-b304-4af7-9840-041244ba5d29 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:31:13.892889 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:13.900737 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: f9e4439a-b304-4af7-9840-041244ba5d29 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:31:13.901090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device f9e4439a-b304-4af7-9840-041244ba5d29 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:31:14.927614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.253050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59610) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:15.258277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-838986110', 'description': 'tempest-secgroup-smoke-838986110 description', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:15.264225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:31:15.268311 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:31:15.271215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:31:15.276855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:31:15.327954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.348832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:31:15.352701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:31:15.355592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:31:15.361952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:31:15.433308 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.476482 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.520443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ded56e-2eeb-464b-a4b4-93805b104700,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:15.579237 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.580514 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bc8ea407-18ba-4320-aad9-06e793eb9ca4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3264790 Mar 08 12:31:15.583338 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59614) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:15.588320 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b8c3d9bb-de13-4e13-8f49-73ad0c5a0ecb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '75ded56e-2eeb-464b-a4b4-93805b104700', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:15.595123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b8c3d9bb-de13-4e13-8f49-73ad0c5a0ecb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:31:15.598969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b8c3d9bb-de13-4e13-8f49-73ad0c5a0ecb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:31:15.601846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b8c3d9bb-de13-4e13-8f49-73ad0c5a0ecb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:31:15.607522 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b8c3d9bb-de13-4e13-8f49-73ad0c5a0ecb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:31:15.734567 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d9bb-de13-4e13-8f49-73ad0c5a0ecb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.794767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d9bb-de13-4e13-8f49-73ad0c5a0ecb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.876428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d9bb-de13-4e13-8f49-73ad0c5a0ecb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.901104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3d9bb-de13-4e13-8f49-73ad0c5a0ecb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d490ff-8845-4bf3-a0b8-f5d989124adc,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:15.979022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d9bb-de13-4e13-8f49-73ad0c5a0ecb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.980281 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b8c3d9bb-de13-4e13-8f49-73ad0c5a0ecb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3959432 Mar 08 12:31:15.982986 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59618) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:15.988010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-54d10889-f256-4208-a3ec-ba14fcc2ec10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '75ded56e-2eeb-464b-a4b4-93805b104700', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:15.994082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-54d10889-f256-4208-a3ec-ba14fcc2ec10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:31:15.998352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-54d10889-f256-4208-a3ec-ba14fcc2ec10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:31:16.001178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-54d10889-f256-4208-a3ec-ba14fcc2ec10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:31:16.006821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-54d10889-f256-4208-a3ec-ba14fcc2ec10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:31:16.071264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54d10889-f256-4208-a3ec-ba14fcc2ec10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:16.141320 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54d10889-f256-4208-a3ec-ba14fcc2ec10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:16.200583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54d10889-f256-4208-a3ec-ba14fcc2ec10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:16.223121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d10889-f256-4208-a3ec-ba14fcc2ec10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c720a78-791a-4426-8ec0-b3fec3059e8a,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:16.305123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-54d10889-f256-4208-a3ec-ba14fcc2ec10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:16.306372 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-54d10889-f256-4208-a3ec-ba14fcc2ec10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3224642 Mar 08 12:31:16.309163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59622) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:16.314842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-01742730-314d-4b06-a3dd-2f2afce68055 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '75ded56e-2eeb-464b-a4b4-93805b104700', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:16.320918 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-01742730-314d-4b06-a3dd-2f2afce68055 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:31:16.324761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-01742730-314d-4b06-a3dd-2f2afce68055 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:31:16.327589 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-01742730-314d-4b06-a3dd-2f2afce68055 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:31:16.333250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-01742730-314d-4b06-a3dd-2f2afce68055 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:31:16.426663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-01742730-314d-4b06-a3dd-2f2afce68055 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:16.489133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-01742730-314d-4b06-a3dd-2f2afce68055 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:16.562455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-01742730-314d-4b06-a3dd-2f2afce68055 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:16.593995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01742730-314d-4b06-a3dd-2f2afce68055 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4654dd2c-d3e3-4bb1-8b5b-6cebe765881f,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:16.670869 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-01742730-314d-4b06-a3dd-2f2afce68055 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:16.672104 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-01742730-314d-4b06-a3dd-2f2afce68055 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619788 Mar 08 12:31:16.675263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59626) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:16.679706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-15abc2ec-1fa1-480d-861f-c600eff7b52f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '75ded56e-2eeb-464b-a4b4-93805b104700', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:16.685708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-15abc2ec-1fa1-480d-861f-c600eff7b52f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:31:16.690054 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-15abc2ec-1fa1-480d-861f-c600eff7b52f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:31:16.693784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-15abc2ec-1fa1-480d-861f-c600eff7b52f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:31:16.698566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-15abc2ec-1fa1-480d-861f-c600eff7b52f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:31:16.769015 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15abc2ec-1fa1-480d-861f-c600eff7b52f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:16.831596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15abc2ec-1fa1-480d-861f-c600eff7b52f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:16.927669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15abc2ec-1fa1-480d-861f-c600eff7b52f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:16.956760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abc2ec-1fa1-480d-861f-c600eff7b52f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9219e8ba-3d21-442c-af43-839030575911,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:17.007780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-15abc2ec-1fa1-480d-861f-c600eff7b52f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:17.008985 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-15abc2ec-1fa1-480d-861f-c600eff7b52f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3333075 Mar 08 12:31:17.011947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59630) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:17.017470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-027114dc-df06-431c-8f66-856665ff5d10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '75ded56e-2eeb-464b-a4b4-93805b104700', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:17.023629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-027114dc-df06-431c-8f66-856665ff5d10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:31:17.027616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-027114dc-df06-431c-8f66-856665ff5d10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:31:17.030495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-027114dc-df06-431c-8f66-856665ff5d10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:31:17.036183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-027114dc-df06-431c-8f66-856665ff5d10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:31:17.105207 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-027114dc-df06-431c-8f66-856665ff5d10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Project b90a8d89a5984185ad0fa7b1fd54335a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:31:17.112720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-027114dc-df06-431c-8f66-856665ff5d10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:17.175455 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-027114dc-df06-431c-8f66-856665ff5d10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:17.225223 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-027114dc-df06-431c-8f66-856665ff5d10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:17.252709 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027114dc-df06-431c-8f66-856665ff5d10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75dd5622-462d-4c41-95da-e3729688d722,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:17.339126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-027114dc-df06-431c-8f66-856665ff5d10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:17.340435 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-027114dc-df06-431c-8f66-856665ff5d10 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274617 Mar 08 12:31:17.343494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59634) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:17.348390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-2d025c5e-2152-4634-b4a4-1f336a0598c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '75ded56e-2eeb-464b-a4b4-93805b104700', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:17.354380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2d025c5e-2152-4634-b4a4-1f336a0598c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:31:17.358124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2d025c5e-2152-4634-b4a4-1f336a0598c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:31:17.361593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-2d025c5e-2152-4634-b4a4-1f336a0598c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:31:17.367357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-2d025c5e-2152-4634-b4a4-1f336a0598c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:31:17.435041 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-2d025c5e-2152-4634-b4a4-1f336a0598c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Project b90a8d89a5984185ad0fa7b1fd54335a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:31:17.442124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d025c5e-2152-4634-b4a4-1f336a0598c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:17.507483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d025c5e-2152-4634-b4a4-1f336a0598c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:17.590452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d025c5e-2152-4634-b4a4-1f336a0598c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:17.615289 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d025c5e-2152-4634-b4a4-1f336a0598c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0179cc83-a9b2-48b3-b923-b30d060d9605,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:17.687841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2d025c5e-2152-4634-b4a4-1f336a0598c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:17.689062 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2d025c5e-2152-4634-b4a4-1f336a0598c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3446517 Mar 08 12:31:17.691838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59638) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:17.697319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'network': {'name': 'tempest-network-smoke--1620601789', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'port_security_enabled': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:17.702822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:31:17.706815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:network and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:31:17.709565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:31:17.715124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:31:17.762274 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:31:17.766242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:17.793803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:31:17.803164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:17.803505 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Added segment 68892432-c113-4b05-bf3c-4e6acf4301d0 of type vlan for network dfaede83-7e04-4b12-a513-b1e5abf41e9e Mar 08 12:31:17.833574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:17.933178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:17.938681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:17.939267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:18.047913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Network': ['ID=dfaede83-7e04-4b12-a513-b1e5abf41e9e,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:18.057665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network dfaede83-7e04-4b12-a513-b1e5abf41e9e details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:31:18.096614 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fb4ec733-b0d7-40ea-8971-cff040939de4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4035749 Mar 08 12:31:18.099632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59642) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:18.106697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'admin_state_up': True, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:18.114973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:31:18.119298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:router and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:31:18.122899 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:31:18.131448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:31:18.248065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:18.249640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:18.263838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:18.582828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:19.070135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:19.101715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:19.234186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.26.4.219 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/854c0dea-f564-4c86-8c9c-ab9420147d5e) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:31:19.385067 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:19.493811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:19.553020 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:31:19.555718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:31:19.564144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:31:19.604290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=854c0dea-f564-4c86-8c9c-ab9420147d5e,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:20.053518 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:20.395365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:20.772966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 54108775-abc4-46be-a356-b06f8a92dc88 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:31:20.948487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:31:20.959877 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Sync routers for ids ['54108775-abc4-46be-a356-b06f8a92dc88'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:31:20.969322 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Routers {'54108775-abc4-46be-a356-b06f8a92dc88'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:31:20.970052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:31:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54108775-abc4-46be-a356-b06f8a92dc88'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:21.025097 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:21.026386 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-002a5ffb-c4bf-4902-9a49-8cabceb4bfe7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9250906 Mar 08 12:31:21.029509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59646) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:21.069659 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b4d9aac3-d04e-4b1d-b9ea-273147dad703 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b90a8d89a5984185ad0fa7b1fd54335a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384929 Mar 08 12:31:21.072253 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59650) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:21.147772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Set router 54108775-abc4-46be-a356-b06f8a92dc88 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:31:21.203437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5d3266-bd7b-40f0-9443-172b6ccd34f8 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:21.204846 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3d5d3266-bd7b-40f0-9443-172b6ccd34f8 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316991 Mar 08 12:31:21.207816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59654) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:21.252334 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3e07f677-2603-4194-8a6e-ef669b53deaf tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433848 Mar 08 12:31:21.254935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59658) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:21.260278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-944807035', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:21.370976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:31:21.374954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:subnet and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:31:21.377823 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:31:21.383535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:31:21.447722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:31:21.451330 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:21.465456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:31:19Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:21.470191 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Checking router: 54108775-abc4-46be-a356-b06f8a92dc88 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:31:21.470545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Updating router 54108775-abc4-46be-a356-b06f8a92dc88 port 854c0dea-f564-4c86-8c9c-ab9420147d5e binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:31:21.523848 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:21.762589 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:21.843847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Subnet': ['ID=9f6b4fb3-e0f8-4bcb-a819-506837790435,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:21.854238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Checking segment: {'id': '68892432-c113-4b05-bf3c-4e6acf4301d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:31:21.854607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network hostable DHCP agents. Network: dfaede83-7e04-4b12-a513-b1e5abf41e9e, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:31:21.858818 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:21.870535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Transition to ACTIVE for port object 854c0dea-f564-4c86-8c9c-ab9420147d5e will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:31:21.949016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network dfaede83-7e04-4b12-a513-b1e5abf41e9e is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:31:21.994742 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:22.047828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, dfaede83-7e04-4b12-a513-b1e5abf41e9e) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:31:22.051892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:22.052489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:22.065363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71902da-1711-4f0e-83e5-d7cbc8b90682 None None] Network dfaede83-7e04-4b12-a513-b1e5abf41e9e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:31:22.110931 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Attempting to bind port 854c0dea-f564-4c86-8c9c-ab9420147d5e on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:31:22.111300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Attempting to bind port 854c0dea-f564-4c86-8c9c-ab9420147d5e by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:31:22.111669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Attempting to bind port 854c0dea-f564-4c86-8c9c-ab9420147d5e on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:31:22.116666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df3d23-8064-4cb1-b658-622e58099f40 None None] Pushing event updated for resources: {'Port': ['ID=854c0dea-f564-4c86-8c9c-ab9420147d5e,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:22.122805 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4f8a23ba-e1c4-4fbe-b49d-9fa5cd092359 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8664951 Mar 08 12:31:22.125702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59662) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:22.166035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:31:22.166404 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:31:22.166811 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:22.167207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:31:22.167691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Bound port: 854c0dea-f564-4c86-8c9c-ab9420147d5e, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:31:22.168352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:22.302313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] For port 854c0dea-f564-4c86-8c9c-ab9420147d5e, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:31:22.323184 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] For port 854c0dea-f564-4c86-8c9c-ab9420147d5e, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=854c0dea-f564-4c86-8c9c-ab9420147d5e,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:31:22.381096 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ips': [{'subnet_id': '9f6b4fb3-e0f8-4bcb-a819-506837790435'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:31:22.382153 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:22.396547 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:22.544378 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Routers {'54108775-abc4-46be-a356-b06f8a92dc88'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:31:22.545010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:31:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54108775-abc4-46be-a356-b06f8a92dc88'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:22.603692 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df3d23-8064-4cb1-b658-622e58099f40 None None] Pushing event updated for resources: {'Port': ['ID=854c0dea-f564-4c86-8c9c-ab9420147d5e,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:22.768466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Allocated IP 172.20.0.2 (dfaede83-7e04-4b12-a513-b1e5abf41e9e/9f6b4fb3-e0f8-4bcb-a819-506837790435/23df15bb-c05b-4d0a-81a7-e947f735b171) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:31:22.788922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] Set router 54108775-abc4-46be-a356-b06f8a92dc88 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:31:22.957162 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:23.267521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:23.280830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Transition to ACTIVE for port object 23df15bb-c05b-4d0a-81a7-e947f735b171 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:31:23.305838 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Transition to ACTIVE for port object 23df15bb-c05b-4d0a-81a7-e947f735b171 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:31:23.307984 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:31:19Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:23.312956 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def8903-9e09-45ac-b41a-f0f549bdef8f None None] The sync data for ids ['54108775-abc4-46be-a356-b06f8a92dc88'] in dv-neutron-828143-8-hyperv is: [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:31:19Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:31:23.399570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:23.456379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Network dfaede83-7e04-4b12-a513-b1e5abf41e9e is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:31:23.459433 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:31:23.463389 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:31:23.464345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.20.0.1 (dfaede83-7e04-4b12-a513-b1e5abf41e9e/9f6b4fb3-e0f8-4bcb-a819-506837790435/8551f85a-c495-480e-8021-1ccfc17a3189) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:31:23.516040 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Pushing event updated for resources: {'Port': ['ID=23df15bb-c05b-4d0a-81a7-e947f735b171,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:23.577856 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Attempting to bind port 23df15bb-c05b-4d0a-81a7-e947f735b171 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:31:23.578256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Attempting to bind port 23df15bb-c05b-4d0a-81a7-e947f735b171 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '68892432-c113-4b05-bf3c-4e6acf4301d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:31:23.578621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Attempting to bind port 23df15bb-c05b-4d0a-81a7-e947f735b171 on network dfaede83-7e04-4b12-a513-b1e5abf41e9e {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:31:23.584061 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:31:23.584440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Checking segment: {'id': '68892432-c113-4b05-bf3c-4e6acf4301d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:31:23.584846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:23.585244 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Bound using segment: {'id': '68892432-c113-4b05-bf3c-4e6acf4301d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:31:23.585707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Bound port: 23df15bb-c05b-4d0a-81a7-e947f735b171, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68892432-c113-4b05-bf3c-4e6acf4301d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:31:23.587287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:23.665554 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:23.687089 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Transition to ACTIVE for port object 8551f85a-c495-480e-8021-1ccfc17a3189 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:31:23.706836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] For port 23df15bb-c05b-4d0a-81a7-e947f735b171, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:31:23.710253 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] For port 23df15bb-c05b-4d0a-81a7-e947f735b171, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=23df15bb-c05b-4d0a-81a7-e947f735b171,segment=NetworkSegment(68892432-c113-4b05-bf3c-4e6acf4301d0),segment_id=68892432-c113-4b05-bf3c-4e6acf4301d0)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:31:23.783331 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:23.802227 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:23.850145 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network dfaede83-7e04-4b12-a513-b1e5abf41e9e is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:31:23.853399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:31:23.856070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:31:23.890983 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853e3fc-480b-41d2-abef-b2beb2831b1f None None] Pushing event updated for resources: {'Port': ['ID=23df15bb-c05b-4d0a-81a7-e947f735b171,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:23.921451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=8551f85a-c495-480e-8021-1ccfc17a3189,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:23.945388 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 854c0dea-f564-4c86-8c9c-ab9420147d5e up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:31:23.953472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:24.087823 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 854c0dea-f564-4c86-8c9c-ab9420147d5e completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:31:24.100216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 854c0dea-f564-4c86-8c9c-ab9420147d5e triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:24.100764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:24.260116 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:24.277650 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 854c0dea-f564-4c86-8c9c-ab9420147d5e, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=854c0dea-f564-4c86-8c9c-ab9420147d5e,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:31:24.345055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:24.414498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=854c0dea-f564-4c86-8c9c-ab9420147d5e,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:24.448749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:24.881166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:24.886594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e5153b-1e84-4ed0-bc16-380c69d53644 None None] Network dfaede83-7e04-4b12-a513-b1e5abf41e9e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:31:24.938196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:25.043718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ca88355f-6f3e-4eb7-8695-75fe5c492263 None None] Provisioning for port 23df15bb-c05b-4d0a-81a7-e947f735b171 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:31:25.054011 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:25.057390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=8551f85a-c495-480e-8021-1ccfc17a3189,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:25.202478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network dfaede83-7e04-4b12-a513-b1e5abf41e9e is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:31:25.203694 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:31:25.407439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 54108775-abc4-46be-a356-b06f8a92dc88 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:31:25.487629 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9a720221-96c3-4834-89ec-e934ffffa580 None None] Provisioning for port 8551f85a-c495-480e-8021-1ccfc17a3189 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:31:25.493197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-9a720221-96c3-4834-89ec-e934ffffa580 None None] Provisioning complete for port 8551f85a-c495-480e-8021-1ccfc17a3189 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:25.493716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9a720221-96c3-4834-89ec-e934ffffa580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:25.557358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-9a720221-96c3-4834-89ec-e934ffffa580 None None] Port 8551f85a-c495-480e-8021-1ccfc17a3189 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:31:25.612657 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:31:25.623794 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Sync routers for ids ['54108775-abc4-46be-a356-b06f8a92dc88'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:31:25.627244 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-38c2504f-6524-440c-9799-84caa06c9eab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "PUT /v2.0/routers/54108775-abc4-46be-a356-b06f8a92dc88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4997978 Mar 08 12:31:25.637190 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Routers {'54108775-abc4-46be-a356-b06f8a92dc88'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:31:25.638794 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:31:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54108775-abc4-46be-a356-b06f8a92dc88'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:25.705962 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-00046d41-edf3-428d-ad33-e3826d3ef753 None None] Provisioning complete for port 8551f85a-c495-480e-8021-1ccfc17a3189 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:25.706347 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-00046d41-edf3-428d-ad33-e3826d3ef753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:25.771371 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-00046d41-edf3-428d-ad33-e3826d3ef753 None None] Port 8551f85a-c495-480e-8021-1ccfc17a3189 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:31:25.815752 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-b7418304-0ffa-408a-a12d-620dd3ae9351 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838986110&fields=id&tenant_id=b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 267 time: 0.0426152 Mar 08 12:31:25.841543 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Set router 54108775-abc4-46be-a356-b06f8a92dc88 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:31:25.891900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-31400d41-f4de-4117-b559-64ad7de45ddf None None] Provisioning complete for port 8551f85a-c495-480e-8021-1ccfc17a3189 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:25.892593 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-31400d41-f4de-4117-b559-64ad7de45ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:25.961599 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-31400d41-f4de-4117-b559-64ad7de45ddf None None] Port 8551f85a-c495-480e-8021-1ccfc17a3189 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:31:25.979520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 23df15bb-c05b-4d0a-81a7-e947f735b171 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:31:25.994758 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-4fa3009b-3efb-4bb0-8976-e76c4e14b1d8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:25.998891 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-4fa3009b-3efb-4bb0-8976-e76c4e14b1d8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/networks?id=dfaede83-7e04-4b12-a513-b1e5abf41e9e HTTP/1.1" status: 200 len: 797 time: 0.1743457 Mar 08 12:31:26.012543 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-73bef56d-92e3-4093-b7c1-f540b4c4caed tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/quotas/b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 375 time: 0.0104089 Mar 08 12:31:26.108542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-c178ce3f-3609-4e35-8c9f-74c536caaf6f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:31:26.143410 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 23df15bb-c05b-4d0a-81a7-e947f735b171 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:31:26.148510 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 23df15bb-c05b-4d0a-81a7-e947f735b171 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:26.148884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:26.170408 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '8551f85a-c495-480e-8021-1ccfc17a3189', 'name': '', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:74:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:23Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 2, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:26.174361 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Checking router: 54108775-abc4-46be-a356-b06f8a92dc88 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:31:26.174720 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Updating router 54108775-abc4-46be-a356-b06f8a92dc88 port 8551f85a-c495-480e-8021-1ccfc17a3189 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:31:26.194894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-c178ce3f-3609-4e35-8c9f-74c536caaf6f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:31:26.196994 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-c178ce3f-3609-4e35-8c9f-74c536caaf6f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1764686 Mar 08 12:31:26.233476 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:26.271202 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:26.306092 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 23df15bb-c05b-4d0a-81a7-e947f735b171, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=23df15bb-c05b-4d0a-81a7-e947f735b171,segment=NetworkSegment(68892432-c113-4b05-bf3c-4e6acf4301d0),segment_id=68892432-c113-4b05-bf3c-4e6acf4301d0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:31:26.350914 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:26.351882 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 854c0dea-f564-4c86-8c9c-ab9420147d5e up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:31:26.484263 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-2b115ea8-20fb-4da9-be99-37abf4e344a9 service neutron] 10.222.0.32 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747948 Mar 08 12:31:26.486156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=23df15bb-c05b-4d0a-81a7-e947f735b171,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:26.504356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 854c0dea-f564-4c86-8c9c-ab9420147d5e triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:26.505032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:26.631238 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-373b9f70-3921-41f5-84c9-6228de80ee5b service neutron] 10.222.0.32 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410689 Mar 08 12:31:26.660380 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:26.677045 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Transition to ACTIVE for port object 8551f85a-c495-480e-8021-1ccfc17a3189 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:31:26.734182 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:26.861920 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Pushing event updated for resources: {'Port': ['ID=8551f85a-c495-480e-8021-1ccfc17a3189,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:26.869676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-799343c2-c8d9-49c6-bd5b-a9fad039fc64 req-e033d9e6-34fa-46a3-a223-cb22fe3250d2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:31:26.872300 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:26.872300 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:26.872300 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:26.872300 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:26.872300 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:26.872300 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:26.872783 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:26.872783 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:26.872932 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:26.873248 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:26.874385 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:26.874899 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:26.883911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-799343c2-c8d9-49c6-bd5b-a9fad039fc64 req-e033d9e6-34fa-46a3-a223-cb22fe3250d2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:31:26.885457 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-799343c2-c8d9-49c6-bd5b-a9fad039fc64 req-e033d9e6-34fa-46a3-a223-cb22fe3250d2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 210 time: 0.0601218 Mar 08 12:31:26.963872 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Attempting to bind port 8551f85a-c495-480e-8021-1ccfc17a3189 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:31:26.964238 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Attempting to bind port 8551f85a-c495-480e-8021-1ccfc17a3189 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '68892432-c113-4b05-bf3c-4e6acf4301d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:31:26.964598 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Attempting to bind port 8551f85a-c495-480e-8021-1ccfc17a3189 on network dfaede83-7e04-4b12-a513-b1e5abf41e9e {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:31:26.970196 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:31:26.970572 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Checking segment: {'id': '68892432-c113-4b05-bf3c-4e6acf4301d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:31:26.970966 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:26.971359 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Bound using segment: {'id': '68892432-c113-4b05-bf3c-4e6acf4301d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:31:26.971839 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Bound port: 8551f85a-c495-480e-8021-1ccfc17a3189, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68892432-c113-4b05-bf3c-4e6acf4301d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:31:26.972209 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:27.070566 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] For port 8551f85a-c495-480e-8021-1ccfc17a3189, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:31:27.073323 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] For port 8551f85a-c495-480e-8021-1ccfc17a3189, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8551f85a-c495-480e-8021-1ccfc17a3189,segment=NetworkSegment(68892432-c113-4b05-bf3c-4e6acf4301d0),segment_id=68892432-c113-4b05-bf3c-4e6acf4301d0)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:31:27.155706 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:27.229063 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Routers {'54108775-abc4-46be-a356-b06f8a92dc88'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:31:27.229709 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:31:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54108775-abc4-46be-a356-b06f8a92dc88'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:27.304419 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3c2e1-90dc-474a-9a55-f9efdde9a798 None None] Pushing event updated for resources: {'Port': ['ID=8551f85a-c495-480e-8021-1ccfc17a3189,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:27.416426 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] Set router 54108775-abc4-46be-a356-b06f8a92dc88 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:31:27.722982 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '8551f85a-c495-480e-8021-1ccfc17a3189', 'name': '', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:74:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:23Z', 'updated_at': '2022-03-08T12:31:27Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:27.726803 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187df2f0-edc3-4332-a66c-9705df447b6a None None] The sync data for ids ['54108775-abc4-46be-a356-b06f8a92dc88'] in dv-neutron-828143-8-hyperv is: [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '8551f85a-c495-480e-8021-1ccfc17a3189', 'name': '', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:74:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:23Z', 'updated_at': '2022-03-08T12:31:27Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:31:27.974568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 23df15bb-c05b-4d0a-81a7-e947f735b171 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:31:27.998247 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8ee93599-b892-45f2-9af8-67772376bc7d req-115c30c3-3e43-47a1-b593-65cdefa98557 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 210 time: 0.0593326 Mar 08 12:31:28.051696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 23df15bb-c05b-4d0a-81a7-e947f735b171 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:28.052071 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:28.175963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8551f85a-c495-480e-8021-1ccfc17a3189 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:31:28.287524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 8551f85a-c495-480e-8021-1ccfc17a3189 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:31:28.293644 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 8551f85a-c495-480e-8021-1ccfc17a3189 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:28.294064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:28.417754 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:28.452522 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 8551f85a-c495-480e-8021-1ccfc17a3189, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8551f85a-c495-480e-8021-1ccfc17a3189,segment=NetworkSegment(68892432-c113-4b05-bf3c-4e6acf4301d0),segment_id=68892432-c113-4b05-bf3c-4e6acf4301d0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:31:28.521839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:28.605821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=8551f85a-c495-480e-8021-1ccfc17a3189,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:29.092213 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f28099e6-3556-422a-91f7-8699201f4261 req-86ae143a-d0db-4705-81b5-ff2d21726fa8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 210 time: 0.0419023 Mar 08 12:31:29.878986 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8551f85a-c495-480e-8021-1ccfc17a3189 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:31:29.947521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 8551f85a-c495-480e-8021-1ccfc17a3189 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:29.947889 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:30.189587 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f52bec0e-c6a0-418f-a3c5-679519fe55ea req-6f804e1c-188b-4e0b-8deb-d28afc321365 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 210 time: 0.0455568 Mar 08 12:31:31.338505 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe9684fc-9809-4f27-abb1-8a894ec61f04 req-a608e970-eb3f-4d4c-b1a0-4090f6e541da tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 210 time: 0.0453455 Mar 08 12:31:32.503853 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-dd78e9b5-1c5d-4827-baa3-ef7652f425f4 req-6201cd02-76e9-44ca-8665-1e65be28c5c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 210 time: 0.0463016 Mar 08 12:31:32.871134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-8d03033c-7b68-428c-8d0a-718dc7a0362e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:32.871828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-8d03033c-7b68-428c-8d0a-718dc7a0362e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:31:32.949058 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-8d03033c-7b68-428c-8d0a-718dc7a0362e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:31:32.950166 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-8d03033c-7b68-428c-8d0a-718dc7a0362e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/networks?id=dfaede83-7e04-4b12-a513-b1e5abf41e9e HTTP/1.1" status: 200 len: 797 time: 0.2249839 Mar 08 12:31:33.004417 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-edda1ca0-143d-4ebf-bef3-ea51107891d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:31:33.097595 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-edda1ca0-143d-4ebf-bef3-ea51107891d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:31:33.098798 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-edda1ca0-143d-4ebf-bef3-ea51107891d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 379 time: 0.1401417 Mar 08 12:31:33.107557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'port': {'device_id': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'admin_state_up': True, 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'security_groups': ['75ded56e-2eeb-464b-a4b4-93805b104700']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:33.246652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:31:33.256950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:31:33.367505 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:31:33.371143 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:33.675037 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-50cef2dc-870b-4280-b6fc-ea166e1eee02 req-6704f6f0-e7e5-4de8-8b4e-f950df93c4a5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 210 time: 0.0574257 Mar 08 12:31:33.694757 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.20.0.3 (dfaede83-7e04-4b12-a513-b1e5abf41e9e/9f6b4fb3-e0f8-4bcb-a819-506837790435/8c6448e7-11e0-44fd-bdf0-4f16ae57983d) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:31:33.883106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:33.898397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Transition to ACTIVE for port object 8c6448e7-11e0-44fd-bdf0-4f16ae57983d will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:31:33.979606 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:34.047263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network dfaede83-7e04-4b12-a513-b1e5abf41e9e is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:31:34.054830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:31:34.059121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:31:34.092414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=8c6448e7-11e0-44fd-bdf0-4f16ae57983d,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:34.130081 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:34.130703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:34.246527 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7006f49d-a6e2-4e79-b9d9-e5c92af8358a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1426322 Mar 08 12:31:34.258286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Request body: {'port': {'device_id': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:34.338625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ce248b15-219c-4408-afab-23aaa3af8ccb None None] Provisioning for port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:31:34.344269 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ce248b15-219c-4408-afab-23aaa3af8ccb None None] Provisioning complete for port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:34.344642 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ce248b15-219c-4408-afab-23aaa3af8ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:34.367570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:34.398796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ce248b15-219c-4408-afab-23aaa3af8ccb None None] Port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:31:34.711815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6448e7-11e0-44fd-bdf0-4f16ae57983d {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:31:34.719867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:34.735900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Transition to ACTIVE for port object 8c6448e7-11e0-44fd-bdf0-4f16ae57983d will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:31:34.800043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:34.861664 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62bc3f-1006-45fc-8888-14d4cc9e8de3 req-30b36a9d-6884-4ab8-aa16-76c16a053d29 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:34.863243 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7c62bc3f-1006-45fc-8888-14d4cc9e8de3 req-30b36a9d-6884-4ab8-aa16-76c16a053d29 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 943 time: 0.0831437 Mar 08 12:31:34.913362 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7c62bc3f-1006-45fc-8888-14d4cc9e8de3 req-835598a0-48a7-4498-a57b-a4c5a8467f1c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432947 Mar 08 12:31:34.954388 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6448e7-11e0-44fd-bdf0-4f16ae57983d,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:35.035902 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Attempting to bind port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:31:35.036242 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Attempting to bind port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '68892432-c113-4b05-bf3c-4e6acf4301d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:31:35.036576 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Attempting to bind port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d on network dfaede83-7e04-4b12-a513-b1e5abf41e9e {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:31:35.041128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d on network dfaede83-7e04-4b12-a513-b1e5abf41e9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:31:35.041451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Attempting to bind port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d on network dfaede83-7e04-4b12-a513-b1e5abf41e9e {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:31:35.046829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:31:35.047167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Checking segment: {'id': '68892432-c113-4b05-bf3c-4e6acf4301d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:31:35.047551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Bound using segment: {'id': '68892432-c113-4b05-bf3c-4e6acf4301d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:31:35.047973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Bound port: 8c6448e7-11e0-44fd-bdf0-4f16ae57983d, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68892432-c113-4b05-bf3c-4e6acf4301d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:31:35.048320 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:35.134925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] For port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:31:35.137834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] For port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8c6448e7-11e0-44fd-bdf0-4f16ae57983d,segment=NetworkSegment(68892432-c113-4b05-bf3c-4e6acf4301d0),segment_id=68892432-c113-4b05-bf3c-4e6acf4301d0)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:31:35.205989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:35.263525 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:35.264162 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:35.266112 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] 10.222.0.18 "PUT /v2.0/ports/8c6448e7-11e0-44fd-bdf0-4f16ae57983d HTTP/1.1" status: 200 len: 1093 time: 1.0119474 Mar 08 12:31:35.266551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'tag': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:31:35.298557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c244d4-3132-47b3-aae1-c423e88acbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6448e7-11e0-44fd-bdf0-4f16ae57983d,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:35.318058 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'tag': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d', 'status': 'completed', 'code': 200} Mar 08 12:31:35.420123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7dbe2-2712-4233-8cbe-ac69787de06f req-aaf25333-5745-4e99-b8f0-4e7978a640e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:35.421655 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-57c7dbe2-2712-4233-8cbe-ac69787de06f req-aaf25333-5745-4e99-b8f0-4e7978a640e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 1096 time: 0.0791464 Mar 08 12:31:35.564145 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7dbe2-2712-4233-8cbe-ac69787de06f req-89652bee-56e8-4ad2-8b34-6ed0d6423800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:35.565607 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-57c7dbe2-2712-4233-8cbe-ac69787de06f req-89652bee-56e8-4ad2-8b34-6ed0d6423800 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1369402 Mar 08 12:31:35.810723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7dbe2-2712-4233-8cbe-ac69787de06f req-d8b151b0-cc95-4c2e-b99e-92092dd22f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:35.812134 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-57c7dbe2-2712-4233-8cbe-ac69787de06f req-d8b151b0-cc95-4c2e-b99e-92092dd22f59 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2412448 Mar 08 12:31:35.920174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7417b024-ac9f-4b57-817c-2ef52c6446d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:35.921714 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-7417b024-ac9f-4b57-817c-2ef52c6446d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 1096 time: 0.0737047 Mar 08 12:31:35.991972 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-4147676c-e71f-4f1e-b5c7-650dc817f966 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6448e7-11e0-44fd-bdf0-4f16ae57983d HTTP/1.1" status: 200 len: 217 time: 0.0634327 Mar 08 12:31:36.054856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-cbbe554a-63ce-4364-9c92-b274df1aeb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:36.056287 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-cbbe554a-63ce-4364-9c92-b274df1aeb2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6b4fb3-e0f8-4bcb-a819-506837790435 HTTP/1.1" status: 200 len: 834 time: 0.0589476 Mar 08 12:31:36.118841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fb55c-006f-45f3-b017-d59cdf3c4006 req-3fc7bed7-90fe-4812-ba25-1c428d8ece55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:36.120329 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-067fb55c-006f-45f3-b017-d59cdf3c4006 req-3fc7bed7-90fe-4812-ba25-1c428d8ece55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 943 time: 0.0977457 Mar 08 12:31:36.133102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-3a24afaa-6de5-41c0-96b5-bd35f6356e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:36.134610 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-3a24afaa-6de5-41c0-96b5-bd35f6356e05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfaede83-7e04-4b12-a513-b1e5abf41e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721078 Mar 08 12:31:36.166241 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-067fb55c-006f-45f3-b017-d59cdf3c4006 req-02a4da27-b69b-40c7-b482-4afa5ebca2ba tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394850 Mar 08 12:31:36.265436 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-1dea404f-4972-4eaa-a0e9-3d5b05d2f9c8 service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236510 Mar 08 12:31:36.394791 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-405df3bb-b815-4aac-bc60-bc0cf08ea21c req-b55bed6a-dac4-49a4-8a2c-8644a7939e03 service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237621 Mar 08 12:31:37.073222 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:31:37.353146 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe197a-5135-490c-8fcd-e2c828ccfd0e req-63661c9c-5972-4bab-a909-7c06352cbcb7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:37.353834 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-1ffe197a-5135-490c-8fcd-e2c828ccfd0e req-63661c9c-5972-4bab-a909-7c06352cbcb7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:31:37.452849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-1ffe197a-5135-490c-8fcd-e2c828ccfd0e req-63661c9c-5972-4bab-a909-7c06352cbcb7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:31:37.454070 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1ffe197a-5135-490c-8fcd-e2c828ccfd0e req-63661c9c-5972-4bab-a909-7c06352cbcb7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 943 time: 0.1829319 Mar 08 12:31:37.498020 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1ffe197a-5135-490c-8fcd-e2c828ccfd0e req-76ea632e-bbe5-4a07-9f0b-5e7599a1da7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381992 Mar 08 12:31:38.692787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63554a6f-fa3c-466d-b949-618077e4f8fe req-b77c8e7c-fc65-476b-b8c3-89e3d3c70fae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:38.694399 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-63554a6f-fa3c-466d-b949-618077e4f8fe req-b77c8e7c-fc65-476b-b8c3-89e3d3c70fae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 943 time: 0.0901315 Mar 08 12:31:38.740931 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-63554a6f-fa3c-466d-b949-618077e4f8fe req-c2e3426c-6b03-468a-90c2-ab6092db0769 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410190 Mar 08 12:31:39.754585 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 8c6448e7-11e0-44fd-bdf0-4f16ae57983d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:31:39.898002 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8c6448e7-11e0-44fd-bdf0-4f16ae57983d,segment=NetworkSegment(68892432-c113-4b05-bf3c-4e6acf4301d0),segment_id=68892432-c113-4b05-bf3c-4e6acf4301d0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:31:39.911082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'port_id': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d', 'mac_address': 'fa:16:3e:74:71:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:31:39.929256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203f657-9ca7-4e9f-8b1a-818af2c70bf1 req-016b74b1-9c41-44e9-a481-f70c0216cd26 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:39.930757 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b203f657-9ca7-4e9f-8b1a-818af2c70bf1 req-016b74b1-9c41-44e9-a481-f70c0216cd26 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 943 time: 0.0786469 Mar 08 12:31:39.946350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dbb8954c-5245-44b5-8841-18fd97359014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:39.973211 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:39.979520 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b203f657-9ca7-4e9f-8b1a-818af2c70bf1 req-151dea6c-135e-4c8f-ae9d-805a9ecb2997 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429649 Mar 08 12:31:39.992031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6448e7-11e0-44fd-bdf0-4f16ae57983d {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:31:40.007287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8c6448e7-11e0-44fd-bdf0-4f16ae57983d,segment=NetworkSegment(68892432-c113-4b05-bf3c-4e6acf4301d0),segment_id=68892432-c113-4b05-bf3c-4e6acf4301d0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:31:40.064101 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:40.129992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=8c6448e7-11e0-44fd-bdf0-4f16ae57983d,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:40.403633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['8c6448e7-11e0-44fd-bdf0-4f16ae57983d'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:31:41.159231 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b31263-d310-43a6-b601-3bee7130e8f8 req-5f329056-1be4-4c3c-910f-a0de39fa19e4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:41.160645 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-20b31263-d310-43a6-b601-3bee7130e8f8 req-5f329056-1be4-4c3c-910f-a0de39fa19e4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 944 time: 0.0773990 Mar 08 12:31:41.203357 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-20b31263-d310-43a6-b601-3bee7130e8f8 req-82053173-8dda-4538-9c39-8cc1c06ff48b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373039 Mar 08 12:31:41.754315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 8c6448e7-11e0-44fd-bdf0-4f16ae57983d up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:31:41.879535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:31:41.884772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:41.885139 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:42.002967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:42.030470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:31:42.040314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8c6448e7-11e0-44fd-bdf0-4f16ae57983d,segment=NetworkSegment(68892432-c113-4b05-bf3c-4e6acf4301d0),segment_id=68892432-c113-4b05-bf3c-4e6acf4301d0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:31:42.110917 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:42.202672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=8c6448e7-11e0-44fd-bdf0-4f16ae57983d,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:42.242472 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d', 'code': 200} Mar 08 12:31:42.281697 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5cf5-0ca3-4c4b-a2cb-7d70187360ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:42.405245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169b65b-a338-4a56-a853-02d808a64593 req-8f24e8b9-0a9f-41ba-8f4a-62b4688a4278 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:42.406770 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7169b65b-a338-4a56-a853-02d808a64593 req-8f24e8b9-0a9f-41ba-8f4a-62b4688a4278 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0872438 Mar 08 12:31:42.453197 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7169b65b-a338-4a56-a853-02d808a64593 req-310ade18-78e8-481f-af7a-647e02839843 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407472 Mar 08 12:31:42.664042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d789-e6bc-4dc1-8ad4-80b8b5e34bca req-0658d425-7e2c-40c5-8491-e45ccd504135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:42.665532 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8e3d789-e6bc-4dc1-8ad4-80b8b5e34bca req-0658d425-7e2c-40c5-8491-e45ccd504135 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 1098 time: 0.0706449 Mar 08 12:31:42.707229 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8e3d789-e6bc-4dc1-8ad4-80b8b5e34bca req-054485f7-f5f1-4a26-8635-5e0705610702 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353582 Mar 08 12:31:43.468906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:43.602097 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:43.643106 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63812f81-03cc-4f04-a671-c660893e8bf9 req-2c03fed1-61af-457f-9dd5-c9c65f5b1948 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:43.644618 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63812f81-03cc-4f04-a671-c660893e8bf9 req-2c03fed1-61af-457f-9dd5-c9c65f5b1948 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0836191 Mar 08 12:31:43.689857 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-63812f81-03cc-4f04-a671-c660893e8bf9 req-009b1f5c-cfa5-491b-8a24-084212211628 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395763 Mar 08 12:31:43.881593 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:44.873486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b3cd8-abb2-4cd0-b1d7-f0c84235f14e req-03c35129-8216-4284-86fa-c949069521a3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:44.874138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:44.874957 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-233b3cd8-abb2-4cd0-b1d7-f0c84235f14e req-03c35129-8216-4284-86fa-c949069521a3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0790360 Mar 08 12:31:44.923294 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-233b3cd8-abb2-4cd0-b1d7-f0c84235f14e req-f63d5870-22b5-4d68-9e97-b7622ea9322b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426383 Mar 08 12:31:45.105269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1dce0-0cb5-46cf-ad12-380572c916eb req-b0ed3f0d-154c-4fcf-82d4-797a76fb1ecc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:45.106744 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-43f1dce0-0cb5-46cf-ad12-380572c916eb req-b0ed3f0d-154c-4fcf-82d4-797a76fb1ecc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0781991 Mar 08 12:31:45.150287 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-43f1dce0-0cb5-46cf-ad12-380572c916eb req-7a2dc6fa-2beb-4d6f-a2ae-0973995d2669 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377669 Mar 08 12:31:45.171878 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59738) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:45.242401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d376b750-fd5a-4847-8a2f-6c8065df0a02 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:45.243774 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d376b750-fd5a-4847-8a2f-6c8065df0a02 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 1093 time: 0.0709379 Mar 08 12:31:45.246436 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59742) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:45.251776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:45.257530 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:31:45.261327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:floatingip and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:31:45.264114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:31:45.270273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:31:45.325536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:45.461164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:45.594554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.26.4.228 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/3b301580-4f79-42dc-8b19-57a8495a55b3) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:31:45.740534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:45.853467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:45.911472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:31:45.914276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:31:45.918070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:31:45.967252 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=3b301580-4f79-42dc-8b19-57a8495a55b3,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:46.439516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:46.585600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:46.799569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:46.869896 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:46.976077 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=3b301580-4f79-42dc-8b19-57a8495a55b3,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:46.985431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:47.156402 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Floating IP 5cfb64e8-8421-49b7-b7e9-b53fc65e40b3 associated. External IP: 172.26.4.228, port: 8c6448e7-11e0-44fd-bdf0-4f16ae57983d. Mar 08 12:31:47.503581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 54108775-abc4-46be-a356-b06f8a92dc88 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:31:47.792088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:31:47.806690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e12e40-cc12-4ccd-94fb-b29f74bb9334 None None] Sync routers for ids ['54108775-abc4-46be-a356-b06f8a92dc88'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:31:47.811217 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e12e40-cc12-4ccd-94fb-b29f74bb9334 None None] Routers {'54108775-abc4-46be-a356-b06f8a92dc88'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:31:47.811821 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-86e12e40-cc12-4ccd-94fb-b29f74bb9334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:31:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54108775-abc4-46be-a356-b06f8a92dc88'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:47.887227 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:47.951301 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f0db7aaa-9eca-4c82-9f3e-89cc9446c542 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7038291 Mar 08 12:31:47.951981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'tag': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:31:47.990493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-86e12e40-cc12-4ccd-94fb-b29f74bb9334 None None] Set router 54108775-abc4-46be-a356-b06f8a92dc88 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:31:48.004298 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'tag': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d', 'status': 'completed', 'code': 200} Mar 08 12:31:48.094874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24513d05-462f-4453-af51-afa62930ece5 req-e5ef5542-4107-49ca-b156-c6608fef0db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:48.096639 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-24513d05-462f-4453-af51-afa62930ece5 req-e5ef5542-4107-49ca-b156-c6608fef0db7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 1098 time: 0.0725801 Mar 08 12:31:48.123779 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda6f35-f16f-4a25-8c8f-b3c3624a19d6 req-ce012e8c-e497-4d74-83e3-e21064857ee0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:48.125811 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8dda6f35-f16f-4a25-8c8f-b3c3624a19d6 req-ce012e8c-e497-4d74-83e3-e21064857ee0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0875661 Mar 08 12:31:48.174084 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8dda6f35-f16f-4a25-8c8f-b3c3624a19d6 req-36823c80-8285-4188-91d7-2baa64e3d2b4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419426 Mar 08 12:31:48.197403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59754) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:48.233238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24513d05-462f-4453-af51-afa62930ece5 req-504e4933-3a99-4c46-acce-1fbf3aa324b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:48.234762 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-24513d05-462f-4453-af51-afa62930ece5 req-504e4933-3a99-4c46-acce-1fbf3aa324b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfaede83-7e04-4b12-a513-b1e5abf41e9e HTTP/1.1" status: 200 len: 898 time: 0.1324422 Mar 08 12:31:48.307975 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3a8660d7-5f53-4f07-91ee-d820fdb7897e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/5cfb64e8-8421-49b7-b7e9-b53fc65e40b3 HTTP/1.1" status: 200 len: 991 time: 0.1092563 Mar 08 12:31:48.356876 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-86e12e40-cc12-4ccd-94fb-b29f74bb9334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '5cfb64e8-8421-49b7-b7e9-b53fc65e40b3', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.228', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'port_id': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'mac_address': 'fa:16:3e:74:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:31:46Z', 'updated_at': '2022-03-08T12:31:46Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8551f85a-c495-480e-8021-1ccfc17a3189', 'name': '', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:74:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:23Z', 'updated_at': '2022-03-08T12:31:28Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:48.361207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e12e40-cc12-4ccd-94fb-b29f74bb9334 None None] Checking router: 54108775-abc4-46be-a356-b06f8a92dc88 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:31:48.362236 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-24513d05-462f-4453-af51-afa62930ece5 req-8fcf5051-1f68-45d7-83b3-760a13ffbddf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6448e7-11e0-44fd-bdf0-4f16ae57983d HTTP/1.1" status: 200 len: 999 time: 0.1218090 Mar 08 12:31:48.369470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e12e40-cc12-4ccd-94fb-b29f74bb9334 None None] Routers {'54108775-abc4-46be-a356-b06f8a92dc88'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:31:48.370093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-86e12e40-cc12-4ccd-94fb-b29f74bb9334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:31:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54108775-abc4-46be-a356-b06f8a92dc88'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:48.424470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24513d05-462f-4453-af51-afa62930ece5 req-65bd6d58-51a8-435b-8dbc-3eca90892c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:48.426098 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-24513d05-462f-4453-af51-afa62930ece5 req-65bd6d58-51a8-435b-8dbc-3eca90892c39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6b4fb3-e0f8-4bcb-a819-506837790435 HTTP/1.1" status: 200 len: 834 time: 0.0582783 Mar 08 12:31:48.503759 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24513d05-462f-4453-af51-afa62930ece5 req-860a65b0-3761-4da3-b43c-a626e560da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:48.505352 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-24513d05-462f-4453-af51-afa62930ece5 req-860a65b0-3761-4da3-b43c-a626e560da5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfaede83-7e04-4b12-a513-b1e5abf41e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736854 Mar 08 12:31:48.548977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-86e12e40-cc12-4ccd-94fb-b29f74bb9334 None None] Set router 54108775-abc4-46be-a356-b06f8a92dc88 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:31:48.641946 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-24513d05-462f-4453-af51-afa62930ece5 req-0d981ccc-b09e-4b22-9d0d-b94667d97802 service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298723 Mar 08 12:31:48.778211 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-24513d05-462f-4453-af51-afa62930ece5 req-42158358-f185-40ca-8ab3-9380bd3b8b65 service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307724 Mar 08 12:31:48.941149 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-86e12e40-cc12-4ccd-94fb-b29f74bb9334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '5cfb64e8-8421-49b7-b7e9-b53fc65e40b3', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.228', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'port_id': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'mac_address': 'fa:16:3e:74:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:31:46Z', 'updated_at': '2022-03-08T12:31:46Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8551f85a-c495-480e-8021-1ccfc17a3189', 'name': '', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:74:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:23Z', 'updated_at': '2022-03-08T12:31:28Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:48.945773 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e12e40-cc12-4ccd-94fb-b29f74bb9334 None None] The sync data for ids ['54108775-abc4-46be-a356-b06f8a92dc88'] in dv-neutron-828143-8-hyperv is: [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '5cfb64e8-8421-49b7-b7e9-b53fc65e40b3', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.228', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'port_id': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'mac_address': 'fa:16:3e:74:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:31:46Z', 'updated_at': '2022-03-08T12:31:46Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8551f85a-c495-480e-8021-1ccfc17a3189', 'name': '', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:74:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:23Z', 'updated_at': '2022-03-08T12:31:28Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:31:49.020057 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a93ac9a-9ede-4dea-b79a-fe89307a2b4b req-3ed0bf80-ca8a-4c9a-85be-11829ef16faa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758452 Mar 08 12:31:49.138549 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c92074-4e6e-4c1f-92df-9a65033614e6 None None] New status for floating IP 5cfb64e8-8421-49b7-b7e9-b53fc65e40b3: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:31:49.178152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93ac9a-9ede-4dea-b79a-fe89307a2b4b req-10ce266d-04ee-49d7-ade1-0a4402899b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:49.179692 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a93ac9a-9ede-4dea-b79a-fe89307a2b4b req-10ce266d-04ee-49d7-ade1-0a4402899b97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 1098 time: 0.0758724 Mar 08 12:31:49.311932 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59758) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:49.322894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93ac9a-9ede-4dea-b79a-fe89307a2b4b req-632941cb-e138-48cc-bdcd-43a83eb8b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:49.324359 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a93ac9a-9ede-4dea-b79a-fe89307a2b4b req-632941cb-e138-48cc-bdcd-43a83eb8b2cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfaede83-7e04-4b12-a513-b1e5abf41e9e HTTP/1.1" status: 200 len: 898 time: 0.1271467 Mar 08 12:31:49.429285 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-43f667db-9e3b-436e-ab9a-2cc05b4ec446 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/5cfb64e8-8421-49b7-b7e9-b53fc65e40b3 HTTP/1.1" status: 200 len: 991 time: 0.1161494 Mar 08 12:31:49.432062 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a93ac9a-9ede-4dea-b79a-fe89307a2b4b req-e0cf98eb-22c3-4a49-aded-84457cda00bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6448e7-11e0-44fd-bdf0-4f16ae57983d HTTP/1.1" status: 200 len: 999 time: 0.1012945 Mar 08 12:31:49.497452 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93ac9a-9ede-4dea-b79a-fe89307a2b4b req-6e4645d2-3a94-4aba-9151-a489fac1dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:49.498968 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a93ac9a-9ede-4dea-b79a-fe89307a2b4b req-6e4645d2-3a94-4aba-9151-a489fac1dc6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6b4fb3-e0f8-4bcb-a819-506837790435 HTTP/1.1" status: 200 len: 834 time: 0.0613983 Mar 08 12:31:49.573599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93ac9a-9ede-4dea-b79a-fe89307a2b4b req-dd7aebb5-2cac-4112-86c0-024c1a276330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:49.575019 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a93ac9a-9ede-4dea-b79a-fe89307a2b4b req-dd7aebb5-2cac-4112-86c0-024c1a276330 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfaede83-7e04-4b12-a513-b1e5abf41e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698047 Mar 08 12:31:49.811682 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a93ac9a-9ede-4dea-b79a-fe89307a2b4b req-556fd246-4669-42fc-8952-28b066e3df03 service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306452 Mar 08 12:31:49.949445 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a93ac9a-9ede-4dea-b79a-fe89307a2b4b req-6e550d78-b94c-4ca3-ac82-5550d570e1eb service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265845 Mar 08 12:31:50.431745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59762) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:31:50.536746 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-ce06da55-9872-4dd6-a03c-895c1330cad2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/5cfb64e8-8421-49b7-b7e9-b53fc65e40b3 HTTP/1.1" status: 200 len: 993 time: 0.1039276 Mar 08 12:32:09.935602 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dcfd2230-e7da-4a5e-9fdb-a64aabc5de38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:12.218296 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f125e721-c034-4044-8c90-71fcf9d8a3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:13.478465 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:13.604314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:13.897996 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:14.075529 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:32:14.838768 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:39.943563 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6cf37a2-0765-4d39-ba16-ffdcb83f00b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:42.208955 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-eaa0b662-724b-4c2e-8a35-ca421305b118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:43.466827 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:43.689253 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:43.911791 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:44.871738 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:49.016209 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-83410d3e-de29-4b12-b6d9-f73d70e6138f req-24769d4d-83a0-4f5d-be26-446911f5074f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1145072 Mar 08 12:32:49.155586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410d3e-de29-4b12-b6d9-f73d70e6138f req-70161661-ea7a-42c5-819e-eeae3ee5a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:49.157172 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-83410d3e-de29-4b12-b6d9-f73d70e6138f req-70161661-ea7a-42c5-819e-eeae3ee5a008 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 1098 time: 0.0702767 Mar 08 12:32:49.301017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410d3e-de29-4b12-b6d9-f73d70e6138f req-501a56a4-ec9d-4abe-965d-3600266d9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:49.302506 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-83410d3e-de29-4b12-b6d9-f73d70e6138f req-501a56a4-ec9d-4abe-965d-3600266d9e08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfaede83-7e04-4b12-a513-b1e5abf41e9e HTTP/1.1" status: 200 len: 898 time: 0.1253903 Mar 08 12:32:49.402833 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-83410d3e-de29-4b12-b6d9-f73d70e6138f req-3d5b9c49-0fe2-40d7-a081-a26fc9e1b08b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6448e7-11e0-44fd-bdf0-4f16ae57983d HTTP/1.1" status: 200 len: 1001 time: 0.0937023 Mar 08 12:32:49.469422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410d3e-de29-4b12-b6d9-f73d70e6138f req-d5613470-85f2-45e5-a465-b37a29db6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:49.470788 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-83410d3e-de29-4b12-b6d9-f73d70e6138f req-d5613470-85f2-45e5-a465-b37a29db6ab9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6b4fb3-e0f8-4bcb-a819-506837790435 HTTP/1.1" status: 200 len: 834 time: 0.0612774 Mar 08 12:32:49.549950 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410d3e-de29-4b12-b6d9-f73d70e6138f req-076c9f73-2c34-4d11-a216-ba4330d52400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:49.551398 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-83410d3e-de29-4b12-b6d9-f73d70e6138f req-076c9f73-2c34-4d11-a216-ba4330d52400 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfaede83-7e04-4b12-a513-b1e5abf41e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722730 Mar 08 12:32:49.681697 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-83410d3e-de29-4b12-b6d9-f73d70e6138f req-7221802a-e75f-4063-bf42-b6cdefec2b0f service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239910 Mar 08 12:32:49.820647 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-83410d3e-de29-4b12-b6d9-f73d70e6138f req-ec0cb21b-951a-48c4-9906-35e903ce3553 service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329703 Mar 08 12:32:51.074485 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:32:53.611743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419d2bc-5a4a-4520-8150-a450ac59e517 req-279cd32e-5973-4e1d-80a5-76c3bf7e235c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:53.613264 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f419d2bc-5a4a-4520-8150-a450ac59e517 req-279cd32e-5973-4e1d-80a5-76c3bf7e235c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.1481743 Mar 08 12:32:53.619304 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b9fbc-924a-4f32-a5e2-635ca9d0d935 req-b75ea713-bdad-4d8d-8c62-b653a1dcf5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:53.620667 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe9b9fbc-924a-4f32-a5e2-635ca9d0d935 req-b75ea713-bdad-4d8d-8c62-b653a1dcf5ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 1098 time: 0.1103370 Mar 08 12:32:53.749536 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f419d2bc-5a4a-4520-8150-a450ac59e517 req-40ca194a-b3ff-4116-a09c-5ea38af7d6a1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278262 Mar 08 12:32:53.791389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b9fbc-924a-4f32-a5e2-635ca9d0d935 req-22223633-d242-4b1c-8a93-a4bfb319351a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:53.793088 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe9b9fbc-924a-4f32-a5e2-635ca9d0d935 req-22223633-d242-4b1c-8a93-a4bfb319351a service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfaede83-7e04-4b12-a513-b1e5abf41e9e HTTP/1.1" status: 200 len: 898 time: 0.1582053 Mar 08 12:32:53.895613 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe9b9fbc-924a-4f32-a5e2-635ca9d0d935 req-966c0c31-128c-4ee7-81de-062ff99b99ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6448e7-11e0-44fd-bdf0-4f16ae57983d HTTP/1.1" status: 200 len: 1001 time: 0.0965769 Mar 08 12:32:53.956307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b9fbc-924a-4f32-a5e2-635ca9d0d935 req-18e80efa-cc92-47c8-9a4d-1f2df049bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:53.957638 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe9b9fbc-924a-4f32-a5e2-635ca9d0d935 req-18e80efa-cc92-47c8-9a4d-1f2df049bccf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6b4fb3-e0f8-4bcb-a819-506837790435 HTTP/1.1" status: 200 len: 834 time: 0.0563974 Mar 08 12:32:54.140714 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b9fbc-924a-4f32-a5e2-635ca9d0d935 req-43d3d86a-fa77-4c80-992a-c4d5c03379c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:54.142228 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe9b9fbc-924a-4f32-a5e2-635ca9d0d935 req-43d3d86a-fa77-4c80-992a-c4d5c03379c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfaede83-7e04-4b12-a513-b1e5abf41e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1785679 Mar 08 12:32:54.278977 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe9b9fbc-924a-4f32-a5e2-635ca9d0d935 req-711506ab-508a-4a07-b828-66bb931a45d8 service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296227 Mar 08 12:32:54.406316 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fe9b9fbc-924a-4f32-a5e2-635ca9d0d935 req-1cc8dc69-69ab-4fd3-a75b-6237ff90aa94 service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210608 Mar 08 12:32:54.939851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7d2e0-c80b-4fd0-be4c-745217c66d6e req-998b8fa6-8475-481e-8fa5-d23fe98dea40 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:54.941223 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ced7d2e0-c80b-4fd0-be4c-745217c66d6e req-998b8fa6-8475-481e-8fa5-d23fe98dea40 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0805829 Mar 08 12:32:54.984101 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ced7d2e0-c80b-4fd0-be4c-745217c66d6e req-78b4af1c-4f79-4ef5-bdd9-cb8c62f09d6d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372856 Mar 08 12:32:56.169957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4e5de-44fb-4d9b-858c-8d18ece32a1f req-ea5ed771-5e78-4619-8aeb-c6140e221dd7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:56.171409 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2ef4e5de-44fb-4d9b-858c-8d18ece32a1f req-ea5ed771-5e78-4619-8aeb-c6140e221dd7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0826607 Mar 08 12:32:56.214387 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2ef4e5de-44fb-4d9b-858c-8d18ece32a1f req-c4a285a3-5256-4ed9-898a-5aad1a0e98be tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374529 Mar 08 12:32:57.498321 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538081a-78ff-4113-b7db-4512e24e69d9 req-1b81a9b9-3c34-4bad-b13c-df4abded19f4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:57.500252 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1538081a-78ff-4113-b7db-4512e24e69d9 req-1b81a9b9-3c34-4bad-b13c-df4abded19f4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.1804216 Mar 08 12:32:57.543370 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1538081a-78ff-4113-b7db-4512e24e69d9 req-857c98fe-7fbd-4435-890e-e712b5cfc09b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375211 Mar 08 12:32:58.731041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8920c06-6e8e-45d7-b079-10000463e0e8 req-b82bc335-29ba-45d9-b50c-5f1a94ea8b8c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:58.732487 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8920c06-6e8e-45d7-b079-10000463e0e8 req-b82bc335-29ba-45d9-b50c-5f1a94ea8b8c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0820782 Mar 08 12:32:58.777493 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8920c06-6e8e-45d7-b079-10000463e0e8 req-6309e117-aa87-4296-bc98-b6045ddce817 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387490 Mar 08 12:32:59.968196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c8fc7-c581-462d-8400-5bb510844617 req-a9350500-0b73-483e-8c57-f000669005b0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:32:59.969533 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5f1c8fc7-c581-462d-8400-5bb510844617 req-a9350500-0b73-483e-8c57-f000669005b0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0832758 Mar 08 12:33:00.012353 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5f1c8fc7-c581-462d-8400-5bb510844617 req-136c6297-2b42-4acd-8ce3-1938cb9076dc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370588 Mar 08 12:33:01.199501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420920f8-a39a-4f08-a7fa-88cb911bdf18 req-53455b65-6964-442c-a909-04e986e668dc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:01.200938 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-420920f8-a39a-4f08-a7fa-88cb911bdf18 req-53455b65-6964-442c-a909-04e986e668dc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0835242 Mar 08 12:33:01.246697 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-420920f8-a39a-4f08-a7fa-88cb911bdf18 req-501e15cb-9808-4f5f-838b-9cddab133a02 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401568 Mar 08 12:33:02.433357 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f30856-85fb-4ea3-aca3-30f4a40188b7 req-24a84bc2-8302-4ca0-b0a6-291a8a396ee6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:02.434843 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a6f30856-85fb-4ea3-aca3-30f4a40188b7 req-24a84bc2-8302-4ca0-b0a6-291a8a396ee6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0811346 Mar 08 12:33:02.478423 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a6f30856-85fb-4ea3-aca3-30f4a40188b7 req-109c268d-6df1-41de-9189-951e0d78ad12 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378909 Mar 08 12:33:03.662882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95495d9b-130a-42e0-90f3-6cd4ca5016bd req-3b50ac70-48c1-4c49-a4d2-31fd2cb99ad2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:03.664340 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-95495d9b-130a-42e0-90f3-6cd4ca5016bd req-3b50ac70-48c1-4c49-a4d2-31fd2cb99ad2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0804710 Mar 08 12:33:03.708898 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-95495d9b-130a-42e0-90f3-6cd4ca5016bd req-7ad31841-8836-432d-abb1-614764b16aaf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386255 Mar 08 12:33:04.901812 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bc554-27e1-4a20-94b9-8f3b06fd1fc8 req-4bd24bc0-8f06-4178-a275-7399b36bba62 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:04.903296 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-801bc554-27e1-4a20-94b9-8f3b06fd1fc8 req-4bd24bc0-8f06-4178-a275-7399b36bba62 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0834627 Mar 08 12:33:04.947487 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-801bc554-27e1-4a20-94b9-8f3b06fd1fc8 req-3f63146f-9f50-43cc-99de-45b002024901 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379419 Mar 08 12:33:06.145182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766da32-5b50-4b47-86d0-10d1c5a03c9a req-dc66cf6e-0ffc-4627-b34a-0ebdcc4383b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:06.146670 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3766da32-5b50-4b47-86d0-10d1c5a03c9a req-dc66cf6e-0ffc-4627-b34a-0ebdcc4383b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0854990 Mar 08 12:33:06.192322 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3766da32-5b50-4b47-86d0-10d1c5a03c9a req-ffcc202b-2bca-4d27-a1fe-5839ebf28275 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395901 Mar 08 12:33:06.216217 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59810) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:33:06.322825 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-77b31d8c-2649-4496-8eef-c77dc1c52580 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/5cfb64e8-8421-49b7-b7e9-b53fc65e40b3 HTTP/1.1" status: 200 len: 993 time: 0.1053696 Mar 08 12:33:09.939282 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3f8b721b-9785-4b23-8cf9-ac3e56f8de9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:12.236761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a817f90a-9478-40bc-9531-a0b0ca4bc603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:13.502700 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:13.670606 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:13.902531 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:14.874133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:28.073930 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:33:39.938562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cdeec0c8-87bd-46f7-8d88-b74a7b09bb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:42.239595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dc481402-b898-4228-8f6a-4d3d70123e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:43.469758 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:43.646389 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:43.930561 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:44.867461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:49.959649 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-30bc68f0-1439-457f-bcd0-db5a848ae81f req-80846247-ea61-434c-94d6-39ef8fad2497 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685244 Mar 08 12:33:50.098848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc68f0-1439-457f-bcd0-db5a848ae81f req-afe3a1b6-eba0-4590-a86d-ea459658a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:50.100296 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-30bc68f0-1439-457f-bcd0-db5a848ae81f req-afe3a1b6-eba0-4590-a86d-ea459658a2f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 1098 time: 0.0736108 Mar 08 12:33:50.240850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc68f0-1439-457f-bcd0-db5a848ae81f req-bca9fd5c-13fc-4f2f-85a3-f95dc9829037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:50.242204 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-30bc68f0-1439-457f-bcd0-db5a848ae81f req-bca9fd5c-13fc-4f2f-85a3-f95dc9829037 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfaede83-7e04-4b12-a513-b1e5abf41e9e HTTP/1.1" status: 200 len: 898 time: 0.1246972 Mar 08 12:33:50.351181 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-30bc68f0-1439-457f-bcd0-db5a848ae81f req-bae97ae7-34fb-4a3a-b973-5d2d2ae648be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6448e7-11e0-44fd-bdf0-4f16ae57983d HTTP/1.1" status: 200 len: 1001 time: 0.1033094 Mar 08 12:33:50.411123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc68f0-1439-457f-bcd0-db5a848ae81f req-707a1fca-10c9-4689-bebf-70623a9bd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:50.412496 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-30bc68f0-1439-457f-bcd0-db5a848ae81f req-707a1fca-10c9-4689-bebf-70623a9bd9b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6b4fb3-e0f8-4bcb-a819-506837790435 HTTP/1.1" status: 200 len: 834 time: 0.0561821 Mar 08 12:33:50.483975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc68f0-1439-457f-bcd0-db5a848ae81f req-fd5f1f84-9cae-4ca8-9cd6-0395edb53126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:50.485416 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-30bc68f0-1439-457f-bcd0-db5a848ae81f req-fd5f1f84-9cae-4ca8-9cd6-0395edb53126 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfaede83-7e04-4b12-a513-b1e5abf41e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673525 Mar 08 12:33:50.614189 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-30bc68f0-1439-457f-bcd0-db5a848ae81f req-19b3b2ef-3375-448d-8bfe-75be0d1e4ce7 service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221442 Mar 08 12:33:50.743585 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-30bc68f0-1439-457f-bcd0-db5a848ae81f req-e978e3e4-47d3-4421-a508-1f5d67dde1cb service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237085 Mar 08 12:33:55.060486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59834) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:33:55.269240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 3b301580-4f79-42dc-8b19-57a8495a55b3 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:33:55.269586 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:55.438834 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:55.439163 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:55.560175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 3b301580-4f79-42dc-8b19-57a8495a55b3 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:33:55.770323 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:55.846127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=3b301580-4f79-42dc-8b19-57a8495a55b3,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:33:55.886619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:55.886965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:55.887302 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:55.887636 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:55.888043 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:55.888281 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:55.888605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:55.888981 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:55.889240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:55.889560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:55.889899 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:55.890221 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:55.923744 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:55.924076 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Floating IP 5cfb64e8-8421-49b7-b7e9-b53fc65e40b3 disassociated (deleted). External IP: 172.26.4.228, port: 8c6448e7-11e0-44fd-bdf0-4f16ae57983d. Mar 08 12:33:56.377523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 54108775-abc4-46be-a356-b06f8a92dc88 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:33:56.563597 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:33:56.574559 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d64521-94d7-4856-9bfc-2424493e449f None None] Sync routers for ids ['54108775-abc4-46be-a356-b06f8a92dc88'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:33:56.584233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d64521-94d7-4856-9bfc-2424493e449f None None] Routers {'54108775-abc4-46be-a356-b06f8a92dc88'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:33:56.588547 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-19d64521-94d7-4856-9bfc-2424493e449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:33:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54108775-abc4-46be-a356-b06f8a92dc88'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:33:56.652361 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:56.707828 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-e60c34ea-ef93-457d-9279-8dbe2d5ef2e1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/floatingips/5cfb64e8-8421-49b7-b7e9-b53fc65e40b3 HTTP/1.1" status: 204 len: 168 time: 1.6462815 Mar 08 12:33:56.708425 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'tag': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:33:56.765796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-19d64521-94d7-4856-9bfc-2424493e449f None None] Set router 54108775-abc4-46be-a356-b06f8a92dc88 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:33:56.847303 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'tag': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d', 'status': 'completed', 'code': 200} Mar 08 12:33:57.050591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8e8d6-5596-4c30-9598-f57194909929 req-e716eccb-35fd-4f79-af04-f1cb19545ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:57.054187 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0f8e8d6-5596-4c30-9598-f57194909929 req-e716eccb-35fd-4f79-af04-f1cb19545ba7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 1098 time: 0.1866539 Mar 08 12:33:57.095369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-19d64521-94d7-4856-9bfc-2424493e449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '8551f85a-c495-480e-8021-1ccfc17a3189', 'name': '', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:74:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:23Z', 'updated_at': '2022-03-08T12:31:28Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:33:57.100050 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d64521-94d7-4856-9bfc-2424493e449f None None] Checking router: 54108775-abc4-46be-a356-b06f8a92dc88 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:33:57.108283 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d64521-94d7-4856-9bfc-2424493e449f None None] Routers {'54108775-abc4-46be-a356-b06f8a92dc88'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:33:57.108870 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-19d64521-94d7-4856-9bfc-2424493e449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:33:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54108775-abc4-46be-a356-b06f8a92dc88'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:33:57.194556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8e8d6-5596-4c30-9598-f57194909929 req-f2d36166-f3d7-44b3-8e85-aef4b3265424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:57.199460 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0f8e8d6-5596-4c30-9598-f57194909929 req-f2d36166-f3d7-44b3-8e85-aef4b3265424 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfaede83-7e04-4b12-a513-b1e5abf41e9e HTTP/1.1" status: 200 len: 898 time: 0.1362786 Mar 08 12:33:57.276333 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0f8e8d6-5596-4c30-9598-f57194909929 req-cdd3abf5-c4d4-4ee6-bc33-06dbfc51f099 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6448e7-11e0-44fd-bdf0-4f16ae57983d HTTP/1.1" status: 200 len: 217 time: 0.0663631 Mar 08 12:33:57.316534 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cb946-230c-4304-b527-44e75d18b481 req-96e3b3b8-8d2e-4ca1-8b92-09dd938c9b9e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:57.317185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-7c4cb946-230c-4304-b527-44e75d18b481 req-96e3b3b8-8d2e-4ca1-8b92-09dd938c9b9e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:33:57.330709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-19d64521-94d7-4856-9bfc-2424493e449f None None] Set router 54108775-abc4-46be-a356-b06f8a92dc88 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:33:57.344633 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8e8d6-5596-4c30-9598-f57194909929 req-7d25bcca-9ff7-45b3-8d23-35609dfbff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:57.346101 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0f8e8d6-5596-4c30-9598-f57194909929 req-7d25bcca-9ff7-45b3-8d23-35609dfbff91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6b4fb3-e0f8-4bcb-a819-506837790435 HTTP/1.1" status: 200 len: 834 time: 0.0631824 Mar 08 12:33:57.393504 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-7c4cb946-230c-4304-b527-44e75d18b481 req-96e3b3b8-8d2e-4ca1-8b92-09dd938c9b9e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:33:57.394831 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7c4cb946-230c-4304-b527-44e75d18b481 req-96e3b3b8-8d2e-4ca1-8b92-09dd938c9b9e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.1699011 Mar 08 12:33:57.425743 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8e8d6-5596-4c30-9598-f57194909929 req-33dea707-311b-424b-a106-d98303fcef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:57.427308 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0f8e8d6-5596-4c30-9598-f57194909929 req-33dea707-311b-424b-a106-d98303fcef15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfaede83-7e04-4b12-a513-b1e5abf41e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742331 Mar 08 12:33:57.443724 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7c4cb946-230c-4304-b527-44e75d18b481 req-e32718fa-dee1-4c4c-b053-53601fe04707 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417416 Mar 08 12:33:57.564879 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0f8e8d6-5596-4c30-9598-f57194909929 req-c6a75c34-aee5-4f13-9d9e-2b0c4ff87355 service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300402 Mar 08 12:33:57.640945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-19d64521-94d7-4856-9bfc-2424493e449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '8551f85a-c495-480e-8021-1ccfc17a3189', 'name': '', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:74:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:23Z', 'updated_at': '2022-03-08T12:31:28Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:33:57.645130 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d64521-94d7-4856-9bfc-2424493e449f None None] The sync data for ids ['54108775-abc4-46be-a356-b06f8a92dc88'] in dv-neutron-828143-8-hyperv is: [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '8551f85a-c495-480e-8021-1ccfc17a3189', 'name': '', 'network_id': 'dfaede83-7e04-4b12-a513-b1e5abf41e9e', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:74:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:23Z', 'updated_at': '2022-03-08T12:31:28Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '9f6b4fb3-e0f8-4bcb-a819-506837790435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:33:57.703231 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d0f8e8d6-5596-4c30-9598-f57194909929 req-f54baea4-8124-44b6-af89-7765839360de service neutron] 10.222.0.18 "GET /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312585 Mar 08 12:33:57.866059 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647a763-19d7-4bfa-af55-5ea109272f51 None None] New status for floating IP 5cfb64e8-8421-49b7-b7e9-b53fc65e40b3: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:33:58.631732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db409ee-e1b9-4a6a-a583-f1c624785895 req-877651f8-a9be-40d7-a04e-2ef18dd04480 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:58.633292 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0db409ee-e1b9-4a6a-a583-f1c624785895 req-877651f8-a9be-40d7-a04e-2ef18dd04480 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0789037 Mar 08 12:33:58.678784 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0db409ee-e1b9-4a6a-a583-f1c624785895 req-7815d4e3-2971-4bf2-b89a-57a531fba06f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=75ded56e-2eeb-464b-a4b4-93805b104700&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395973 Mar 08 12:33:59.044886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f185b-68c3-4912-8152-26e0948ea039 req-95fce3b1-1333-4d76-a44d-63f7091acc50 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:59.046332 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ed8f185b-68c3-4912-8152-26e0948ea039 req-95fce3b1-1333-4d76-a44d-63f7091acc50 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 945 time: 0.0821588 Mar 08 12:33:59.114156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-ed8f185b-68c3-4912-8152-26e0948ea039 req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:33:59.114506 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ed8f185b-68c3-4912-8152-26e0948ea039 req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:59.367781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-ed8f185b-68c3-4912-8152-26e0948ea039 req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8c6448e7-11e0-44fd-bdf0-4f16ae57983d,segment=NetworkSegment(68892432-c113-4b05-bf3c-4e6acf4301d0),segment_id=68892432-c113-4b05-bf3c-4e6acf4301d0)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:33:59.368141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ed8f185b-68c3-4912-8152-26e0948ea039 req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:59.488500 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-ed8f185b-68c3-4912-8152-26e0948ea039 req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 8c6448e7-11e0-44fd-bdf0-4f16ae57983d owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:33:59.732180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ed8f185b-68c3-4912-8152-26e0948ea039 req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:59.783497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=8c6448e7-11e0-44fd-bdf0-4f16ae57983d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:33:59.828033 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:59.828382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:59.828726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:59.829065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:59.829400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:59.829733 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:59.830090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:59.830420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:59.830748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:59.831074 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:59.831398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:59.831723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:59.834834 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e2c2b9cb-4942-4fc1-bd05-5b8a3f9d7e73 req-31afe9f8-ea54-4528-8e6a-9dca6851740c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 210 time: 0.0442188 Mar 08 12:33:59.968798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8f185b-68c3-4912-8152-26e0948ea039 req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] No DVR routers for this DVR port 8c6448e7-11e0-44fd-bdf0-4f16ae57983d on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:33:59.971109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ed8f185b-68c3-4912-8152-26e0948ea039 req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:59.974035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'name': 'network-vif-deleted', 'tag': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:34:00.016791 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b094962-f9d0-4f77-bd5f-f6d5717fd15b', 'name': 'network-vif-deleted', 'tag': '8c6448e7-11e0-44fd-bdf0-4f16ae57983d', 'status': 'completed', 'code': 200} Mar 08 12:34:00.099365 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ed8f185b-68c3-4912-8152-26e0948ea039 req-af7298b3-449f-461c-a278-78a18d520f4c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "DELETE /v2.0/ports/8c6448e7-11e0-44fd-bdf0-4f16ae57983d HTTP/1.1" status: 204 len: 173 time: 1.0471447 Mar 08 12:34:01.004260 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0b308adf-03e2-43ae-bdc3-2121471929d2 req-fc77901c-dfe2-4648-96f2-d9a2f082ffe2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b094962-f9d0-4f77-bd5f-f6d5717fd15b HTTP/1.1" status: 200 len: 210 time: 0.0463624 Mar 08 12:34:02.106793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59856) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:02.595615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 8c6448e7-11e0-44fd-bdf0-4f16ae57983d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:34:02.629869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 8c6448e7-11e0-44fd-bdf0-4f16ae57983d {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:34:02.630257 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 8c6448e7-11e0-44fd-bdf0-4f16ae57983d not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:34:02.653493 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-75541a60-e29b-4d97-92d6-1814908ba8ee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:02.999565 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-75541a60-e29b-4d97-92d6-1814908ba8ee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 8551f85a-c495-480e-8021-1ccfc17a3189 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:34:02.999796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-75541a60-e29b-4d97-92d6-1814908ba8ee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:03.184385 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-75541a60-e29b-4d97-92d6-1814908ba8ee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port 8551f85a-c495-480e-8021-1ccfc17a3189, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8551f85a-c495-480e-8021-1ccfc17a3189,segment=NetworkSegment(68892432-c113-4b05-bf3c-4e6acf4301d0),segment_id=68892432-c113-4b05-bf3c-4e6acf4301d0)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:34:03.185108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-75541a60-e29b-4d97-92d6-1814908ba8ee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:03.306627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-75541a60-e29b-4d97-92d6-1814908ba8ee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 8551f85a-c495-480e-8021-1ccfc17a3189 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:34:03.669103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-75541a60-e29b-4d97-92d6-1814908ba8ee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:03.719198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75541a60-e29b-4d97-92d6-1814908ba8ee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=8551f85a-c495-480e-8021-1ccfc17a3189,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:03.993676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-75541a60-e29b-4d97-92d6-1814908ba8ee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:04.344655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75541a60-e29b-4d97-92d6-1814908ba8ee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 54108775-abc4-46be-a356-b06f8a92dc88 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:34:04.519193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75541a60-e29b-4d97-92d6-1814908ba8ee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:34:04.529056 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee09d22-3f8a-4f47-84d3-01969f0033fc None None] Sync routers for ids ['54108775-abc4-46be-a356-b06f8a92dc88'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:34:04.532246 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-75541a60-e29b-4d97-92d6-1814908ba8ee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "PUT /v2.0/routers/54108775-abc4-46be-a356-b06f8a92dc88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4243937 Mar 08 12:34:04.535017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59860) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:04.538583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee09d22-3f8a-4f47-84d3-01969f0033fc None None] Routers {'54108775-abc4-46be-a356-b06f8a92dc88'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:34:04.539188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fee09d22-3f8a-4f47-84d3-01969f0033fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:33:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54108775-abc4-46be-a356-b06f8a92dc88'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:04.601370 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebb95ab-11b2-41a4-be2f-17a419864d41 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting subnet 9f6b4fb3-e0f8-4bcb-a819-506837790435 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:34:04.604231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5ebb95ab-11b2-41a4-be2f-17a419864d41 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:04.662428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5ebb95ab-11b2-41a4-be2f-17a419864d41 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:04.716062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-fee09d22-3f8a-4f47-84d3-01969f0033fc None None] Set router 54108775-abc4-46be-a356-b06f8a92dc88 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:34:04.747964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5ebb95ab-11b2-41a4-be2f-17a419864d41 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:04.896704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5ebb95ab-11b2-41a4-be2f-17a419864d41 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:04.940564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb95ab-11b2-41a4-be2f-17a419864d41 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6b4fb3-e0f8-4bcb-a819-506837790435,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:04.944671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5ebb95ab-11b2-41a4-be2f-17a419864d41 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:04.955064 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5ebb95ab-11b2-41a4-be2f-17a419864d41 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/subnets/9f6b4fb3-e0f8-4bcb-a819-506837790435 HTTP/1.1" status: 204 len: 168 time: 0.4159160 Mar 08 12:34:04.955374 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59864) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:04.972660 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e725a0d7-7bbb-4a0d-8069-e60832b06b4b None None] Network dfaede83-7e04-4b12-a513-b1e5abf41e9e requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:34:05.072245 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:34:05.139968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:05.168235 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fee09d22-3f8a-4f47-84d3-01969f0033fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:34:03Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:05.174473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee09d22-3f8a-4f47-84d3-01969f0033fc None None] Checking router: 54108775-abc4-46be-a356-b06f8a92dc88 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:34:05.194173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee09d22-3f8a-4f47-84d3-01969f0033fc None None] Routers {'54108775-abc4-46be-a356-b06f8a92dc88'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:34:05.194796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fee09d22-3f8a-4f47-84d3-01969f0033fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:33:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['54108775-abc4-46be-a356-b06f8a92dc88'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:05.331390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:05.342684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] DHCP port deletion for dfaede83-7e04-4b12-a513-b1e5abf41e9e request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:34:05.361308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Deleting port 23df15bb-c05b-4d0a-81a7-e947f735b171 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:34:05.361677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:05.429138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-fee09d22-3f8a-4f47-84d3-01969f0033fc None None] Set router 54108775-abc4-46be-a356-b06f8a92dc88 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:34:05.446224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 854c0dea-f564-4c86-8c9c-ab9420147d5e {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:34:05.446603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:05.626555 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port 854c0dea-f564-4c86-8c9c-ab9420147d5e, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=854c0dea-f564-4c86-8c9c-ab9420147d5e,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:34:05.627023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:05.755338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 854c0dea-f564-4c86-8c9c-ab9420147d5e owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:34:05.839936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] For port 23df15bb-c05b-4d0a-81a7-e947f735b171, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=23df15bb-c05b-4d0a-81a7-e947f735b171,segment=NetworkSegment(68892432-c113-4b05-bf3c-4e6acf4301d0),segment_id=68892432-c113-4b05-bf3c-4e6acf4301d0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:34:05.840569 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:05.986046 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 23df15bb-c05b-4d0a-81a7-e947f735b171 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:34:06.018577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Calling delete_port for 23df15bb-c05b-4d0a-81a7-e947f735b171 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:34:06.181565 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fee09d22-3f8a-4f47-84d3-01969f0033fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:34:03Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:06.188167 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:06.197349 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee09d22-3f8a-4f47-84d3-01969f0033fc None None] The sync data for ids ['54108775-abc4-46be-a356-b06f8a92dc88'] in dv-neutron-828143-8-hyperv is: [{'id': '54108775-abc4-46be-a356-b06f8a92dc88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250909', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:31:18Z', 'updated_at': '2022-03-08T12:34:03Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '854c0dea-f564-4c86-8c9c-ab9420147d5e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54108775-abc4-46be-a356-b06f8a92dc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:19Z', 'updated_at': '2022-03-08T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:34:06.230023 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:06.251924 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:06.302749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Pushing event deleted for resources: {'Port': ['ID=23df15bb-c05b-4d0a-81a7-e947f735b171,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:06.306013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=854c0dea-f564-4c86-8c9c-ab9420147d5e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:06.318953 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:06.319304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:06.319683 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:06.319987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:06.320317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:06.320810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:06.320974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:06.321308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:06.321711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:06.321972 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:06.322299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:06.322620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:06.325188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422c609-9b2c-4d48-9e9e-faabc93ddd8a None None] No DVR routers for this DVR port 23df15bb-c05b-4d0a-81a7-e947f735b171 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:34:06.394678 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:06.572927 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:06.575397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:06.657461 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:06.658320 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Fanout notify agent at l3_agent the message router_deleted on router 54108775-abc4-46be-a356-b06f8a92dc88 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:34:06.674591 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:06.675685 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8400d432-7833-492c-9b31-a6fff860971c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/routers/54108775-abc4-46be-a356-b06f8a92dc88 HTTP/1.1" status: 204 len: 168 time: 1.7192900 Mar 08 12:34:06.679175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59868) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:06.793545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-344bd797-216f-440c-84e1-f145880502b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:06.932109 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-344bd797-216f-440c-84e1-f145880502b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:06.960037 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-344bd797-216f-440c-84e1-f145880502b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfaede83-7e04-4b12-a513-b1e5abf41e9e']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:06.971598 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-344bd797-216f-440c-84e1-f145880502b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68892432-c113-4b05-bf3c-4e6acf4301d0') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:06.971893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-344bd797-216f-440c-84e1-f145880502b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68892432-c113-4b05-bf3c-4e6acf4301d0') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:06.983382 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-344bd797-216f-440c-84e1-f145880502b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:06.998740 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-344bd797-216f-440c-84e1-f145880502b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:07.004611 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344bd797-216f-440c-84e1-f145880502b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:34:07.004984 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-344bd797-216f-440c-84e1-f145880502b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:34:07.019712 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:34:07.217495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-344bd797-216f-440c-84e1-f145880502b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:07.251811 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-344bd797-216f-440c-84e1-f145880502b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:07.260423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bd797-216f-440c-84e1-f145880502b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Network': ['ID=dfaede83-7e04-4b12-a513-b1e5abf41e9e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:07.343781 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-344bd797-216f-440c-84e1-f145880502b2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/networks/dfaede83-7e04-4b12-a513-b1e5abf41e9e HTTP/1.1" status: 204 len: 168 time: 0.6635575 Mar 08 12:34:07.346273 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59872) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:07.416653 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9598bc48-9e46-454a-845a-f2ef75a177fa tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:07.446185 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9598bc48-9e46-454a-845a-f2ef75a177fa tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:07.554749 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9598bc48-9e46-454a-845a-f2ef75a177fa tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:07.573198 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598bc48-9e46-454a-845a-f2ef75a177fa tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ded56e-2eeb-464b-a4b4-93805b104700,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:07.651440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9598bc48-9e46-454a-845a-f2ef75a177fa tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:07.655117 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9598bc48-9e46-454a-845a-f2ef75a177fa tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/security-groups/75ded56e-2eeb-464b-a4b4-93805b104700 HTTP/1.1" status: 204 len: 168 time: 0.3054407 Mar 08 12:34:07.953855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8551f85a-c495-480e-8021-1ccfc17a3189 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:34:07.984593 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 8551f85a-c495-480e-8021-1ccfc17a3189 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:34:07.984940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8551f85a-c495-480e-8021-1ccfc17a3189 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:34:07.985345 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 854c0dea-f564-4c86-8c9c-ab9420147d5e no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:34:08.017074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 854c0dea-f564-4c86-8c9c-ab9420147d5e {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:34:08.017351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 854c0dea-f564-4c86-8c9c-ab9420147d5e not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:34:08.732835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59880) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:08.738022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1538704809', 'description': 'tempest-secgroup-smoke-1538704809 description', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:34:08.744600 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:34:08.748602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:34:08.751527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:34:08.757116 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:34:08.872856 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:08.892019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:34:08.895858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:34:08.898669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:34:08.905769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:34:08.983217 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:09.068270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:09.112428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568ff034-ee32-4eb3-87d3-f266bbc7d93e,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:09.194560 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:09.195805 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-02ed3067-ab16-4263-aa15-758aa8c1c469 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4619653 Mar 08 12:34:09.198701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59884) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:09.203773 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-55f5d246-7702-4238-bc63-6c2753edb337 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '568ff034-ee32-4eb3-87d3-f266bbc7d93e', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:34:09.210412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-55f5d246-7702-4238-bc63-6c2753edb337 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:34:09.214220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-55f5d246-7702-4238-bc63-6c2753edb337 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:34:09.217108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-55f5d246-7702-4238-bc63-6c2753edb337 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:34:09.228015 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-55f5d246-7702-4238-bc63-6c2753edb337 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:34:09.316052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-55f5d246-7702-4238-bc63-6c2753edb337 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:09.484586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-55f5d246-7702-4238-bc63-6c2753edb337 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:09.548282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-55f5d246-7702-4238-bc63-6c2753edb337 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:09.572942 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5d246-7702-4238-bc63-6c2753edb337 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a2b7ba-93f9-47e8-97ca-c513bbeb925f,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:09.663494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-55f5d246-7702-4238-bc63-6c2753edb337 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:09.664746 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-55f5d246-7702-4238-bc63-6c2753edb337 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4651148 Mar 08 12:34:09.667425 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59888) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:09.672378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d05f9f30-708d-4a8a-bb69-445efaac96e5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '568ff034-ee32-4eb3-87d3-f266bbc7d93e', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:34:09.678311 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d05f9f30-708d-4a8a-bb69-445efaac96e5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:34:09.682063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d05f9f30-708d-4a8a-bb69-445efaac96e5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:34:09.684900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d05f9f30-708d-4a8a-bb69-445efaac96e5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:34:09.690499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d05f9f30-708d-4a8a-bb69-445efaac96e5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:34:09.755425 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d05f9f30-708d-4a8a-bb69-445efaac96e5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:09.815215 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d05f9f30-708d-4a8a-bb69-445efaac96e5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:09.885561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d05f9f30-708d-4a8a-bb69-445efaac96e5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:09.908806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f9f30-708d-4a8a-bb69-445efaac96e5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558e3810-86a3-4569-8b38-e619b8805889,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:09.959903 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-83f7638b-2563-4275-bde7-8d4b42783886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:09.982927 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d05f9f30-708d-4a8a-bb69-445efaac96e5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:09.984147 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d05f9f30-708d-4a8a-bb69-445efaac96e5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3158176 Mar 08 12:34:09.987043 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59892) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:09.992702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-8f5c8220-de42-42d6-b99a-25a1671dcf38 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '568ff034-ee32-4eb3-87d3-f266bbc7d93e', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:34:09.998619 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8f5c8220-de42-42d6-b99a-25a1671dcf38 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:34:10.002426 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8f5c8220-de42-42d6-b99a-25a1671dcf38 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:34:10.005862 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-8f5c8220-de42-42d6-b99a-25a1671dcf38 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:34:10.011686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-8f5c8220-de42-42d6-b99a-25a1671dcf38 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:34:10.115997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8f5c8220-de42-42d6-b99a-25a1671dcf38 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:10.177470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8f5c8220-de42-42d6-b99a-25a1671dcf38 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:10.261307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8f5c8220-de42-42d6-b99a-25a1671dcf38 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:10.287638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c8220-de42-42d6-b99a-25a1671dcf38 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a3d493-2eb9-4b19-84e1-0b9e8f2dfa7e,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:10.349024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8f5c8220-de42-42d6-b99a-25a1671dcf38 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:10.350283 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8f5c8220-de42-42d6-b99a-25a1671dcf38 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622265 Mar 08 12:34:10.353028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59896) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:10.358147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-90db2155-3e93-42f6-ba48-63a1d7190c89 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '568ff034-ee32-4eb3-87d3-f266bbc7d93e', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:34:10.364779 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-90db2155-3e93-42f6-ba48-63a1d7190c89 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:34:10.368632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-90db2155-3e93-42f6-ba48-63a1d7190c89 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:34:10.371572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-90db2155-3e93-42f6-ba48-63a1d7190c89 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:34:10.377335 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-90db2155-3e93-42f6-ba48-63a1d7190c89 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:34:10.444995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-90db2155-3e93-42f6-ba48-63a1d7190c89 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:10.506891 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-90db2155-3e93-42f6-ba48-63a1d7190c89 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:10.611460 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-90db2155-3e93-42f6-ba48-63a1d7190c89 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:10.636541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db2155-3e93-42f6-ba48-63a1d7190c89 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feaaa10a-51de-4c4d-9760-fe1a9d8dd291,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:10.702882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-90db2155-3e93-42f6-ba48-63a1d7190c89 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:10.704009 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-90db2155-3e93-42f6-ba48-63a1d7190c89 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3499672 Mar 08 12:34:10.706707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59900) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:10.711793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-6bd9c32b-f5cb-4090-a67a-d9588ad5c367 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '568ff034-ee32-4eb3-87d3-f266bbc7d93e', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:34:10.717781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6bd9c32b-f5cb-4090-a67a-d9588ad5c367 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:34:10.721959 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6bd9c32b-f5cb-4090-a67a-d9588ad5c367 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:34:10.724798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6bd9c32b-f5cb-4090-a67a-d9588ad5c367 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:34:10.730489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6bd9c32b-f5cb-4090-a67a-d9588ad5c367 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:34:10.805572 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-6bd9c32b-f5cb-4090-a67a-d9588ad5c367 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Project b90a8d89a5984185ad0fa7b1fd54335a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:34:10.812248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c32b-f5cb-4090-a67a-d9588ad5c367 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:10.874972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c32b-f5cb-4090-a67a-d9588ad5c367 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:10.960074 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c32b-f5cb-4090-a67a-d9588ad5c367 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:10.984154 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9c32b-f5cb-4090-a67a-d9588ad5c367 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfa4f5c-e401-4cf8-a431-0af72ec47e36,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:11.056922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c32b-f5cb-4090-a67a-d9588ad5c367 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:11.058126 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6bd9c32b-f5cb-4090-a67a-d9588ad5c367 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504615 Mar 08 12:34:11.060732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59904) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:11.065632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4fe355ff-db50-4f39-950d-84eae51104f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '568ff034-ee32-4eb3-87d3-f266bbc7d93e', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:34:11.071572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4fe355ff-db50-4f39-950d-84eae51104f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:34:11.075342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4fe355ff-db50-4f39-950d-84eae51104f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:34:11.078200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4fe355ff-db50-4f39-950d-84eae51104f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:34:11.083907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4fe355ff-db50-4f39-950d-84eae51104f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:34:11.148188 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-4fe355ff-db50-4f39-950d-84eae51104f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Project b90a8d89a5984185ad0fa7b1fd54335a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:34:11.154714 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4fe355ff-db50-4f39-950d-84eae51104f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:11.220913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4fe355ff-db50-4f39-950d-84eae51104f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:11.297222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4fe355ff-db50-4f39-950d-84eae51104f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:11.321118 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe355ff-db50-4f39-950d-84eae51104f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c07f08-5152-4df4-8e9c-2bad5252b205,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:11.400156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4fe355ff-db50-4f39-950d-84eae51104f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:11.401399 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4fe355ff-db50-4f39-950d-84eae51104f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3397164 Mar 08 12:34:11.408225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59908) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:11.414683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'network': {'name': 'tempest-network-smoke--668438272', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'port_security_enabled': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:34:11.419630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:34:11.423893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:network and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:34:11.426850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:34:11.432527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:34:11.502715 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:34:11.506191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:11.533175 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:34:11.543071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:11.543415 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Added segment 40782f91-ba91-49c1-aaa5-c13cd9e7f6da of type vlan for network 449d5432-82f8-4cf5-bced-9bbca8f3e016 Mar 08 12:34:11.568224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:11.657605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:11.663555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:11.664139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:11.772129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Network': ['ID=449d5432-82f8-4cf5-bced-9bbca8f3e016,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:11.782622 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 449d5432-82f8-4cf5-bced-9bbca8f3e016 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:34:11.823800 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6e706aad-4c08-443f-965a-ef75f626d4c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4145229 Mar 08 12:34:11.826398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59912) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:11.831393 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'admin_state_up': True, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:34:11.839150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:34:11.843844 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:router and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:34:11.846739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:34:11.852827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:34:11.920361 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:11.921425 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:11.935722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:12.261371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:12.286024 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ef24-3987-43bc-ad08-8627ee5c1406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:12.694745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:12.723226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:12.858359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.26.4.126 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/259c9d33-55af-4997-8b35-d38c5f9e59dd) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:34:13.106290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:13.233951 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:13.295432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:34:13.302716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:34:13.307325 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:34:13.340778 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=259c9d33-55af-4997-8b35-d38c5f9e59dd,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:13.502971 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:13.617369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:13.811478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:13.920187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:14.151214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:14.400028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:34:14.572462 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:34:14.581658 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Sync routers for ids ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:34:14.592006 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Routers {'2a9301d4-3a61-4313-ab44-3dc317cc49d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:34:14.592918 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:34:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:14.662264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:14.666844 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ff7a4496-baa3-4341-8cad-6d799e3fbd3b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8364983 Mar 08 12:34:14.667103 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59916) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:14.774882 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Set router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:34:14.821711 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5eca6e54-646b-42aa-95d7-25cfe5296b81 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b90a8d89a5984185ad0fa7b1fd54335a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1535394 Mar 08 12:34:14.824395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59920) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:14.879975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:14.957646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be67b6-4050-49a3-add9-3d098ffbf036 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:14.960086 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-04be67b6-4050-49a3-add9-3d098ffbf036 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347568 Mar 08 12:34:14.962839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59924) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:15.007575 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cd7e0b8b-4fe7-47d4-aa59-f36ad19eeb6b tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435824 Mar 08 12:34:15.010259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 59928) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:15.015605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1810799019', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:34:15.058320 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:34:13Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:15.062228 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Checking router: 2a9301d4-3a61-4313-ab44-3dc317cc49d4 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:34:15.062583 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Updating router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 port 259c9d33-55af-4997-8b35-d38c5f9e59dd binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:34:15.120080 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:15.125615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:34:15.129693 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:subnet and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:34:15.133183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:34:15.138998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:34:15.274319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:34:15.277919 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:15.448105 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:15.460100 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Transition to ACTIVE for port object 259c9d33-55af-4997-8b35-d38c5f9e59dd will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:34:15.560066 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:15.589313 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:15.637901 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Pushing event updated for resources: {'Port': ['ID=259c9d33-55af-4997-8b35-d38c5f9e59dd,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:15.647374 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:15.647758 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:15.648068 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:15.648398 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:15.648729 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:15.649060 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:15.649393 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:15.650232 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:15.650232 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:15.650452 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:15.650689 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:15.651009 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:34:15.654208 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Attempting to bind port 259c9d33-55af-4997-8b35-d38c5f9e59dd on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:34:15.654578 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Attempting to bind port 259c9d33-55af-4997-8b35-d38c5f9e59dd by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:34:15.654943 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Attempting to bind port 259c9d33-55af-4997-8b35-d38c5f9e59dd on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:34:15.660533 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:34:15.660910 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:34:15.661313 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:15.661716 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:34:15.662753 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Bound port: 259c9d33-55af-4997-8b35-d38c5f9e59dd, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:34:15.663381 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:15.676142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Subnet': ['ID=5e74097d-2e33-43bb-9711-84e380d57761,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:15.681610 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Checking segment: {'id': '40782f91-ba91-49c1-aaa5-c13cd9e7f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:34:15.682017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network hostable DHCP agents. Network: 449d5432-82f8-4cf5-bced-9bbca8f3e016, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:34:15.762823 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] For port 259c9d33-55af-4997-8b35-d38c5f9e59dd, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:34:15.765593 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] For port 259c9d33-55af-4997-8b35-d38c5f9e59dd, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=259c9d33-55af-4997-8b35-d38c5f9e59dd,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:34:15.800163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network 449d5432-82f8-4cf5-bced-9bbca8f3e016 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:34:15.875173 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:15.919936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 449d5432-82f8-4cf5-bced-9bbca8f3e016) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:34:15.925755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:15.926377 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:15.934592 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd36cba1-2d5d-4e69-9e39-c21604196f09 None None] Network 449d5432-82f8-4cf5-bced-9bbca8f3e016 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:34:15.952029 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Routers {'2a9301d4-3a61-4313-ab44-3dc317cc49d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:34:15.954164 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:34:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:16.022393 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaa8db-aedb-45cd-af5d-c2e311aecd18 None None] Pushing event updated for resources: {'Port': ['ID=259c9d33-55af-4997-8b35-d38c5f9e59dd,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:16.035237 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e2520532-b9a1-4ba5-9e74-27a9a28b1820 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0237436 Mar 08 12:34:16.038347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59932) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:16.157043 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] Set router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:34:16.167462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-449d5432-82f8-4cf5-bced-9bbca8f3e016', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ips': [{'subnet_id': '5e74097d-2e33-43bb-9711-84e380d57761'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:34:16.168338 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:16.372526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Allocated IP 172.20.0.2 (449d5432-82f8-4cf5-bced-9bbca8f3e016/5e74097d-2e33-43bb-9711-84e380d57761/40156a3e-1edf-4472-88d9-c4e5ce1ca4cd) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:34:16.465660 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:34:13Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:16.469649 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5b34e-d658-48ec-b291-a6f099c2dcc9 None None] The sync data for ids ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'] in dv-neutron-828143-8-hyperv is: [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:34:13Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:34:16.594837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:16.606023 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Transition to ACTIVE for port object 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:34:16.624560 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Transition to ACTIVE for port object 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:34:16.686382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:16.796902 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Network 449d5432-82f8-4cf5-bced-9bbca8f3e016 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:34:16.800381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:34:16.805503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:34:16.807901 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Pushing event updated for resources: {'Port': ['ID=40156a3e-1edf-4472-88d9-c4e5ce1ca4cd,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:16.902495 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Attempting to bind port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:34:16.902957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Attempting to bind port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '40782f91-ba91-49c1-aaa5-c13cd9e7f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:34:16.903388 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Attempting to bind port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd on network 449d5432-82f8-4cf5-bced-9bbca8f3e016 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:34:16.908974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:34:16.909442 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Checking segment: {'id': '40782f91-ba91-49c1-aaa5-c13cd9e7f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:34:16.909843 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:16.910262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Bound using segment: {'id': '40782f91-ba91-49c1-aaa5-c13cd9e7f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:34:16.910723 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Bound port: 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40782f91-ba91-49c1-aaa5-c13cd9e7f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:34:16.911096 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:16.971462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:17.003355 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] For port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:34:17.006663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] For port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=40156a3e-1edf-4472-88d9-c4e5ce1ca4cd,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:34:17.080239 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:17.174379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e81c58-8200-4ab2-b0ec-b74475c1cc13 None None] Pushing event updated for resources: {'Port': ['ID=40156a3e-1edf-4472-88d9-c4e5ce1ca4cd,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:17.438428 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.20.0.1 (449d5432-82f8-4cf5-bced-9bbca8f3e016/5e74097d-2e33-43bb-9711-84e380d57761/768db55b-109c-4cbc-8b5e-91bfbf1d8a77) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:34:17.601747 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:17.617696 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Transition to ACTIVE for port object 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:34:17.720239 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:17.781568 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network 449d5432-82f8-4cf5-bced-9bbca8f3e016 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:34:17.784672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:34:17.796963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:34:17.834532 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=768db55b-109c-4cbc-8b5e-91bfbf1d8a77,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:17.859892 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:18.007471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:34:18.142830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:34:18.148536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 259c9d33-55af-4997-8b35-d38c5f9e59dd up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:34:18.285587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 259c9d33-55af-4997-8b35-d38c5f9e59dd completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:34:18.295248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 259c9d33-55af-4997-8b35-d38c5f9e59dd triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:34:18.295248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:18.375007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:18.416098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:18.435651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 259c9d33-55af-4997-8b35-d38c5f9e59dd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=259c9d33-55af-4997-8b35-d38c5f9e59dd,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:34:18.497083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:18.574661 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=259c9d33-55af-4997-8b35-d38c5f9e59dd,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:18.715291 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67162674-b990-455b-bd82-845cfc1ab20a None None] Network 449d5432-82f8-4cf5-bced-9bbca8f3e016 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:34:18.809823 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:18.890948 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:18.937840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-46e5f492-0490-45c2-bd8e-4f131d113850 None None] Provisioning for port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:34:18.950928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-46e5f492-0490-45c2-bd8e-4f131d113850 None None] Provisioning complete for port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:34:18.951303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-46e5f492-0490-45c2-bd8e-4f131d113850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:19.007305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=768db55b-109c-4cbc-8b5e-91bfbf1d8a77,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:19.009389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:19.131098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-46e5f492-0490-45c2-bd8e-4f131d113850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:19.160017 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network 449d5432-82f8-4cf5-bced-9bbca8f3e016 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:34:19.161194 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:34:19.167487 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-46e5f492-0490-45c2-bd8e-4f131d113850 None None] For port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=40156a3e-1edf-4472-88d9-c4e5ce1ca4cd,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:34:19.262744 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-46e5f492-0490-45c2-bd8e-4f131d113850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:19.362993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5f492-0490-45c2-bd8e-4f131d113850 None None] Pushing event updated for resources: {'Port': ['ID=40156a3e-1edf-4472-88d9-c4e5ce1ca4cd,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:19.363961 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:34:19.450197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e8371d84-e15f-480a-b9ea-19c4a2503a66 None None] Provisioning for port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:34:19.456521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e8371d84-e15f-480a-b9ea-19c4a2503a66 None None] Provisioning complete for port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:34:19.465238 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e8371d84-e15f-480a-b9ea-19c4a2503a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:19.515638 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-e8371d84-e15f-480a-b9ea-19c4a2503a66 None None] Port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:34:19.527067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-e8371d84-e15f-480a-b9ea-19c4a2503a66 None None] Provisioning complete for port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:34:19.527439 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e8371d84-e15f-480a-b9ea-19c4a2503a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:19.548333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:34:19.562075 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4d23b5b0-dd3a-4bc8-bc18-1badd238a80b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "PUT /v2.0/routers/2a9301d4-3a61-4313-ab44-3dc317cc49d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5224974 Mar 08 12:34:19.567054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Sync routers for ids ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:34:19.591900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Routers {'2a9301d4-3a61-4313-ab44-3dc317cc49d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:34:19.592524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:34:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:19.727828 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ba3782a4-fc07-4ac2-949b-58baaa388ab9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:34:19.828385 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ba3782a4-fc07-4ac2-949b-58baaa388ab9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:34:19.829560 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ba3782a4-fc07-4ac2-949b-58baaa388ab9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1538704809&fields=id&tenant_id=b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 267 time: 0.1427662 Mar 08 12:34:19.859979 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Set router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:34:19.988358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:34:19.992957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-f3eb0017-50b6-4a33-836c-693ba539d6c9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:19.993649 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-f3eb0017-50b6-4a33-836c-693ba539d6c9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:34:20.068113 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-f3eb0017-50b6-4a33-836c-693ba539d6c9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:34:20.069335 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-f3eb0017-50b6-4a33-836c-693ba539d6c9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/networks?id=449d5432-82f8-4cf5-bced-9bbca8f3e016 HTTP/1.1" status: 200 len: 796 time: 0.2327456 Mar 08 12:34:20.085336 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-8074fc18-67b0-4c0d-b210-9c7bd96519a4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/quotas/b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 375 time: 0.0104549 Mar 08 12:34:20.140102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-35750c2a-98e8-4039-af22-7a39acdcc512 None None] Provisioning complete for port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:34:20.140750 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-35750c2a-98e8-4039-af22-7a39acdcc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:20.174770 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-c7596160-be39-4ed9-afdb-7139f98bf39e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:34:20.245682 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-c7596160-be39-4ed9-afdb-7139f98bf39e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:34:20.247081 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-c7596160-be39-4ed9-afdb-7139f98bf39e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1563063 Mar 08 12:34:20.256862 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-35750c2a-98e8-4039-af22-7a39acdcc512 None None] Port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:34:20.260552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:34:20.260916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:20.393366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '768db55b-109c-4cbc-8b5e-91bfbf1d8a77', 'name': '', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:bd:39:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5e74097d-2e33-43bb-9711-84e380d57761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:17Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 2, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '5e74097d-2e33-43bb-9711-84e380d57761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:20.406434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Checking router: 2a9301d4-3a61-4313-ab44-3dc317cc49d4 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:34:20.406850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Updating router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:34:20.446406 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 259c9d33-55af-4997-8b35-d38c5f9e59dd up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:34:20.510018 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-5c58650f-2fcc-4573-9f5e-e8daf12fea78 service neutron] 10.222.0.32 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503901 Mar 08 12:34:20.510511 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:20.590202 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 259c9d33-55af-4997-8b35-d38c5f9e59dd triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:34:20.590571 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:20.643293 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ea045cd9-58cb-415a-bf47-6f700eab9979 service neutron] 10.222.0.32 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271639 Mar 08 12:34:20.949025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6e3e12b4-c544-4002-9e81-14d8e1dc3225 req-ec9a62e3-271d-40a4-8c49-c6f452881f3c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:34:20.962200 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6e3e12b4-c544-4002-9e81-14d8e1dc3225 req-ec9a62e3-271d-40a4-8c49-c6f452881f3c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:34:20.963622 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6e3e12b4-c544-4002-9e81-14d8e1dc3225 req-ec9a62e3-271d-40a4-8c49-c6f452881f3c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 210 time: 0.0675352 Mar 08 12:34:20.972370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:20.987739 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Transition to ACTIVE for port object 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:34:21.068965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:21.197064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c94bf-dd3f-4edd-8179-935de2573e5e None None] Pushing event updated for resources: {'Port': ['ID=768db55b-109c-4cbc-8b5e-91bfbf1d8a77,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:21.287324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Attempting to bind port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:34:21.288134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Attempting to bind port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '40782f91-ba91-49c1-aaa5-c13cd9e7f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:34:21.288501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Attempting to bind port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 on network 449d5432-82f8-4cf5-bced-9bbca8f3e016 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:34:21.293856 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:34:21.294275 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Checking segment: {'id': '40782f91-ba91-49c1-aaa5-c13cd9e7f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:34:21.294674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:21.295071 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Bound using segment: {'id': '40782f91-ba91-49c1-aaa5-c13cd9e7f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:34:21.295538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Bound port: 768db55b-109c-4cbc-8b5e-91bfbf1d8a77, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40782f91-ba91-49c1-aaa5-c13cd9e7f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:34:21.295962 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:21.439879 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] For port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:34:21.443600 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] For port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=768db55b-109c-4cbc-8b5e-91bfbf1d8a77,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:34:21.554713 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:21.632418 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Routers {'2a9301d4-3a61-4313-ab44-3dc317cc49d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:34:21.633035 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:34:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:21.698631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c94bf-dd3f-4edd-8179-935de2573e5e None None] Pushing event updated for resources: {'Port': ['ID=768db55b-109c-4cbc-8b5e-91bfbf1d8a77,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:21.821494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] Set router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:34:22.145914 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8d483933-b811-4a54-8e56-0f91502b44ef req-ef265a4d-1c7e-493f-aacc-992d260a2ac5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 210 time: 0.0435195 Mar 08 12:34:22.172576 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '768db55b-109c-4cbc-8b5e-91bfbf1d8a77', 'name': '', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:bd:39:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5e74097d-2e33-43bb-9711-84e380d57761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:17Z', 'updated_at': '2022-03-08T12:34:21Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '5e74097d-2e33-43bb-9711-84e380d57761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:22.178658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3e2807-c676-4190-b3e5-f184f7eb9588 None None] The sync data for ids ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'] in dv-neutron-828143-8-hyperv is: [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '768db55b-109c-4cbc-8b5e-91bfbf1d8a77', 'name': '', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:bd:39:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5e74097d-2e33-43bb-9711-84e380d57761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:17Z', 'updated_at': '2022-03-08T12:34:21Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '5e74097d-2e33-43bb-9711-84e380d57761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:34:23.309336 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-82969d42-eb93-4425-b7f5-cbc6f0cbf720 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:23.310056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-82969d42-eb93-4425-b7f5-cbc6f0cbf720 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:34:23.320377 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ef60f95-8fd3-4183-90a3-b85b659d9e4a req-05c4458b-18b5-4b6e-8f3f-c6286a1d94f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 210 time: 0.0581305 Mar 08 12:34:23.328807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-82969d42-eb93-4425-b7f5-cbc6f0cbf720 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:34:23.329935 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-82969d42-eb93-4425-b7f5-cbc6f0cbf720 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/networks?id=449d5432-82f8-4cf5-bced-9bbca8f3e016 HTTP/1.1" status: 200 len: 796 time: 0.2094252 Mar 08 12:34:23.378756 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-8bd176d3-0086-499f-8e64-e859f593b7d4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:34:23.390641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-8bd176d3-0086-499f-8e64-e859f593b7d4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:34:23.393072 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-8bd176d3-0086-499f-8e64-e859f593b7d4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 380 time: 0.0545030 Mar 08 12:34:23.404093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'port': {'device_id': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'admin_state_up': True, 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'security_groups': ['568ff034-ee32-4eb3-87d3-f266bbc7d93e']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:34:23.540411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:34:23.549665 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:34:23.645582 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:34:23.649781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:23.813925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.20.0.12 (449d5432-82f8-4cf5-bced-9bbca8f3e016/5e74097d-2e33-43bb-9711-84e380d57761/e9f3740c-030f-4569-8967-980dd517a962) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:34:23.982078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:34:24.002613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:24.017793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Transition to ACTIVE for port object e9f3740c-030f-4569-8967-980dd517a962 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:34:24.132698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:24.148238 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:34:24.153410 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:34:24.160228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:24.200845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network 449d5432-82f8-4cf5-bced-9bbca8f3e016 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:34:24.203845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:34:24.206316 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:34:24.258920 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=e9f3740c-030f-4569-8967-980dd517a962,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:24.275501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:24.284625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:24.285262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:24.312145 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=768db55b-109c-4cbc-8b5e-91bfbf1d8a77,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:34:24.372456 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-042d82d6-f0c5-4ffa-96fd-83b56cede943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9719727 Mar 08 12:34:24.382466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:24.385348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Request body: {'port': {'device_id': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:34:24.460823 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=768db55b-109c-4cbc-8b5e-91bfbf1d8a77,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:24.526745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e977d2-9542-4009-a82c-133e480af78e req-e8ff8e2c-29b6-4890-a588-1fc449412cf3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:24.528354 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d5e977d2-9542-4009-a82c-133e480af78e req-e8ff8e2c-29b6-4890-a588-1fc449412cf3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 932 time: 0.0967202 Mar 08 12:34:24.536954 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7ea1dd1d-fcd7-439b-a6ef-ae7409595bca None None] Provisioning for port e9f3740c-030f-4569-8967-980dd517a962 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:34:24.543252 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7ea1dd1d-fcd7-439b-a6ef-ae7409595bca None None] Provisioning complete for port e9f3740c-030f-4569-8967-980dd517a962 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:34:24.543735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7ea1dd1d-fcd7-439b-a6ef-ae7409595bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:24.574979 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d5e977d2-9542-4009-a82c-133e480af78e req-34aaf165-6d75-492d-a0bd-428720ec09d7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408206 Mar 08 12:34:24.599255 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1dd1d-fcd7-439b-a6ef-ae7409595bca None None] Port e9f3740c-030f-4569-8967-980dd517a962 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:34:24.609838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:24.948074 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f3740c-030f-4569-8967-980dd517a962 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:34:24.955119 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:24.969247 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Transition to ACTIVE for port object e9f3740c-030f-4569-8967-980dd517a962 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:34:25.050139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:25.185925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f3740c-030f-4569-8967-980dd517a962,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:25.288262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Attempting to bind port e9f3740c-030f-4569-8967-980dd517a962 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:34:25.288590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Attempting to bind port e9f3740c-030f-4569-8967-980dd517a962 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '40782f91-ba91-49c1-aaa5-c13cd9e7f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:34:25.288913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Attempting to bind port e9f3740c-030f-4569-8967-980dd517a962 on network 449d5432-82f8-4cf5-bced-9bbca8f3e016 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:34:25.293305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Port e9f3740c-030f-4569-8967-980dd517a962 on network 449d5432-82f8-4cf5-bced-9bbca8f3e016 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:34:25.293620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Attempting to bind port e9f3740c-030f-4569-8967-980dd517a962 on network 449d5432-82f8-4cf5-bced-9bbca8f3e016 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:34:25.298535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:34:25.298869 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Checking segment: {'id': '40782f91-ba91-49c1-aaa5-c13cd9e7f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:34:25.299247 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Bound using segment: {'id': '40782f91-ba91-49c1-aaa5-c13cd9e7f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:34:25.299655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Bound port: e9f3740c-030f-4569-8967-980dd517a962, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40782f91-ba91-49c1-aaa5-c13cd9e7f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:34:25.299993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:25.389284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] For port e9f3740c-030f-4569-8967-980dd517a962, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:34:25.392086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] For port e9f3740c-030f-4569-8967-980dd517a962, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e9f3740c-030f-4569-8967-980dd517a962,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:34:25.480357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:25.536088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:25.537274 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:25.538919 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] 10.222.0.18 "PUT /v2.0/ports/e9f3740c-030f-4569-8967-980dd517a962 HTTP/1.1" status: 200 len: 1094 time: 1.1588905 Mar 08 12:34:25.539347 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:34:25.564428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05d6ac-2dbd-4996-8411-c31cfa0f2c41 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f3740c-030f-4569-8967-980dd517a962,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:25.591086 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962', 'status': 'completed', 'code': 200} Mar 08 12:34:25.697229 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c8058-8c75-4c34-a512-d3ce547f8ea1 req-730a376a-1782-4e17-90b2-2e88fd4b1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:25.699709 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d61c8058-8c75-4c34-a512-d3ce547f8ea1 req-730a376a-1782-4e17-90b2-2e88fd4b1faa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 1097 time: 0.0875578 Mar 08 12:34:25.785653 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796467-c2e8-4230-ba85-2ddc5acd9247 req-4106be05-d5da-481d-9caf-4ca80a5061bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:25.787187 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-69796467-c2e8-4230-ba85-2ddc5acd9247 req-4106be05-d5da-481d-9caf-4ca80a5061bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 944 time: 0.0829213 Mar 08 12:34:25.833862 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-69796467-c2e8-4230-ba85-2ddc5acd9247 req-24153c7b-2c38-4ee2-91c5-1610759e2649 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397356 Mar 08 12:34:25.862824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c8058-8c75-4c34-a512-d3ce547f8ea1 req-aacb3a5c-553c-4e73-8604-1be9ea68abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:25.864261 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d61c8058-8c75-4c34-a512-d3ce547f8ea1 req-aacb3a5c-553c-4e73-8604-1be9ea68abe4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1576200 Mar 08 12:34:25.966609 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:34:26.007792 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c8058-8c75-4c34-a512-d3ce547f8ea1 req-98f12db3-ab3a-4c5f-8140-bd7cf1e56a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:26.009164 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d61c8058-8c75-4c34-a512-d3ce547f8ea1 req-98f12db3-ab3a-4c5f-8140-bd7cf1e56a84 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383767 Mar 08 12:34:26.039945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:34:26.040317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:26.118688 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-4305711f-f199-4882-ab5d-02272071a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:26.120167 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-4305711f-f199-4882-ab5d-02272071a03b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 1097 time: 0.0763328 Mar 08 12:34:26.190666 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-23263242-b2a7-446e-baf5-4e5cb2ef9597 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9f3740c-030f-4569-8967-980dd517a962 HTTP/1.1" status: 200 len: 217 time: 0.0636907 Mar 08 12:34:26.252226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-94af1f01-126a-4d5a-b5af-d82275aa4a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:26.253662 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-94af1f01-126a-4d5a-b5af-d82275aa4a78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e74097d-2e33-43bb-9711-84e380d57761 HTTP/1.1" status: 200 len: 835 time: 0.0567901 Mar 08 12:34:26.330015 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-55d4adf2-8968-42e9-9dce-03683884dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:26.331427 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-55d4adf2-8968-42e9-9dce-03683884dd79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=449d5432-82f8-4cf5-bced-9bbca8f3e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724895 Mar 08 12:34:26.563930 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-91ea6f7f-2218-4dde-89a8-b44c0ae909e6 service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265370 Mar 08 12:34:26.694355 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1a655ddc-7936-4b02-a57c-1c189ab00f49 req-ffb11d8f-3f28-4f60-9824-3daa94abc7ba service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252308 Mar 08 12:34:27.017030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b205756-aa0d-4c35-8c5f-ac17a3efb9a1 req-cec2f030-23fd-4486-8857-7e4e716a7e33 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:27.017633 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-9b205756-aa0d-4c35-8c5f-ac17a3efb9a1 req-cec2f030-23fd-4486-8857-7e4e716a7e33 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:34:27.147850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-9b205756-aa0d-4c35-8c5f-ac17a3efb9a1 req-cec2f030-23fd-4486-8857-7e4e716a7e33 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:34:27.149029 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9b205756-aa0d-4c35-8c5f-ac17a3efb9a1 req-cec2f030-23fd-4486-8857-7e4e716a7e33 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 944 time: 0.2098753 Mar 08 12:34:27.194194 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9b205756-aa0d-4c35-8c5f-ac17a3efb9a1 req-b5312e51-ceee-41b3-ac1b-d5099f54fce9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391483 Mar 08 12:34:28.428383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5605e-fdb1-4b63-bed3-8e316852ab18 req-22cb1a70-7f0f-4614-874f-40ec928cd752 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:28.429791 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c6c5605e-fdb1-4b63-bed3-8e316852ab18 req-22cb1a70-7f0f-4614-874f-40ec928cd752 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 944 time: 0.1253681 Mar 08 12:34:28.474112 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c6c5605e-fdb1-4b63-bed3-8e316852ab18 req-017a9158-b723-4534-a96a-a0353d0b1708 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386686 Mar 08 12:34:29.659402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaa392-bdcd-404f-a907-c88c5711abe3 req-8d1f95b8-b359-48df-bff5-641397226150 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:29.660850 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8adaa392-bdcd-404f-a907-c88c5711abe3 req-8d1f95b8-b359-48df-bff5-641397226150 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 944 time: 0.0825555 Mar 08 12:34:29.705514 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8adaa392-bdcd-404f-a907-c88c5711abe3 req-599e84de-894d-41c7-a75d-414e27a49c72 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387778 Mar 08 12:34:30.723178 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e9f3740c-030f-4569-8967-980dd517a962 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:34:30.859844 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e9f3740c-030f-4569-8967-980dd517a962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e9f3740c-030f-4569-8967-980dd517a962,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:34:30.873354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'e9f3740c-030f-4569-8967-980dd517a962', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'port_id': 'e9f3740c-030f-4569-8967-980dd517a962', 'mac_address': 'fa:16:3e:d5:b6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e74097d-2e33-43bb-9711-84e380d57761', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:34:30.889801 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3ac18-6a2c-47fd-ae8e-a29a1cbf8676 req-d8ac5337-4a82-4535-8abf-e0e64cd18c0f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:30.891296 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4ab3ac18-6a2c-47fd-ae8e-a29a1cbf8676 req-d8ac5337-4a82-4535-8abf-e0e64cd18c0f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 944 time: 0.0805442 Mar 08 12:34:30.929097 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:30.940573 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4ab3ac18-6a2c-47fd-ae8e-a29a1cbf8676 req-801fabcd-e16b-4de0-90df-0299db44d7fd tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433791 Mar 08 12:34:30.946173 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f3740c-030f-4569-8967-980dd517a962 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:34:30.962477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e9f3740c-030f-4569-8967-980dd517a962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e9f3740c-030f-4569-8967-980dd517a962,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:34:31.043734 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:31.146374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e9f3740c-030f-4569-8967-980dd517a962,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:31.404910 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['e9f3740c-030f-4569-8967-980dd517a962'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:34:32.194371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3b4a0-6441-46c9-aaef-7141d3c39640 req-10d38b01-be97-42c0-93b1-7102e17e2094 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:32.194371 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3bd3b4a0-6441-46c9-aaef-7141d3c39640 req-10d38b01-be97-42c0-93b1-7102e17e2094 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 945 time: 0.1388268 Mar 08 12:34:32.238087 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3bd3b4a0-6441-46c9-aaef-7141d3c39640 req-e99f13c5-3548-4d48-9cf5-c223e5405d46 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440555 Mar 08 12:34:32.719705 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e9f3740c-030f-4569-8967-980dd517a962 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:34:32.844973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port e9f3740c-030f-4569-8967-980dd517a962 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:34:32.850370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port e9f3740c-030f-4569-8967-980dd517a962 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:34:32.850779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:32.965493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:32.994620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:34:33.004289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e9f3740c-030f-4569-8967-980dd517a962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e9f3740c-030f-4569-8967-980dd517a962,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:34:33.046944 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962', 'code': 200} Mar 08 12:34:33.107176 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:33.174631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e9f3740c-030f-4569-8967-980dd517a962,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:33.478346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0416a-299e-45f8-9a94-a5a7f045187d req-dfc4c2be-0121-42d6-89e0-1ea0d12558ce tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:33.479808 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-39b0416a-299e-45f8-9a94-a5a7f045187d req-dfc4c2be-0121-42d6-89e0-1ea0d12558ce tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.1377430 Mar 08 12:34:33.486397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84243409-485a-49bb-997f-61d515aa8fff req-b1f41f39-604c-43e3-93f1-aae700eb4946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:33.487820 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-84243409-485a-49bb-997f-61d515aa8fff req-b1f41f39-604c-43e3-93f1-aae700eb4946 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 1099 time: 0.1081982 Mar 08 12:34:33.553946 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-39b0416a-299e-45f8-9a94-a5a7f045187d req-f2c109ab-29c0-4f90-b1e2-23c2c01b0aac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649986 Mar 08 12:34:33.557017 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-84243409-485a-49bb-997f-61d515aa8fff req-acf44772-dee3-42c0-91fe-c4daed88a2dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555363 Mar 08 12:34:34.741979 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9063a5f-b1f8-4a30-b992-d7c8913d727a req-0c319873-91a5-4aac-9360-0644de0dac59 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:34.743490 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a9063a5f-b1f8-4a30-b992-d7c8913d727a req-0c319873-91a5-4aac-9360-0644de0dac59 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0826571 Mar 08 12:34:34.793090 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a9063a5f-b1f8-4a30-b992-d7c8913d727a req-bc13a4a1-825c-4acd-a138-b90f96959188 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438015 Mar 08 12:34:35.985480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6344c5-6a94-4231-857d-9a2f17935261 req-98f1dff1-9ab0-4e6d-aac1-fc5152352c55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:35.986986 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ff6344c5-6a94-4231-857d-9a2f17935261 req-98f1dff1-9ab0-4e6d-aac1-fc5152352c55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0864022 Mar 08 12:34:36.033556 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ff6344c5-6a94-4231-857d-9a2f17935261 req-f34b44f3-0753-417b-9dc8-36704a0ac9aa tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401423 Mar 08 12:34:36.250951 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d0956-924c-411f-b291-aeedf945aa2f req-f11fb5f4-075c-4eb6-88c2-7974bd099bcd tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:36.252434 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ca6d0956-924c-411f-b291-aeedf945aa2f req-f11fb5f4-075c-4eb6-88c2-7974bd099bcd tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0887766 Mar 08 12:34:36.305235 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ca6d0956-924c-411f-b291-aeedf945aa2f req-833e51de-6962-4cba-873f-49a948b751d2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470269 Mar 08 12:34:36.328020 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 59998) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:36.465345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ead8c7d-40d5-4316-9eac-6ae08428cbf5 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:36.466874 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3ead8c7d-40d5-4316-9eac-6ae08428cbf5 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 1094 time: 0.1375985 Mar 08 12:34:36.469672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60004) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:36.478403 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': 'e9f3740c-030f-4569-8967-980dd517a962', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:34:36.484644 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:34:36.488489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:floatingip and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:34:36.491332 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:34:36.500401 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:34:36.593753 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:36.731733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:36.867890 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.26.4.60 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/e70d539f-7d89-410d-bada-b5b3369c05c5) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:34:37.013464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:37.119520 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:37.183602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:34:37.186314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:34:37.195424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:34:37.229853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=e70d539f-7d89-410d-bada-b5b3369c05c5,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:37.727913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:37.976147 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:38.189377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:38.256186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:38.365047 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=e70d539f-7d89-410d-bada-b5b3369c05c5,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:38.377284 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:38.552520 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Floating IP 5c9da105-2de1-4b11-b2f2-3eac6cf182ee associated. External IP: 172.26.4.60, port: e9f3740c-030f-4569-8967-980dd517a962. Mar 08 12:34:38.908241 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:34:39.198027 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:34:39.207561 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c169aa-d0f1-46ee-a17c-7895233cb830 None None] Sync routers for ids ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:34:39.217350 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c169aa-d0f1-46ee-a17c-7895233cb830 None None] Routers {'2a9301d4-3a61-4313-ab44-3dc317cc49d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:34:39.217997 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b6c169aa-d0f1-46ee-a17c-7895233cb830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:34:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:39.307717 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:39.365363 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4dc98dea-d163-45e7-8015-69ac47967db0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8946273 Mar 08 12:34:39.366660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:34:39.393422 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-b6c169aa-d0f1-46ee-a17c-7895233cb830 None None] Set router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:34:39.422222 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962', 'status': 'completed', 'code': 200} Mar 08 12:34:39.574031 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1311f4-a37d-4680-adec-c5f1db70833c req-55720534-60d1-4e9b-9f51-6bae9525a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:39.575439 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e1311f4-a37d-4680-adec-c5f1db70833c req-55720534-60d1-4e9b-9f51-6bae9525a40f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 1099 time: 0.1323767 Mar 08 12:34:39.588144 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cfaac-2b72-470e-8e24-99c8fce2f622 req-b0aa478d-55df-4455-bee1-08f571badf92 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:39.589538 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3a9cfaac-2b72-470e-8e24-99c8fce2f622 req-b0aa478d-55df-4455-bee1-08f571badf92 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.1155920 Mar 08 12:34:39.725533 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3a9cfaac-2b72-470e-8e24-99c8fce2f622 req-413963d6-4744-49f5-a805-20bd3b6bb046 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143348 Mar 08 12:34:39.748125 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b6c169aa-d0f1-46ee-a17c-7895233cb830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '5c9da105-2de1-4b11-b2f2-3eac6cf182ee', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'port_id': 'e9f3740c-030f-4569-8967-980dd517a962', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'mac_address': 'fa:16:3e:d5:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:34:37Z', 'updated_at': '2022-03-08T12:34:37Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768db55b-109c-4cbc-8b5e-91bfbf1d8a77', 'name': '', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:bd:39:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5e74097d-2e33-43bb-9711-84e380d57761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:17Z', 'updated_at': '2022-03-08T12:34:24Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '5e74097d-2e33-43bb-9711-84e380d57761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:39.748431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1311f4-a37d-4680-adec-c5f1db70833c req-62a2c7cf-c18f-4752-8425-5683e300b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:39.749523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60012) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:39.749830 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e1311f4-a37d-4680-adec-c5f1db70833c req-62a2c7cf-c18f-4752-8425-5683e300b923 service neutron] 10.222.0.18 "GET /v2.0/networks?id=449d5432-82f8-4cf5-bced-9bbca8f3e016 HTTP/1.1" status: 200 len: 897 time: 0.1593800 Mar 08 12:34:39.752198 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c169aa-d0f1-46ee-a17c-7895233cb830 None None] Checking router: 2a9301d4-3a61-4313-ab44-3dc317cc49d4 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:34:39.760527 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c169aa-d0f1-46ee-a17c-7895233cb830 None None] Routers {'2a9301d4-3a61-4313-ab44-3dc317cc49d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:34:39.761114 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b6c169aa-d0f1-46ee-a17c-7895233cb830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:34:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:39.876688 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d6a18815-c25f-4567-bd58-3c6c7824ce6b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/5c9da105-2de1-4b11-b2f2-3eac6cf182ee HTTP/1.1" status: 200 len: 991 time: 0.1247742 Mar 08 12:34:39.877924 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e1311f4-a37d-4680-adec-c5f1db70833c req-dde8e7e5-0373-4a0e-bf0f-97acfccd1b95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9f3740c-030f-4569-8967-980dd517a962 HTTP/1.1" status: 200 len: 999 time: 0.1218839 Mar 08 12:34:39.941676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf505-d260-48e2-a7c7-8df9b25a7695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:39.944973 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1311f4-a37d-4680-adec-c5f1db70833c req-2493458e-c37a-425d-861d-abcee2c4539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:39.946502 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e1311f4-a37d-4680-adec-c5f1db70833c req-2493458e-c37a-425d-861d-abcee2c4539a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e74097d-2e33-43bb-9711-84e380d57761 HTTP/1.1" status: 200 len: 835 time: 0.0627136 Mar 08 12:34:39.995154 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-b6c169aa-d0f1-46ee-a17c-7895233cb830 None None] Set router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:34:40.036738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1311f4-a37d-4680-adec-c5f1db70833c req-f7a8b163-60b4-4857-b7c5-c97e368de1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:40.038540 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e1311f4-a37d-4680-adec-c5f1db70833c req-f7a8b163-60b4-4857-b7c5-c97e368de1c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=449d5432-82f8-4cf5-bced-9bbca8f3e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766227 Mar 08 12:34:40.183641 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e1311f4-a37d-4680-adec-c5f1db70833c req-05325a60-5fc2-40f9-8ae9-0750e587fd5a service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392756 Mar 08 12:34:40.314913 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7e1311f4-a37d-4680-adec-c5f1db70833c req-9a420f8c-6e06-417b-90b6-69c30f607be5 service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249928 Mar 08 12:34:40.346166 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b6c169aa-d0f1-46ee-a17c-7895233cb830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '5c9da105-2de1-4b11-b2f2-3eac6cf182ee', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'port_id': 'e9f3740c-030f-4569-8967-980dd517a962', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'mac_address': 'fa:16:3e:d5:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:34:37Z', 'updated_at': '2022-03-08T12:34:37Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768db55b-109c-4cbc-8b5e-91bfbf1d8a77', 'name': '', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:bd:39:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5e74097d-2e33-43bb-9711-84e380d57761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:17Z', 'updated_at': '2022-03-08T12:34:24Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '5e74097d-2e33-43bb-9711-84e380d57761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:34:40.350304 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c169aa-d0f1-46ee-a17c-7895233cb830 None None] The sync data for ids ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'] in dv-neutron-828143-8-hyperv is: [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '5c9da105-2de1-4b11-b2f2-3eac6cf182ee', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'port_id': 'e9f3740c-030f-4569-8967-980dd517a962', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'mac_address': 'fa:16:3e:d5:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:34:37Z', 'updated_at': '2022-03-08T12:34:37Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768db55b-109c-4cbc-8b5e-91bfbf1d8a77', 'name': '', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:bd:39:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5e74097d-2e33-43bb-9711-84e380d57761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:17Z', 'updated_at': '2022-03-08T12:34:24Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '5e74097d-2e33-43bb-9711-84e380d57761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:34:40.536373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d50be2a-2467-4689-8952-47f2373cd164 None None] New status for floating IP 5c9da105-2de1-4b11-b2f2-3eac6cf182ee: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:34:40.879604 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60016) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:34:40.986723 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-cfcb9d6d-34fa-4e02-ac54-03822a061d54 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/5c9da105-2de1-4b11-b2f2-3eac6cf182ee HTTP/1.1" status: 200 len: 993 time: 0.1060336 Mar 08 12:34:42.071623 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:34:42.204564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f63f31b3-fff6-4f4b-90b2-75af822ee38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:43.513229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:43.622031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:43.936008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:44.901436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:50.069574 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c6574b77-e26b-411b-9cf9-c85d16c06f81 req-18083b10-0068-471b-afd5-408f708a6cbb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1712775 Mar 08 12:34:50.211768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574b77-e26b-411b-9cf9-c85d16c06f81 req-e62ab375-7a8b-419c-8285-9a586f358414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:50.213138 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c6574b77-e26b-411b-9cf9-c85d16c06f81 req-e62ab375-7a8b-419c-8285-9a586f358414 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 1099 time: 0.0772817 Mar 08 12:34:50.358124 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574b77-e26b-411b-9cf9-c85d16c06f81 req-e593e791-ba98-4866-9011-a5fa10457ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:50.359543 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c6574b77-e26b-411b-9cf9-c85d16c06f81 req-e593e791-ba98-4866-9011-a5fa10457ec0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=449d5432-82f8-4cf5-bced-9bbca8f3e016 HTTP/1.1" status: 200 len: 897 time: 0.1283245 Mar 08 12:34:50.459843 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c6574b77-e26b-411b-9cf9-c85d16c06f81 req-7b8c0204-b9dd-4442-bd98-705ea3392efb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9f3740c-030f-4569-8967-980dd517a962 HTTP/1.1" status: 200 len: 1001 time: 0.0938005 Mar 08 12:34:50.527868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574b77-e26b-411b-9cf9-c85d16c06f81 req-cbe730b3-1767-40b4-a838-d02f90396c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:50.529226 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c6574b77-e26b-411b-9cf9-c85d16c06f81 req-cbe730b3-1767-40b4-a838-d02f90396c3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e74097d-2e33-43bb-9711-84e380d57761 HTTP/1.1" status: 200 len: 835 time: 0.0603080 Mar 08 12:34:50.605133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574b77-e26b-411b-9cf9-c85d16c06f81 req-cad19839-16ca-47ab-9b04-f1cf52f9ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:34:50.606630 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c6574b77-e26b-411b-9cf9-c85d16c06f81 req-cad19839-16ca-47ab-9b04-f1cf52f9ab87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=449d5432-82f8-4cf5-bced-9bbca8f3e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708375 Mar 08 12:34:50.738547 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c6574b77-e26b-411b-9cf9-c85d16c06f81 req-8d79696c-13aa-412b-85bc-908f6c896299 service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251030 Mar 08 12:34:50.869761 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c6574b77-e26b-411b-9cf9-c85d16c06f81 req-5ad2abd6-d83f-4b1e-895a-73f4ce814da2 service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246243 Mar 08 12:35:09.929326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8700e168-1027-472e-9d2a-3975cbf5ec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:12.197870 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-52374a37-6cde-4fed-8ef8-d9a35e94b7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:13.455088 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:13.626158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:13.940586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:14.860303 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:19.070706 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:35:39.928704 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ef12f744-7019-411d-86a6-1901d5da107d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:42.179680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f18ffcb3-e8a0-4bfd-ae1d-a1b3b0c49f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:43.471000 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:43.654148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:43.968831 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:44.273817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6a551-6164-420a-bbfc-23729a7152ab req-0097993e-0f39-4511-95f6-b01f26940481 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:44.275351 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6ac6a551-6164-420a-bbfc-23729a7152ab req-0097993e-0f39-4511-95f6-b01f26940481 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0825086 Mar 08 12:35:44.321212 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6ac6a551-6164-420a-bbfc-23729a7152ab req-ce0e31a6-e706-4e13-bf46-686a0d03509b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395815 Mar 08 12:35:44.432283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60048) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:35:44.545774 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-4667da9e-95bd-4ce9-a227-7f3cb6c86edb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121995 Mar 08 12:35:44.853857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:45.513045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3e76c-1063-4464-a062-37b28daf663a req-e24b696d-5d23-4d8b-a680-b9762e018aec tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:45.514429 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4ff3e76c-1063-4464-a062-37b28daf663a req-e24b696d-5d23-4d8b-a680-b9762e018aec tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0844095 Mar 08 12:35:45.557849 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4ff3e76c-1063-4464-a062-37b28daf663a req-3e992614-bf59-4fe2-bf42-09db73070bdc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377340 Mar 08 12:35:46.744609 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d6377-1594-4eeb-a175-a7e6327311b6 req-a2542831-60cd-4114-b0bc-cbc965d75d43 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:46.746020 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-505d6377-1594-4eeb-a175-a7e6327311b6 req-a2542831-60cd-4114-b0bc-cbc965d75d43 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0800788 Mar 08 12:35:46.790552 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-505d6377-1594-4eeb-a175-a7e6327311b6 req-d906cda7-983a-4513-8b05-906036187943 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389946 Mar 08 12:35:47.972344 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d185197-1231-4c00-9e1c-a1037b75912c req-42f13795-912f-425e-bac5-44b6d1289fe2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:47.973838 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1d185197-1231-4c00-9e1c-a1037b75912c req-42f13795-912f-425e-bac5-44b6d1289fe2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0798934 Mar 08 12:35:48.021210 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1d185197-1231-4c00-9e1c-a1037b75912c req-2a301f38-e555-43f2-a84e-06d9da651a81 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414565 Mar 08 12:35:49.211916 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e539f7-14a0-40e9-ad60-43d7fe72e269 req-3533449d-2720-4f26-b7d0-a11d2d883d2e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:49.213407 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-63e539f7-14a0-40e9-ad60-43d7fe72e269 req-3533449d-2720-4f26-b7d0-a11d2d883d2e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0857844 Mar 08 12:35:49.258600 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-63e539f7-14a0-40e9-ad60-43d7fe72e269 req-87f0728b-d708-4f50-8d61-d70a5cd481d1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395291 Mar 08 12:35:50.442938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94965557-94fc-42f9-9c30-ad680c7f8738 req-aa11beb2-a3bd-4fbf-bc7d-455f42317085 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:50.444389 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-94965557-94fc-42f9-9c30-ad680c7f8738 req-aa11beb2-a3bd-4fbf-bc7d-455f42317085 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0787907 Mar 08 12:35:50.490202 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-94965557-94fc-42f9-9c30-ad680c7f8738 req-2269b8b9-0045-4700-8a69-3732283f88b5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402839 Mar 08 12:35:50.682199 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-41b0bfe8-4955-485c-9614-bfdad4d293fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:50.683768 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-41b0bfe8-4955-485c-9614-bfdad4d293fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 1099 time: 0.0771055 Mar 08 12:35:50.812225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-5ca997b6-2ba9-480c-854d-7267faa55005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:50.813704 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-5ca997b6-2ba9-480c-854d-7267faa55005 service neutron] 10.222.0.18 "GET /v2.0/networks?id=449d5432-82f8-4cf5-bced-9bbca8f3e016 HTTP/1.1" status: 200 len: 897 time: 0.1243844 Mar 08 12:35:50.909712 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-033dc01d-23c5-4c9a-b814-2778fb1343e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9f3740c-030f-4569-8967-980dd517a962 HTTP/1.1" status: 200 len: 1001 time: 0.0903049 Mar 08 12:35:50.976060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-2d9a5f0b-434d-49a9-a3b9-9b57aa16107d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:50.977490 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-2d9a5f0b-434d-49a9-a3b9-9b57aa16107d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e74097d-2e33-43bb-9711-84e380d57761 HTTP/1.1" status: 200 len: 835 time: 0.0612531 Mar 08 12:35:51.052658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-6c8df0d5-17d0-44c4-b679-86c9f6507266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:51.054157 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-6c8df0d5-17d0-44c4-b679-86c9f6507266 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=449d5432-82f8-4cf5-bced-9bbca8f3e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708263 Mar 08 12:35:51.267074 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-cc721b16-fb93-4ead-b106-b763e5d0629b service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068839 Mar 08 12:35:51.399560 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-1f74c5e7-99e2-4ed2-aef9-7ca6677a67a0 service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259272 Mar 08 12:35:51.675446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad39a11-0ed0-4b1a-96df-ab45e1d5e878 req-1a02f8b2-a644-4730-92c5-d8f918bb9153 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:51.677042 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fad39a11-0ed0-4b1a-96df-ab45e1d5e878 req-1a02f8b2-a644-4730-92c5-d8f918bb9153 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0806544 Mar 08 12:35:51.721124 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fad39a11-0ed0-4b1a-96df-ab45e1d5e878 req-ea882a4c-0b73-404c-83c9-24f35a7e9187 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382066 Mar 08 12:35:52.070115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31df2e2-98b6-452b-8ada-903297f571f5 req-7a82ceac-5fe0-43bc-bab2-7db43ecc2cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:52.071585 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a31df2e2-98b6-452b-8ada-903297f571f5 req-7a82ceac-5fe0-43bc-bab2-7db43ecc2cda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 1099 time: 0.0760622 Mar 08 12:35:52.225284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31df2e2-98b6-452b-8ada-903297f571f5 req-13228821-dc08-41b1-9c7a-b65675322673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:52.226658 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a31df2e2-98b6-452b-8ada-903297f571f5 req-13228821-dc08-41b1-9c7a-b65675322673 service neutron] 10.222.0.18 "GET /v2.0/networks?id=449d5432-82f8-4cf5-bced-9bbca8f3e016 HTTP/1.1" status: 200 len: 897 time: 0.1279027 Mar 08 12:35:52.330318 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a31df2e2-98b6-452b-8ada-903297f571f5 req-ed6fa7c0-ac92-4a91-9c9f-32ac99de9d36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9f3740c-030f-4569-8967-980dd517a962 HTTP/1.1" status: 200 len: 1001 time: 0.0972867 Mar 08 12:35:52.393340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31df2e2-98b6-452b-8ada-903297f571f5 req-cc063719-48cb-4d67-8385-f8bd4de17c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:52.394785 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a31df2e2-98b6-452b-8ada-903297f571f5 req-cc063719-48cb-4d67-8385-f8bd4de17c26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e74097d-2e33-43bb-9711-84e380d57761 HTTP/1.1" status: 200 len: 835 time: 0.0587137 Mar 08 12:35:52.478661 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31df2e2-98b6-452b-8ada-903297f571f5 req-601f9000-e547-4e6d-8bf9-223635c53e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:52.480036 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a31df2e2-98b6-452b-8ada-903297f571f5 req-601f9000-e547-4e6d-8bf9-223635c53e0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=449d5432-82f8-4cf5-bced-9bbca8f3e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728488 Mar 08 12:35:52.611119 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a31df2e2-98b6-452b-8ada-903297f571f5 req-a26d03f9-064c-4c40-9b16-83f4e478188a service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247706 Mar 08 12:35:52.744747 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a31df2e2-98b6-452b-8ada-903297f571f5 req-b80c1e12-07c4-4ce0-bafe-46ac484cb2ba service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267390 Mar 08 12:35:52.906772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2629cf-e266-4db5-9a0f-9b9e23bbd123 req-668dbe92-2f4f-4213-b86f-3c37a09cdad2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:52.908195 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0f2629cf-e266-4db5-9a0f-9b9e23bbd123 req-668dbe92-2f4f-4213-b86f-3c37a09cdad2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0787718 Mar 08 12:35:52.952590 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0f2629cf-e266-4db5-9a0f-9b9e23bbd123 req-e1996383-bb9b-4261-b774-0e33a18da3a3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378268 Mar 08 12:35:54.140933 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369aecc5-fc5a-45ff-bda6-e4679f5c89a9 req-44a3b573-e035-4887-803d-2e1deed818f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:54.142391 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-369aecc5-fc5a-45ff-bda6-e4679f5c89a9 req-44a3b573-e035-4887-803d-2e1deed818f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0822113 Mar 08 12:35:54.185496 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-369aecc5-fc5a-45ff-bda6-e4679f5c89a9 req-e62bdcf4-4b84-494d-a96c-b965de233c80 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368662 Mar 08 12:35:55.383906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c99615-cbb4-47e9-9f6e-8d6db45ced7b req-ed370fc0-2a34-49a4-beb3-bba17f24bdd4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:55.385341 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-80c99615-cbb4-47e9-9f6e-8d6db45ced7b req-ed370fc0-2a34-49a4-beb3-bba17f24bdd4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0874488 Mar 08 12:35:55.430218 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-80c99615-cbb4-47e9-9f6e-8d6db45ced7b req-886496fe-13b9-46f1-9aeb-60ef13ad4dab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377567 Mar 08 12:35:56.070889 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:35:56.612224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de52a8d-8759-4bc9-aa67-e43aea74f99f req-f2088e59-c86d-42f3-9caa-e614c7ecc1a5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:56.613692 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2de52a8d-8759-4bc9-aa67-e43aea74f99f req-f2088e59-c86d-42f3-9caa-e614c7ecc1a5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0785100 Mar 08 12:35:56.669697 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2de52a8d-8759-4bc9-aa67-e43aea74f99f req-53e76884-1e50-48d0-b50f-5f7dce879adf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503347 Mar 08 12:35:57.853422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308d5c3-1172-4acd-b714-907d1a8a40b4 req-1f932c9e-d584-4a6e-9820-75021149268d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:57.854880 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4308d5c3-1172-4acd-b714-907d1a8a40b4 req-1f932c9e-d584-4a6e-9820-75021149268d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0782318 Mar 08 12:35:57.897558 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4308d5c3-1172-4acd-b714-907d1a8a40b4 req-63ea5345-c87f-4f56-8f49-4696ef147020 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372963 Mar 08 12:35:59.077251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bba4e8-8408-4a3e-8e6d-7ebf9fa248bc req-685eba30-0f82-4dc5-94b1-b0ca2e60f033 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:35:59.078728 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-07bba4e8-8408-4a3e-8e6d-7ebf9fa248bc req-685eba30-0f82-4dc5-94b1-b0ca2e60f033 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0792890 Mar 08 12:35:59.122153 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-07bba4e8-8408-4a3e-8e6d-7ebf9fa248bc req-ce2b4c7b-e25f-4498-95c6-8930486b744c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373333 Mar 08 12:36:00.309749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6317f97-35e9-4252-86c5-3d746ead2714 req-ee498b51-4ef6-49f4-bf4f-7fcbc994ad87 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:00.311144 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f6317f97-35e9-4252-86c5-3d746ead2714 req-ee498b51-4ef6-49f4-bf4f-7fcbc994ad87 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0823796 Mar 08 12:36:00.355206 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f6317f97-35e9-4252-86c5-3d746ead2714 req-efead331-a7d6-406a-b621-1c17db69504d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384789 Mar 08 12:36:01.551738 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf477d3-101f-46db-aef6-83cc9c0cb3b9 req-30d4b524-2558-4d90-a892-bd9a855a8d75 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:01.553169 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9cf477d3-101f-46db-aef6-83cc9c0cb3b9 req-30d4b524-2558-4d90-a892-bd9a855a8d75 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0878894 Mar 08 12:36:01.596998 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9cf477d3-101f-46db-aef6-83cc9c0cb3b9 req-24685963-46ee-4ade-9d0f-5c8e8d63c20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380907 Mar 08 12:36:02.779105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081938d3-bd79-4f98-84bd-fd4d5cbe9e23 req-40ff0e43-f818-481f-8ef5-79019180c3e9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:02.780805 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-081938d3-bd79-4f98-84bd-fd4d5cbe9e23 req-40ff0e43-f818-481f-8ef5-79019180c3e9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0776379 Mar 08 12:36:02.828114 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-081938d3-bd79-4f98-84bd-fd4d5cbe9e23 req-64984a13-a6e4-4cf6-be5b-38b1d723ebf3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415258 Mar 08 12:36:04.010958 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3582a-d09d-4c9f-9ccc-66bb80705df5 req-c740a002-298d-4298-ad78-de67b080d8bf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:04.012420 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-36f3582a-d09d-4c9f-9ccc-66bb80705df5 req-c740a002-298d-4298-ad78-de67b080d8bf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0799966 Mar 08 12:36:04.068055 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-36f3582a-d09d-4c9f-9ccc-66bb80705df5 req-1aea933f-2335-45ae-82ca-fe175a172a48 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493295 Mar 08 12:36:05.250872 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea97e9a-1b20-4375-84d8-88d345054e41 req-15ca5bc2-f358-4947-88c3-f43f7031aafc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:05.252327 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2ea97e9a-1b20-4375-84d8-88d345054e41 req-15ca5bc2-f358-4947-88c3-f43f7031aafc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0798113 Mar 08 12:36:05.296058 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2ea97e9a-1b20-4375-84d8-88d345054e41 req-fee10db8-6061-49ba-87ca-ce741bcb9e8a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382113 Mar 08 12:36:06.480202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dca8e-7dd3-4c3a-ae32-d760af7cbcf0 req-050d55c8-d54d-420f-95b4-d03e63d8c6ad tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:06.481694 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f05dca8e-7dd3-4c3a-ae32-d760af7cbcf0 req-050d55c8-d54d-420f-95b4-d03e63d8c6ad tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0814612 Mar 08 12:36:06.524676 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f05dca8e-7dd3-4c3a-ae32-d760af7cbcf0 req-dce04ba5-1548-430e-aa94-f6f1ba3890ad tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374999 Mar 08 12:36:07.810185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f372e8a-afa4-4a78-8e55-a2c99b87a1d9 req-b1bf06b0-54f2-4cf6-a0a7-ff59ed0b700c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:07.811542 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f372e8a-afa4-4a78-8e55-a2c99b87a1d9 req-b1bf06b0-54f2-4cf6-a0a7-ff59ed0b700c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.1789446 Mar 08 12:36:07.855897 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f372e8a-afa4-4a78-8e55-a2c99b87a1d9 req-37b06679-32f0-424f-8f73-413fb1c14247 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384326 Mar 08 12:36:08.579027 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-2eec4be4-cb75-43a9-9041-03930d884d8c service neutron] 10.222.0.18 "GET /v2.0/ports/e9f3740c-030f-4569-8967-980dd517a962/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0728283 Mar 08 12:36:09.050253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfe27f-09a7-45ec-8b03-255ac5d93b86 req-05789776-33ff-4fc6-ae49-a113e9940ab1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:09.051721 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8fdfe27f-09a7-45ec-8b03-255ac5d93b86 req-05789776-33ff-4fc6-ae49-a113e9940ab1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0837517 Mar 08 12:36:09.095870 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8fdfe27f-09a7-45ec-8b03-255ac5d93b86 req-6edd4d5b-ca3b-4edf-b8b6-474172f166a3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384235 Mar 08 12:36:09.221433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-b8d8ca3c-00e8-45d4-b7f2-c60bfced4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:09.222834 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-b8d8ca3c-00e8-45d4-b7f2-c60bfced4006 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891&tenant_id=b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 1099 time: 0.0732317 Mar 08 12:36:09.311903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-d8c8384a-0289-4d2b-85ea-0543581f3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:09.313331 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-d8c8384a-0289-4d2b-85ea-0543581f3140 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 1099 time: 0.0691667 Mar 08 12:36:09.441558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-f4899fde-a493-405c-bff1-7179fdfc94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:09.442991 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-f4899fde-a493-405c-bff1-7179fdfc94fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=449d5432-82f8-4cf5-bced-9bbca8f3e016 HTTP/1.1" status: 200 len: 897 time: 0.1229577 Mar 08 12:36:09.543776 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-29abb0d6-97f2-4cab-bdb9-c5fe9c36beda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9f3740c-030f-4569-8967-980dd517a962 HTTP/1.1" status: 200 len: 1001 time: 0.0940595 Mar 08 12:36:09.604716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-020f0d66-47d4-40b5-836e-6e70d6ec4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:09.606157 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-020f0d66-47d4-40b5-836e-6e70d6ec4252 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e74097d-2e33-43bb-9711-84e380d57761 HTTP/1.1" status: 200 len: 835 time: 0.0567467 Mar 08 12:36:09.688147 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-a519aaaa-146d-491c-bef2-d2b5832da09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:09.689605 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-a519aaaa-146d-491c-bef2-d2b5832da09a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=449d5432-82f8-4cf5-bced-9bbca8f3e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780187 Mar 08 12:36:09.825020 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-85546e18-8489-480b-861a-ee09929dd98b service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284161 Mar 08 12:36:09.933439 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b40cdf5-1875-4ac4-a81d-fcdd422eb87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:09.960074 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7f2f4f07-4841-4508-8a13-4eec7022daef req-117f3feb-48f7-4403-bf79-777ecbf13318 service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287842 Mar 08 12:36:10.281369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ea970-628d-460f-9be5-5f3d48e5d29a req-175ec979-5c71-43af-b566-d3b31d039669 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:10.285455 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb1ea970-628d-460f-9be5-5f3d48e5d29a req-175ec979-5c71-43af-b566-d3b31d039669 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0834448 Mar 08 12:36:10.333937 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb1ea970-628d-460f-9be5-5f3d48e5d29a req-ad05cd78-1d19-4d9d-aa08-0ac1287496aa tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418954 Mar 08 12:36:11.228674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e9f3740c-030f-4569-8967-980dd517a962 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:36:11.340377 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:11.367461 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:36:11.377210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e9f3740c-030f-4569-8967-980dd517a962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e9f3740c-030f-4569-8967-980dd517a962,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:36:11.468270 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962', 'code': 200} Mar 08 12:36:11.487972 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:11.525446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33553309-5cae-4c4b-9d65-202436474505 req-5fb6eabc-c853-415f-9a3c-e8cc7ab6c24c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:11.527040 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-33553309-5cae-4c4b-9d65-202436474505 req-5fb6eabc-c853-415f-9a3c-e8cc7ab6c24c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0827250 Mar 08 12:36:11.555691 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e9f3740c-030f-4569-8967-980dd517a962,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:36:11.562957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:36:11.563311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:36:11.563655 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:36:11.564004 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:36:11.564337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:36:11.564668 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:36:11.565001 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:36:11.565332 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:36:11.565663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:36:11.566014 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:36:11.566368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:36:11.566660 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:36:11.572826 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-33553309-5cae-4c4b-9d65-202436474505 req-87ff7e27-c023-411c-94ef-3da07d5399b0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401573 Mar 08 12:36:12.207540 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5d6fe2dc-eeb7-499e-b929-5ce24097a5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:12.760260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b6be-1ae4-42de-a501-dd5390d12e7f req-4958209e-4bb4-4f77-8ab9-d5090313b555 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:12.761691 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5f86b6be-1ae4-42de-a501-dd5390d12e7f req-4958209e-4bb4-4f77-8ab9-d5090313b555 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 944 time: 0.0793803 Mar 08 12:36:12.805572 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5f86b6be-1ae4-42de-a501-dd5390d12e7f req-decf68c7-d8fc-4bc5-af61-131d463b2ed2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383101 Mar 08 12:36:13.233413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e9f3740c-030f-4569-8967-980dd517a962 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:36:13.374384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e9f3740c-030f-4569-8967-980dd517a962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e9f3740c-030f-4569-8967-980dd517a962,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:36:13.429696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'e9f3740c-030f-4569-8967-980dd517a962', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'port_id': 'e9f3740c-030f-4569-8967-980dd517a962', 'mac_address': 'fa:16:3e:d5:b6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e74097d-2e33-43bb-9711-84e380d57761', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:36:13.490595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:13.506835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f3740c-030f-4569-8967-980dd517a962 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:36:13.522288 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:13.525100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e9f3740c-030f-4569-8967-980dd517a962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e9f3740c-030f-4569-8967-980dd517a962,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:36:13.664940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:13.706828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:13.735079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['e9f3740c-030f-4569-8967-980dd517a962'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:36:13.781963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e9f3740c-030f-4569-8967-980dd517a962,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:36:14.016025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:14.076539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-63508474-23ab-4b86-a6c3-8f480db8e3f0 req-b7bc78ca-686a-4339-bfa2-52b3568ed098 service neutron] (88469) timed out ('10.222.0.32', 56396) {{(pid=88469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 08 12:36:14.098272 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bba6e4-512c-4032-b0d7-13685ea9278d req-999b0524-27b2-4ecc-bb2f-8dc862859e6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:14.099806 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-54bba6e4-512c-4032-b0d7-13685ea9278d req-999b0524-27b2-4ecc-bb2f-8dc862859e6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 945 time: 0.1874373 Mar 08 12:36:14.143056 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-54bba6e4-512c-4032-b0d7-13685ea9278d req-ba66d64a-cf72-420a-846e-6b24736d4d8a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378077 Mar 08 12:36:14.682857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d1e58-f513-42fd-9b3b-263e5d229c0c req-8c55623b-18d8-4b42-866b-034ccc4c1ca9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:14.684305 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e93d1e58-f513-42fd-9b3b-263e5d229c0c req-8c55623b-18d8-4b42-866b-034ccc4c1ca9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 945 time: 0.0849943 Mar 08 12:36:14.728694 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e93d1e58-f513-42fd-9b3b-263e5d229c0c req-edf9ff12-c322-4cf7-8d6f-b33de4b75e5a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387509 Mar 08 12:36:14.738827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f24c7-7dac-4354-aa96-1392809a3934 req-9556e80e-9bca-430a-8348-68d367b0234b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:14.740361 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-682f24c7-7dac-4354-aa96-1392809a3934 req-9556e80e-9bca-430a-8348-68d367b0234b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891&tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.0872648 Mar 08 12:36:14.882530 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:14.946122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f24c7-7dac-4354-aa96-1392809a3934 req-949f2be6-a84b-4c25-b4d2-f988b1015fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:14.947585 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-682f24c7-7dac-4354-aa96-1392809a3934 req-949f2be6-a84b-4c25-b4d2-f988b1015fab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 1098 time: 0.1369851 Mar 08 12:36:14.954972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ea119-29c9-4759-b9cf-7853ead04f46 req-451f769d-7da4-4e27-86ef-fbf9a6496cd2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:14.959335 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ce4ea119-29c9-4759-b9cf-7853ead04f46 req-451f769d-7da4-4e27-86ef-fbf9a6496cd2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 945 time: 0.1143537 Mar 08 12:36:15.084870 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ce4ea119-29c9-4759-b9cf-7853ead04f46 req-76e48506-bebf-400c-ad6c-7edfd609273e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100261 Mar 08 12:36:15.114290 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f24c7-7dac-4354-aa96-1392809a3934 req-518a7377-e6fa-4335-af29-af4f5a18986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:15.115714 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-682f24c7-7dac-4354-aa96-1392809a3934 req-518a7377-e6fa-4335-af29-af4f5a18986c service neutron] 10.222.0.18 "GET /v2.0/networks?id=449d5432-82f8-4cf5-bced-9bbca8f3e016 HTTP/1.1" status: 200 len: 897 time: 0.1586287 Mar 08 12:36:15.239906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e9f3740c-030f-4569-8967-980dd517a962 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:36:15.312509 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port e9f3740c-030f-4569-8967-980dd517a962 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:36:15.312881 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:15.320719 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-682f24c7-7dac-4354-aa96-1392809a3934 req-d724a1a2-abeb-4ae5-891f-4b4f2d4bc9a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9f3740c-030f-4569-8967-980dd517a962 HTTP/1.1" status: 200 len: 1000 time: 0.1982176 Mar 08 12:36:15.382571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f24c7-7dac-4354-aa96-1392809a3934 req-7fc307ec-cdfd-4d21-9725-2ee47047eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:15.383955 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-682f24c7-7dac-4354-aa96-1392809a3934 req-7fc307ec-cdfd-4d21-9725-2ee47047eace service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e74097d-2e33-43bb-9711-84e380d57761 HTTP/1.1" status: 200 len: 835 time: 0.0566134 Mar 08 12:36:15.425218 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:15.452669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:36:15.462820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f24c7-7dac-4354-aa96-1392809a3934 req-7aa1b86e-06db-4de0-a723-b7bebceb7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:15.462947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e9f3740c-030f-4569-8967-980dd517a962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e9f3740c-030f-4569-8967-980dd517a962,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:36:15.463904 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-682f24c7-7dac-4354-aa96-1392809a3934 req-7aa1b86e-06db-4de0-a723-b7bebceb7cf6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=449d5432-82f8-4cf5-bced-9bbca8f3e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734715 Mar 08 12:36:15.508301 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962', 'code': 200} Mar 08 12:36:15.539187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:15.599519 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-682f24c7-7dac-4354-aa96-1392809a3934 req-a623bc92-0468-4dfb-8cdd-17a8e524eb90 service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264734 Mar 08 12:36:15.608965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e9f3740c-030f-4569-8967-980dd517a962,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:36:15.734802 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-682f24c7-7dac-4354-aa96-1392809a3934 req-d22aea07-a6e0-43cd-9c03-b36f0fa33cc5 service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294208 Mar 08 12:36:16.268090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d49fd-878f-4415-9d28-09e8e96af34c req-44b5a518-6abc-45e8-b625-494826314e11 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:16.269490 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-393d49fd-878f-4415-9d28-09e8e96af34c req-44b5a518-6abc-45e8-b625-494826314e11 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0807962 Mar 08 12:36:16.313951 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-393d49fd-878f-4415-9d28-09e8e96af34c req-3851c796-1f05-4316-a9da-5bb10ea5bf1d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381410 Mar 08 12:36:17.498758 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7e03b-b7c2-4e77-b078-1a85161f4a82 req-20f5158f-4301-4068-9f71-ec24b98a9399 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:17.500189 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bac7e03b-b7c2-4e77-b078-1a85161f4a82 req-20f5158f-4301-4068-9f71-ec24b98a9399 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0810699 Mar 08 12:36:17.544050 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bac7e03b-b7c2-4e77-b078-1a85161f4a82 req-88de10d7-dd43-468a-a42b-db55580f5ea5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383689 Mar 08 12:36:17.566457 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60156) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:36:17.672792 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-13e49734-1fc6-40a0-bfbe-c0b2b4492844 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/5c9da105-2de1-4b11-b2f2-3eac6cf182ee HTTP/1.1" status: 200 len: 993 time: 0.1052635 Mar 08 12:36:33.070665 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:36:39.938611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-db310fee-3813-4d76-88cd-e125cf816251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:42.207227 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7d743734-2a07-43f7-ba36-c904f9f3ae55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:43.514266 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:43.645671 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:43.972641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:44.857326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:51.974714 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-17e52333-24a9-4cc4-9ced-7c51390f25ba req-4b7563b8-b434-4441-b86f-be35f7f95451 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793791 Mar 08 12:36:52.113318 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e52333-24a9-4cc4-9ced-7c51390f25ba req-f396eb60-9528-4262-9b6e-ef84eb693ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:52.114817 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-17e52333-24a9-4cc4-9ced-7c51390f25ba req-f396eb60-9528-4262-9b6e-ef84eb693ec6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 1099 time: 0.0720212 Mar 08 12:36:52.262554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e52333-24a9-4cc4-9ced-7c51390f25ba req-8417a269-1715-4aae-9c15-830d8759938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:52.263908 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-17e52333-24a9-4cc4-9ced-7c51390f25ba req-8417a269-1715-4aae-9c15-830d8759938b service neutron] 10.222.0.18 "GET /v2.0/networks?id=449d5432-82f8-4cf5-bced-9bbca8f3e016 HTTP/1.1" status: 200 len: 897 time: 0.1289480 Mar 08 12:36:52.365991 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-17e52333-24a9-4cc4-9ced-7c51390f25ba req-2fc80374-1027-446e-a725-d497f1130bbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9f3740c-030f-4569-8967-980dd517a962 HTTP/1.1" status: 200 len: 1001 time: 0.0966086 Mar 08 12:36:52.429341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e52333-24a9-4cc4-9ced-7c51390f25ba req-c4452277-d475-4885-a450-bd09d550477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:52.430848 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-17e52333-24a9-4cc4-9ced-7c51390f25ba req-c4452277-d475-4885-a450-bd09d550477d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e74097d-2e33-43bb-9711-84e380d57761 HTTP/1.1" status: 200 len: 835 time: 0.0591636 Mar 08 12:36:52.507480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e52333-24a9-4cc4-9ced-7c51390f25ba req-0a3d2975-0d9a-48d2-b0f0-8136a81a0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:36:52.508943 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-17e52333-24a9-4cc4-9ced-7c51390f25ba req-0a3d2975-0d9a-48d2-b0f0-8136a81a0e4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=449d5432-82f8-4cf5-bced-9bbca8f3e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723331 Mar 08 12:36:52.641870 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-17e52333-24a9-4cc4-9ced-7c51390f25ba req-b4d0cf93-0c7c-411f-98e8-669e981eeb94 service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269259 Mar 08 12:36:52.770693 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-17e52333-24a9-4cc4-9ced-7c51390f25ba req-012c885a-bc0e-40a4-8746-c9acae926f6c service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228464 Mar 08 12:37:04.999148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60196) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:05.212678 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port e70d539f-7d89-410d-bada-b5b3369c05c5 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:37:05.213021 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:05.381885 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:05.382231 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:05.507773 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for e70d539f-7d89-410d-bada-b5b3369c05c5 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:37:05.741905 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:05.822963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=e70d539f-7d89-410d-bada-b5b3369c05c5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:05.865829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:05.866197 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:05.866536 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:05.866869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:05.867202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:05.867527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:05.867849 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:05.868175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:05.868496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:05.868929 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:05.869253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:05.869571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:05.894988 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:05.895359 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Floating IP 5c9da105-2de1-4b11-b2f2-3eac6cf182ee disassociated (deleted). External IP: 172.26.4.60, port: e9f3740c-030f-4569-8967-980dd517a962. Mar 08 12:37:06.348971 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:37:06.524100 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:37:06.534727 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c62a3fc-2eaa-406b-b0bd-015a073e3346 None None] Sync routers for ids ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:37:06.543509 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c62a3fc-2eaa-406b-b0bd-015a073e3346 None None] Routers {'2a9301d4-3a61-4313-ab44-3dc317cc49d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:37:06.544110 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-5c62a3fc-2eaa-406b-b0bd-015a073e3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:36:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:06.604455 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:06.660596 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2ab99da8-ec44-4aef-b844-208dcd95a00a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/floatingips/5c9da105-2de1-4b11-b2f2-3eac6cf182ee HTTP/1.1" status: 204 len: 168 time: 1.6604519 Mar 08 12:37:06.661170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:37:06.708658 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962', 'status': 'completed', 'code': 200} Mar 08 12:37:06.724952 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-5c62a3fc-2eaa-406b-b0bd-015a073e3346 None None] Set router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:37:06.810445 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d278b-b512-430d-bb73-66bf309ff07f req-2f53b19d-437a-46bc-9012-6257c2ff0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:06.813248 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-594d278b-b512-430d-bb73-66bf309ff07f req-2f53b19d-437a-46bc-9012-6257c2ff0b17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 1099 time: 0.0823121 Mar 08 12:37:06.946606 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d278b-b512-430d-bb73-66bf309ff07f req-ac7a2a78-34e2-4d42-ad97-b7d9d37eaf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:06.948038 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-594d278b-b512-430d-bb73-66bf309ff07f req-ac7a2a78-34e2-4d42-ad97-b7d9d37eaf2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=449d5432-82f8-4cf5-bced-9bbca8f3e016 HTTP/1.1" status: 200 len: 897 time: 0.1293099 Mar 08 12:37:07.042681 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-5c62a3fc-2eaa-406b-b0bd-015a073e3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '768db55b-109c-4cbc-8b5e-91bfbf1d8a77', 'name': '', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:bd:39:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5e74097d-2e33-43bb-9711-84e380d57761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:17Z', 'updated_at': '2022-03-08T12:34:24Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '5e74097d-2e33-43bb-9711-84e380d57761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:07.046959 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c62a3fc-2eaa-406b-b0bd-015a073e3346 None None] Checking router: 2a9301d4-3a61-4313-ab44-3dc317cc49d4 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:37:07.056578 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c62a3fc-2eaa-406b-b0bd-015a073e3346 None None] Routers {'2a9301d4-3a61-4313-ab44-3dc317cc49d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:37:07.056578 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-5c62a3fc-2eaa-406b-b0bd-015a073e3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:36:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:07.127726 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-594d278b-b512-430d-bb73-66bf309ff07f req-8e3bed2d-17f8-43f5-8e92-2684bcbf1b54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9f3740c-030f-4569-8967-980dd517a962 HTTP/1.1" status: 200 len: 217 time: 0.1736684 Mar 08 12:37:07.248045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d278b-b512-430d-bb73-66bf309ff07f req-0df15d66-39e4-4358-b9bb-427823c7358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:07.249552 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-594d278b-b512-430d-bb73-66bf309ff07f req-0df15d66-39e4-4358-b9bb-427823c7358a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e74097d-2e33-43bb-9711-84e380d57761 HTTP/1.1" status: 200 len: 835 time: 0.1031065 Mar 08 12:37:07.289052 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-5c62a3fc-2eaa-406b-b0bd-015a073e3346 None None] Set router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:37:07.340941 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de70e6-1b36-4da2-b05f-2cac3878d183 req-cc7132cb-7506-4e15-9ead-aadd485bf2d3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:07.343150 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f3de70e6-1b36-4da2-b05f-2cac3878d183 req-cc7132cb-7506-4e15-9ead-aadd485bf2d3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.1484196 Mar 08 12:37:07.376537 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d278b-b512-430d-bb73-66bf309ff07f req-bd26ddd7-34aa-4b5a-9f4f-f46834630bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:07.378829 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-594d278b-b512-430d-bb73-66bf309ff07f req-bd26ddd7-34aa-4b5a-9f4f-f46834630bca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=449d5432-82f8-4cf5-bced-9bbca8f3e016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1206777 Mar 08 12:37:07.429690 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f3de70e6-1b36-4da2-b05f-2cac3878d183 req-481f5737-87bc-4fba-8f16-f829ffc2d451 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777879 Mar 08 12:37:07.526843 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-594d278b-b512-430d-bb73-66bf309ff07f req-26d09dd8-8ff3-41ce-bc2d-a3fd47e907ce service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403542 Mar 08 12:37:07.604662 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-5c62a3fc-2eaa-406b-b0bd-015a073e3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '768db55b-109c-4cbc-8b5e-91bfbf1d8a77', 'name': '', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:bd:39:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5e74097d-2e33-43bb-9711-84e380d57761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:17Z', 'updated_at': '2022-03-08T12:34:24Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '5e74097d-2e33-43bb-9711-84e380d57761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:07.609207 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c62a3fc-2eaa-406b-b0bd-015a073e3346 None None] The sync data for ids ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'] in dv-neutron-828143-8-hyperv is: [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '768db55b-109c-4cbc-8b5e-91bfbf1d8a77', 'name': '', 'network_id': '449d5432-82f8-4cf5-bced-9bbca8f3e016', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:bd:39:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5e74097d-2e33-43bb-9711-84e380d57761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:17Z', 'updated_at': '2022-03-08T12:34:24Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '5e74097d-2e33-43bb-9711-84e380d57761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:37:07.663144 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-594d278b-b512-430d-bb73-66bf309ff07f req-729b9902-7bce-48cc-a3ea-4a105007b2d4 service neutron] 10.222.0.18 "GET /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289594 Mar 08 12:37:07.828667 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354a723e-65f5-4864-a735-bc2ecc0ce2a3 None None] New status for floating IP 5c9da105-2de1-4b11-b2f2-3eac6cf182ee: DOWN {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:37:08.626056 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fe3a6-ff1e-4dc6-aeaa-1c6941518b6f req-8876cebc-3f98-4288-a152-779b03da4a3d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:08.626781 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-743fe3a6-ff1e-4dc6-aeaa-1c6941518b6f req-8876cebc-3f98-4288-a152-779b03da4a3d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:37:08.709484 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-743fe3a6-ff1e-4dc6-aeaa-1c6941518b6f req-8876cebc-3f98-4288-a152-779b03da4a3d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:37:08.710827 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-743fe3a6-ff1e-4dc6-aeaa-1c6941518b6f req-8876cebc-3f98-4288-a152-779b03da4a3d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.1687236 Mar 08 12:37:08.757927 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-743fe3a6-ff1e-4dc6-aeaa-1c6941518b6f req-5db8ddf9-53b6-49f8-a618-ed9145243ef6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=568ff034-ee32-4eb3-87d3-f266bbc7d93e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412989 Mar 08 12:37:09.149250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4c476-c215-48ba-bbce-4006314e8593 req-de3f4088-0ac6-4516-b88d-f32784c12c53 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:09.150796 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-03f4c476-c215-48ba-bbce-4006314e8593 req-de3f4088-0ac6-4516-b88d-f32784c12c53 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 946 time: 0.0813608 Mar 08 12:37:09.225392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-03f4c476-c215-48ba-bbce-4006314e8593 req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port e9f3740c-030f-4569-8967-980dd517a962 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:37:09.225744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-03f4c476-c215-48ba-bbce-4006314e8593 req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:09.480738 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-03f4c476-c215-48ba-bbce-4006314e8593 req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port e9f3740c-030f-4569-8967-980dd517a962, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e9f3740c-030f-4569-8967-980dd517a962,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:37:09.481035 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-03f4c476-c215-48ba-bbce-4006314e8593 req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:09.610161 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-03f4c476-c215-48ba-bbce-4006314e8593 req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for e9f3740c-030f-4569-8967-980dd517a962 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:37:09.846784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-03f4c476-c215-48ba-bbce-4006314e8593 req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:09.938961 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=e9f3740c-030f-4569-8967-980dd517a962,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:09.949933 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ef157ce3-a1b6-4a05-8a86-51a4fdcd1286 req-ba7ad326-1468-4be6-ae92-0f43224bfc78 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab996fd6-3db0-4a62-a9b3-46c621aff891 HTTP/1.1" status: 200 len: 210 time: 0.0612373 Mar 08 12:37:09.955285 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a4c9a707-e459-456d-a6e2-823342c2cda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:09.984544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:09.985404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:09.985750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:09.986112 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:09.986449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:09.986781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:09.987110 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:09.987437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:09.987765 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:09.988093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:09.988429 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:09.988753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:10.035702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f4c476-c215-48ba-bbce-4006314e8593 req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] No DVR routers for this DVR port e9f3740c-030f-4569-8967-980dd517a962 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:37:10.038158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-03f4c476-c215-48ba-bbce-4006314e8593 req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:10.040683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'name': 'network-vif-deleted', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:37:10.071679 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:37:10.110913 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-03f4c476-c215-48ba-bbce-4006314e8593 req-ebaa6e0c-6163-4b9f-aaf8-9596c1da483d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "DELETE /v2.0/ports/e9f3740c-030f-4569-8967-980dd517a962 HTTP/1.1" status: 204 len: 173 time: 0.9543378 Mar 08 12:37:10.136172 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab996fd6-3db0-4a62-a9b3-46c621aff891', 'name': 'network-vif-deleted', 'tag': 'e9f3740c-030f-4569-8967-980dd517a962', 'status': 'completed', 'code': 200} Mar 08 12:37:11.058263 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60216) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:11.454403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e9f3740c-030f-4569-8967-980dd517a962 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:37:11.488816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: e9f3740c-030f-4569-8967-980dd517a962 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:37:11.489157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e9f3740c-030f-4569-8967-980dd517a962 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:37:11.745784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3d563c4c-ccf7-4262-b38c-bf0b72e5fd05 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:12.111656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-3d563c4c-ccf7-4262-b38c-bf0b72e5fd05 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:37:12.112686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3d563c4c-ccf7-4262-b38c-bf0b72e5fd05 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:12.218617 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f5507577-180b-4f36-8d10-47d33a6b8254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:12.313490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-3d563c4c-ccf7-4262-b38c-bf0b72e5fd05 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port 768db55b-109c-4cbc-8b5e-91bfbf1d8a77, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=768db55b-109c-4cbc-8b5e-91bfbf1d8a77,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:37:12.313854 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3d563c4c-ccf7-4262-b38c-bf0b72e5fd05 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:12.440725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-3d563c4c-ccf7-4262-b38c-bf0b72e5fd05 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:37:12.695898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3d563c4c-ccf7-4262-b38c-bf0b72e5fd05 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:12.753176 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d563c4c-ccf7-4262-b38c-bf0b72e5fd05 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=768db55b-109c-4cbc-8b5e-91bfbf1d8a77,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:13.150463 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-3d563c4c-ccf7-4262-b38c-bf0b72e5fd05 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:13.484478 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:13.549081 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d563c4c-ccf7-4262-b38c-bf0b72e5fd05 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:37:13.635125 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:13.736044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d563c4c-ccf7-4262-b38c-bf0b72e5fd05 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:37:13.747975 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc3d5a-9dcd-4872-8739-d60569937966 None None] Sync routers for ids ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:37:13.752043 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-3d563c4c-ccf7-4262-b38c-bf0b72e5fd05 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "PUT /v2.0/routers/2a9301d4-3a61-4313-ab44-3dc317cc49d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6959088 Mar 08 12:37:13.754632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60220) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:13.760852 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc3d5a-9dcd-4872-8739-d60569937966 None None] Routers {'2a9301d4-3a61-4313-ab44-3dc317cc49d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:37:13.761461 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9ccc3d5a-9dcd-4872-8739-d60569937966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:37:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:13.822633 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7150cc1-e5b3-4d45-8e60-d80f7f052082 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting subnet 5e74097d-2e33-43bb-9711-84e380d57761 {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:37:13.825869 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7150cc1-e5b3-4d45-8e60-d80f7f052082 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:13.898177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7150cc1-e5b3-4d45-8e60-d80f7f052082 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:13.953064 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9ccc3d5a-9dcd-4872-8739-d60569937966 None None] Set router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:37:13.985194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7150cc1-e5b3-4d45-8e60-d80f7f052082 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:13.993063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:14.167415 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7150cc1-e5b3-4d45-8e60-d80f7f052082 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:14.211350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7150cc1-e5b3-4d45-8e60-d80f7f052082 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Subnet': ['ID=5e74097d-2e33-43bb-9711-84e380d57761,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:14.215468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e7150cc1-e5b3-4d45-8e60-d80f7f052082 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:14.222422 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e7150cc1-e5b3-4d45-8e60-d80f7f052082 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/subnets/5e74097d-2e33-43bb-9711-84e380d57761 HTTP/1.1" status: 204 len: 168 time: 0.4658005 Mar 08 12:37:14.224100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60224) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:14.224925 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fc34d5-8b3f-435c-ad85-05069e2eed0a None None] Network 449d5432-82f8-4cf5-bced-9bbca8f3e016 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:37:14.261221 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9ccc3d5a-9dcd-4872-8739-d60569937966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:37:12Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:14.265250 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc3d5a-9dcd-4872-8739-d60569937966 None None] Checking router: 2a9301d4-3a61-4313-ab44-3dc317cc49d4 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:37:14.280853 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc3d5a-9dcd-4872-8739-d60569937966 None None] Routers {'2a9301d4-3a61-4313-ab44-3dc317cc49d4'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:37:14.281501 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9ccc3d5a-9dcd-4872-8739-d60569937966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:37:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:14.432997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:14.462902 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9ccc3d5a-9dcd-4872-8739-d60569937966 None None] Set router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:37:14.507419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] DHCP port deletion for 449d5432-82f8-4cf5-bced-9bbca8f3e016 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:37:14.512206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Deleting port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:37:14.512635 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:14.744895 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:14.753092 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] For port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=40156a3e-1edf-4472-88d9-c4e5ce1ca4cd,segment=NetworkSegment(40782f91-ba91-49c1-aaa5-c13cd9e7f6da),segment_id=40782f91-ba91-49c1-aaa5-c13cd9e7f6da)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:37:14.753619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:14.813446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 259c9d33-55af-4997-8b35-d38c5f9e59dd {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:37:14.813861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:14.814748 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9ccc3d5a-9dcd-4872-8739-d60569937966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:37:12Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:14.819841 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc3d5a-9dcd-4872-8739-d60569937966 None None] The sync data for ids ['2a9301d4-3a61-4313-ab44-3dc317cc49d4'] in dv-neutron-828143-8-hyperv is: [{'id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939151821', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:34:11Z', 'updated_at': '2022-03-08T12:37:12Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '259c9d33-55af-4997-8b35-d38c5f9e59dd', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9301d4-3a61-4313-ab44-3dc317cc49d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:34:12Z', 'updated_at': '2022-03-08T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:37:14.921133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Calling delete_port for 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:37:15.015663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:15.018882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port 259c9d33-55af-4997-8b35-d38c5f9e59dd, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=259c9d33-55af-4997-8b35-d38c5f9e59dd,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:37:15.022988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:15.081008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:15.127840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Pushing event deleted for resources: {'Port': ['ID=40156a3e-1edf-4472-88d9-c4e5ce1ca4cd,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:15.132823 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] No DVR routers for this DVR port 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:37:15.139357 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:15.139715 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:15.140068 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:15.140413 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:15.140749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:15.141085 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:15.141417 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:15.141749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:15.143620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:15.143620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:15.143620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:15.143620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b6a74b-0586-491e-b08f-0eb23d06dd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:15.150003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 259c9d33-55af-4997-8b35-d38c5f9e59dd owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:37:15.412063 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:15.467364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=259c9d33-55af-4997-8b35-d38c5f9e59dd,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:15.564336 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:15.740735 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:15.743006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:15.850208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:15.850766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Fanout notify agent at l3_agent the message router_deleted on router 2a9301d4-3a61-4313-ab44-3dc317cc49d4 {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:37:15.866574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:15.867828 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e0f16ccb-79da-4306-aaa7-8e0fba98912a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/routers/2a9301d4-3a61-4313-ab44-3dc317cc49d4 HTTP/1.1" status: 204 len: 168 time: 1.6427875 Mar 08 12:37:15.870535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60228) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:16.001060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93b2d241-7400-42cf-a3d4-10980b1aa1b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:16.144801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93b2d241-7400-42cf-a3d4-10980b1aa1b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:16.172473 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-93b2d241-7400-42cf-a3d4-10980b1aa1b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449d5432-82f8-4cf5-bced-9bbca8f3e016']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:16.184441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-93b2d241-7400-42cf-a3d4-10980b1aa1b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40782f91-ba91-49c1-aaa5-c13cd9e7f6da') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:16.184739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-93b2d241-7400-42cf-a3d4-10980b1aa1b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40782f91-ba91-49c1-aaa5-c13cd9e7f6da') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:16.196092 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93b2d241-7400-42cf-a3d4-10980b1aa1b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:16.212185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93b2d241-7400-42cf-a3d4-10980b1aa1b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:16.218948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b2d241-7400-42cf-a3d4-10980b1aa1b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:37:16.219332 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93b2d241-7400-42cf-a3d4-10980b1aa1b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:37:16.234176 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:37:16.376126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:37:16.414867 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:37:16.415210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 40156a3e-1edf-4472-88d9-c4e5ce1ca4cd not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:37:16.415636 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 259c9d33-55af-4997-8b35-d38c5f9e59dd no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:37:16.449521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 259c9d33-55af-4997-8b35-d38c5f9e59dd {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:37:16.449779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 259c9d33-55af-4997-8b35-d38c5f9e59dd not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:37:16.450226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:37:16.484221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:37:16.484487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93b2d241-7400-42cf-a3d4-10980b1aa1b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:16.485003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 768db55b-109c-4cbc-8b5e-91bfbf1d8a77 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:37:16.528198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-93b2d241-7400-42cf-a3d4-10980b1aa1b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:16.528198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2d241-7400-42cf-a3d4-10980b1aa1b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Network': ['ID=449d5432-82f8-4cf5-bced-9bbca8f3e016,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:16.627972 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-93b2d241-7400-42cf-a3d4-10980b1aa1b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/networks/449d5432-82f8-4cf5-bced-9bbca8f3e016 HTTP/1.1" status: 204 len: 168 time: 0.7561984 Mar 08 12:37:16.630395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60232) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:16.698615 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fab36a32-30ff-4086-b44c-445f72a14aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:16.733539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fab36a32-30ff-4086-b44c-445f72a14aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:16.858679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fab36a32-30ff-4086-b44c-445f72a14aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:16.878245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab36a32-30ff-4086-b44c-445f72a14aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568ff034-ee32-4eb3-87d3-f266bbc7d93e,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:16.955177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fab36a32-30ff-4086-b44c-445f72a14aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:16.956480 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fab36a32-30ff-4086-b44c-445f72a14aeb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/security-groups/568ff034-ee32-4eb3-87d3-f266bbc7d93e HTTP/1.1" status: 204 len: 168 time: 0.3251729 Mar 08 12:37:17.620286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60240) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:17.626262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2120966414', 'description': 'tempest-secgroup-smoke-2120966414 description', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:37:17.632769 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:37:17.637192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:37:17.640896 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:37:17.646938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:37:17.741525 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:17.762411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:37:17.766317 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:37:17.769129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:37:17.775004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:37:17.848898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:17.930093 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:17.978414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e77cd9-9522-4282-9340-9832096b761a,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:18.055892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:18.057193 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-16027bd7-9f41-4787-9924-7f2e10e4aebb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4358249 Mar 08 12:37:18.059974 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60244) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:18.067341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-830516a5-856b-458b-a0f6-7e2353a325f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '62e77cd9-9522-4282-9340-9832096b761a', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:37:18.075445 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-830516a5-856b-458b-a0f6-7e2353a325f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:37:18.079872 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-830516a5-856b-458b-a0f6-7e2353a325f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:37:18.082868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-830516a5-856b-458b-a0f6-7e2353a325f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:37:18.088592 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-830516a5-856b-458b-a0f6-7e2353a325f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:37:18.179333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-830516a5-856b-458b-a0f6-7e2353a325f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:18.248162 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-830516a5-856b-458b-a0f6-7e2353a325f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:18.320988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-830516a5-856b-458b-a0f6-7e2353a325f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:18.347171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830516a5-856b-458b-a0f6-7e2353a325f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a4bd53-40ef-43a3-a1aa-ccd2abbcc914,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:18.435908 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-830516a5-856b-458b-a0f6-7e2353a325f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:18.437037 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-830516a5-856b-458b-a0f6-7e2353a325f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3757420 Mar 08 12:37:18.439865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60248) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:18.444874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-d5d0b0b2-a36f-4d94-80c9-1a19c1cfb850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '62e77cd9-9522-4282-9340-9832096b761a', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:37:18.450985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d5d0b0b2-a36f-4d94-80c9-1a19c1cfb850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:37:18.455449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d5d0b0b2-a36f-4d94-80c9-1a19c1cfb850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:37:18.458371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-d5d0b0b2-a36f-4d94-80c9-1a19c1cfb850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:37:18.464060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-d5d0b0b2-a36f-4d94-80c9-1a19c1cfb850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:37:18.596352 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b0b2-a36f-4d94-80c9-1a19c1cfb850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:18.669631 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b0b2-a36f-4d94-80c9-1a19c1cfb850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:18.741307 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b0b2-a36f-4d94-80c9-1a19c1cfb850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:18.767583 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0b0b2-a36f-4d94-80c9-1a19c1cfb850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd502d4-8ff1-4e54-b577-f1e089254a0f,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:18.835062 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b0b2-a36f-4d94-80c9-1a19c1cfb850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:18.836316 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d5d0b0b2-a36f-4d94-80c9-1a19c1cfb850 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3955145 Mar 08 12:37:18.839107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60252) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:18.844843 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-005ddfa6-3b9c-4ef8-86c4-104f5829552f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '62e77cd9-9522-4282-9340-9832096b761a', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:37:18.850974 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-005ddfa6-3b9c-4ef8-86c4-104f5829552f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:37:18.862675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-005ddfa6-3b9c-4ef8-86c4-104f5829552f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:37:18.865601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-005ddfa6-3b9c-4ef8-86c4-104f5829552f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:37:18.871461 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-005ddfa6-3b9c-4ef8-86c4-104f5829552f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:37:18.943359 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-005ddfa6-3b9c-4ef8-86c4-104f5829552f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:19.011041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-005ddfa6-3b9c-4ef8-86c4-104f5829552f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:19.069209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-005ddfa6-3b9c-4ef8-86c4-104f5829552f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:19.093754 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ddfa6-3b9c-4ef8-86c4-104f5829552f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d706a18b-c534-4c99-8251-8322bacf1faf,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:19.161026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-005ddfa6-3b9c-4ef8-86c4-104f5829552f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:19.162292 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-005ddfa6-3b9c-4ef8-86c4-104f5829552f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221691 Mar 08 12:37:19.166451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60256) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:19.172034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-6753f9c4-daac-4c12-96b7-f0a88e8024bf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '62e77cd9-9522-4282-9340-9832096b761a', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:37:19.182783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6753f9c4-daac-4c12-96b7-f0a88e8024bf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:37:19.182783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6753f9c4-daac-4c12-96b7-f0a88e8024bf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:37:19.188804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6753f9c4-daac-4c12-96b7-f0a88e8024bf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:37:19.190749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6753f9c4-daac-4c12-96b7-f0a88e8024bf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:37:19.259788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6753f9c4-daac-4c12-96b7-f0a88e8024bf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:19.328767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6753f9c4-daac-4c12-96b7-f0a88e8024bf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:19.383696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6753f9c4-daac-4c12-96b7-f0a88e8024bf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:19.410402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753f9c4-daac-4c12-96b7-f0a88e8024bf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4f3d19-b9cc-44aa-bda6-e19691153fce,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:19.492029 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6753f9c4-daac-4c12-96b7-f0a88e8024bf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:19.493365 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6753f9c4-daac-4c12-96b7-f0a88e8024bf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3259137 Mar 08 12:37:19.496095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60260) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:19.501779 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-355b2e63-3911-43c5-879a-d8f5dfe7e3bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '62e77cd9-9522-4282-9340-9832096b761a', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:37:19.508235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-355b2e63-3911-43c5-879a-d8f5dfe7e3bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:37:19.512113 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-355b2e63-3911-43c5-879a-d8f5dfe7e3bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:37:19.517219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-355b2e63-3911-43c5-879a-d8f5dfe7e3bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:37:19.522012 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-355b2e63-3911-43c5-879a-d8f5dfe7e3bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:37:19.612102 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-355b2e63-3911-43c5-879a-d8f5dfe7e3bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Project b90a8d89a5984185ad0fa7b1fd54335a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:37:19.619566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-355b2e63-3911-43c5-879a-d8f5dfe7e3bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:19.694293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-355b2e63-3911-43c5-879a-d8f5dfe7e3bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:19.777630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-355b2e63-3911-43c5-879a-d8f5dfe7e3bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:19.801311 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b2e63-3911-43c5-879a-d8f5dfe7e3bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8821457-5500-40d8-951a-924e15d6e3e9,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:19.880671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-355b2e63-3911-43c5-879a-d8f5dfe7e3bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:19.881835 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-355b2e63-3911-43c5-879a-d8f5dfe7e3bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3847344 Mar 08 12:37:19.884628 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60264) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:19.890306 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-1c704078-6f35-4f6e-a849-61958b5a1fdc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '62e77cd9-9522-4282-9340-9832096b761a', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:37:19.896438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1c704078-6f35-4f6e-a849-61958b5a1fdc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:37:19.900255 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1c704078-6f35-4f6e-a849-61958b5a1fdc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:37:19.903275 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1c704078-6f35-4f6e-a849-61958b5a1fdc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:37:19.910044 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1c704078-6f35-4f6e-a849-61958b5a1fdc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:37:19.972378 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-1c704078-6f35-4f6e-a849-61958b5a1fdc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Project b90a8d89a5984185ad0fa7b1fd54335a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:37:19.979740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c704078-6f35-4f6e-a849-61958b5a1fdc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:20.048390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c704078-6f35-4f6e-a849-61958b5a1fdc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:20.095750 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c704078-6f35-4f6e-a849-61958b5a1fdc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:20.119435 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c704078-6f35-4f6e-a849-61958b5a1fdc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05db7524-4ec9-42e1-9316-18a29ea7174c,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:20.187781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c704078-6f35-4f6e-a849-61958b5a1fdc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:20.188953 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1c704078-6f35-4f6e-a849-61958b5a1fdc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3032200 Mar 08 12:37:20.192585 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60268) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:20.198195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'network': {'name': 'tempest-network-smoke--1346332433', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'port_security_enabled': True}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:37:20.203618 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:37:20.207686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:network and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:37:20.210793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:37:20.216603 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:37:20.298096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:37:20.301865 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:20.332057 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:37:20.340939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:20.341301 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Added segment c8a86bfc-65dd-450e-b88c-26f4166f7a88 of type vlan for network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 Mar 08 12:37:20.373872 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:20.469586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:20.475125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:20.475775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:20.593421 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Network': ['ID=a8694cfc-e023-47c7-b9bc-a2ac54e315a9,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:20.609462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:37:20.654808 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-4a08e2a7-597a-4aa4-9ef3-6e094ac9fdb8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4608870 Mar 08 12:37:20.655873 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60272) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:20.662122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'admin_state_up': True, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:37:20.669740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:37:20.673798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:router and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:37:20.677300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:37:20.684867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:37:20.755069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:20.756072 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:20.771907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:21.130073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:21.617758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:21.648010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:21.787807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.26.4.4 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/5a3c9ac0-c225-47fa-a5e7-e5f041e1183e) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:37:21.939543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:22.033206 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:22.101980 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:37:22.104721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:37:22.112780 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:37:22.158303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=5a3c9ac0-c225-47fa-a5e7-e5f041e1183e,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:22.651100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:22.994719 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:23.389377 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:37:23.569841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:37:23.580285 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Sync routers for ids ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:37:23.590277 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Routers {'89ea3249-a9fe-4527-aa11-e8e4b2c4f358'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:37:23.590977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:37:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:23.656491 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:23.658981 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-94a3cf9b-c631-48a8-a429-6113ac8be3ac tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0018537 Mar 08 12:37:23.662105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60276) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:23.708128 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-94543b83-e186-49a0-98f7-505931c8deb3 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b90a8d89a5984185ad0fa7b1fd54335a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448599 Mar 08 12:37:23.710703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60280) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:23.781356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Set router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:37:23.847069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad52e54c-142e-4047-9af8-67c8f33e55c1 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:23.848558 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ad52e54c-142e-4047-9af8-67c8f33e55c1 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1369195 Mar 08 12:37:23.851608 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60284) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:23.893929 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e1904a75-1a9b-4bf5-a2a0-38a24160c381 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411050 Mar 08 12:37:23.896832 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60288) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:23.902330 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1986301181', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:37:24.022150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:37:24.026126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:subnet and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:37:24.029158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:37:24.037509 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:37:24.089440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:37:22Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:24.094621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Checking router: 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:37:24.094981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Updating router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 port 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:37:24.137805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:37:24.142030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:24.148621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:24.429305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:24.489767 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:24.501815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Transition to ACTIVE for port object 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:37:24.513478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Subnet': ['ID=67dff8b8-27e0-4cf9-9867-78dcb8586d9f,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:24.523059 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Checking segment: {'id': 'c8a86bfc-65dd-450e-b88c-26f4166f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:37:24.523423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network hostable DHCP agents. Network: a8694cfc-e023-47c7-b9bc-a2ac54e315a9, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:37:24.575381 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:24.604051 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:37:24.660525 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Attempting to bind port 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:37:24.661131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Attempting to bind port 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:37:24.661250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Attempting to bind port 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:37:24.663552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721276d8-9ee6-448a-acc6-a6555342b873 None None] Pushing event updated for resources: {'Port': ['ID=5a3c9ac0-c225-47fa-a5e7-e5f041e1183e,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:24.669350 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:37:24.676232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:37:24.676232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:24.676232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:37:24.676232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Bound port: 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:37:24.676232 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:24.695413 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, a8694cfc-e023-47c7-b9bc-a2ac54e315a9) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:37:24.703833 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:24.704465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:24.708082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e9d6ce-a983-4606-9642-0cddc4cdbca6 None None] Network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:37:24.833498 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-690ea09d-230c-4047-b847-d6def2664229 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9356062 Mar 08 12:37:24.836692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60292) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:24.869594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] For port 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:37:24.874582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] For port 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5a3c9ac0-c225-47fa-a5e7-e5f041e1183e,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:37:24.993288 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:25.033198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ips': [{'subnet_id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:37:25.034067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:25.135610 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721276d8-9ee6-448a-acc6-a6555342b873 None None] Pushing event updated for resources: {'Port': ['ID=5a3c9ac0-c225-47fa-a5e7-e5f041e1183e,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:25.138188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Routers {'89ea3249-a9fe-4527-aa11-e8e4b2c4f358'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:37:25.139022 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:37:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:25.400033 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] Set router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:37:25.504314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Allocated IP 172.20.0.2 (a8694cfc-e023-47c7-b9bc-a2ac54e315a9/67dff8b8-27e0-4cf9-9867-78dcb8586d9f/db4f2547-7874-477d-a0fb-072cf54d84d8) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:37:25.690521 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:25.874678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:25.887638 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Transition to ACTIVE for port object db4f2547-7874-477d-a0fb-072cf54d84d8 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:37:25.899121 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:37:22Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:25.910259 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd19e35-fdb8-4f0a-aade-ad48c74ce902 None None] The sync data for ids ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'] in dv-neutron-828143-8-hyperv is: [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:37:22Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:37:25.914376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Transition to ACTIVE for port object db4f2547-7874-477d-a0fb-072cf54d84d8 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:37:25.999393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:26.067426 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:37:26.070638 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:37:26.074399 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:37:26.145408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.20.0.1 (a8694cfc-e023-47c7-b9bc-a2ac54e315a9/67dff8b8-27e0-4cf9-9867-78dcb8586d9f/3d02f177-023c-4ee6-92e7-d9029d9398a5) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:37:26.159012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Pushing event updated for resources: {'Port': ['ID=db4f2547-7874-477d-a0fb-072cf54d84d8,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:26.197221 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Attempting to bind port db4f2547-7874-477d-a0fb-072cf54d84d8 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:37:26.197669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Attempting to bind port db4f2547-7874-477d-a0fb-072cf54d84d8 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'c8a86bfc-65dd-450e-b88c-26f4166f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:37:26.198001 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Attempting to bind port db4f2547-7874-477d-a0fb-072cf54d84d8 on network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:37:26.204925 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:37:26.205302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Checking segment: {'id': 'c8a86bfc-65dd-450e-b88c-26f4166f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:37:26.205707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:26.206172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Bound using segment: {'id': 'c8a86bfc-65dd-450e-b88c-26f4166f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:37:26.206650 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Bound port: db4f2547-7874-477d-a0fb-072cf54d84d8, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a86bfc-65dd-450e-b88c-26f4166f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:37:26.207036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:26.307031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] For port db4f2547-7874-477d-a0fb-072cf54d84d8, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:37:26.312119 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] For port db4f2547-7874-477d-a0fb-072cf54d84d8, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=db4f2547-7874-477d-a0fb-072cf54d84d8,segment=NetworkSegment(c8a86bfc-65dd-450e-b88c-26f4166f7a88),segment_id=c8a86bfc-65dd-450e-b88c-26f4166f7a88)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:37:26.377061 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:26.394881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Transition to ACTIVE for port object 3d02f177-023c-4ee6-92e7-d9029d9398a5 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:37:26.405252 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:26.494595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0d5b4-2d9e-4a06-ba00-e4579c012676 None None] Pushing event updated for resources: {'Port': ['ID=db4f2547-7874-477d-a0fb-072cf54d84d8,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:26.496642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:26.589590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:37:26.593476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:37:26.604563 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:37:26.659257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=3d02f177-023c-4ee6-92e7-d9029d9398a5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:26.690586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:27.105060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:27.477657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46129ebb-00ff-466e-920b-9e174d953287 None None] Network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:37:27.682665 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:27.752955 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-564dfa15-7cc9-4754-ab48-ad02a418f41a None None] Provisioning for port db4f2547-7874-477d-a0fb-072cf54d84d8 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:37:27.781799 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:27.910494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:27.914660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=3d02f177-023c-4ee6-92e7-d9029d9398a5,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:28.068645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:37:28.070030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:37:28.132017 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device db4f2547-7874-477d-a0fb-072cf54d84d8 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:37:28.168126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-203fc370-700e-4e61-8d85-db78d0889afe None None] Provisioning for port 3d02f177-023c-4ee6-92e7-d9029d9398a5 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:37:28.185441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-203fc370-700e-4e61-8d85-db78d0889afe None None] Provisioning complete for port 3d02f177-023c-4ee6-92e7-d9029d9398a5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:37:28.185819 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-203fc370-700e-4e61-8d85-db78d0889afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:28.258235 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-203fc370-700e-4e61-8d85-db78d0889afe None None] Port 3d02f177-023c-4ee6-92e7-d9029d9398a5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:37:28.310603 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:37:28.329498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port db4f2547-7874-477d-a0fb-072cf54d84d8 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:37:28.334973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port db4f2547-7874-477d-a0fb-072cf54d84d8 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:37:28.339424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:28.411718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0a7914d3-f58e-4ccf-a7de-e3106ed6c286 None None] Provisioning complete for port 3d02f177-023c-4ee6-92e7-d9029d9398a5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:37:28.412090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0a7914d3-f58e-4ccf-a7de-e3106ed6c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:28.523985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0a7914d3-f58e-4ccf-a7de-e3106ed6c286 None None] Port 3d02f177-023c-4ee6-92e7-d9029d9398a5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:37:28.525068 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:28.563688 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port db4f2547-7874-477d-a0fb-072cf54d84d8, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=db4f2547-7874-477d-a0fb-072cf54d84d8,segment=NetworkSegment(c8a86bfc-65dd-450e-b88c-26f4166f7a88),segment_id=c8a86bfc-65dd-450e-b88c-26f4166f7a88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:37:28.577248 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:37:28.587191 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Sync routers for ids ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:37:28.593152 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-81aea385-9628-4ad5-b8dc-910b277c1e1a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "PUT /v2.0/routers/89ea3249-a9fe-4527-aa11-e8e4b2c4f358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7550080 Mar 08 12:37:28.599348 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Routers {'89ea3249-a9fe-4527-aa11-e8e4b2c4f358'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:37:28.599957 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:37:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:28.648013 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:28.649140 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:37:28.753923 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-78fea1ff-ac36-46d7-a5af-b0734471a91c None None] Provisioning complete for port 3d02f177-023c-4ee6-92e7-d9029d9398a5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:37:28.754299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-78fea1ff-ac36-46d7-a5af-b0734471a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:28.773895 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-a3e20393-dca2-42a6-8275-8153be8fa3fa tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120966414&fields=id&tenant_id=b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 267 time: 0.0445206 Mar 08 12:37:28.789032 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Set router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:37:28.841932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=db4f2547-7874-477d-a0fb-072cf54d84d8,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:28.851370 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-78fea1ff-ac36-46d7-a5af-b0734471a91c None None] Port 3d02f177-023c-4ee6-92e7-d9029d9398a5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:37:28.926580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:37:28.933573 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:37:28.934037 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:28.950663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-463875f2-fa28-417b-8da9-5684b405d60f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:28.958604 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-463875f2-fa28-417b-8da9-5684b405d60f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/networks?id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9 HTTP/1.1" status: 200 len: 797 time: 0.1776056 Mar 08 12:37:28.975950 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-d180afb9-0ef9-4e72-b65c-af0364b5943e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/quotas/b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 375 time: 0.0162389 Mar 08 12:37:29.070689 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-1bee84b7-2709-4571-a24f-284373b62d34 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932071 Mar 08 12:37:29.074677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:29.097073 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5a3c9ac0-c225-47fa-a5e7-e5f041e1183e,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:37:29.149998 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:37:26Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '3d02f177-023c-4ee6-92e7-d9029d9398a5', 'name': '', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:f4:22:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:25Z', 'updated_at': '2022-03-08T12:37:27Z', 'revision_number': 2, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:29.154118 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Checking router: 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:37:29.154548 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Updating router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 port 3d02f177-023c-4ee6-92e7-d9029d9398a5 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:37:29.187680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:29.217915 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:29.262805 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=5a3c9ac0-c225-47fa-a5e7-e5f041e1183e,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:29.319955 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-7189a2dc-42a3-4db1-aafb-40ccbbc6f4c1 service neutron] 10.222.0.32 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378967 Mar 08 12:37:29.466137 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-597c646e-0dc7-425d-8a53-dd72b95acac5 service neutron] 10.222.0.32 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362643 Mar 08 12:37:29.602641 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:29.614791 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Transition to ACTIVE for port object 3d02f177-023c-4ee6-92e7-d9029d9398a5 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:37:29.698079 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:29.737474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-46d5a145-0766-482a-bbcb-869298159755 req-fa0a2679-800c-492f-b17f-8617a8b734bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:37:29.828920 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-46d5a145-0766-482a-bbcb-869298159755 req-fa0a2679-800c-492f-b17f-8617a8b734bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:37:29.830229 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-46d5a145-0766-482a-bbcb-869298159755 req-fa0a2679-800c-492f-b17f-8617a8b734bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 210 time: 0.1383529 Mar 08 12:37:29.831771 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Pushing event updated for resources: {'Port': ['ID=3d02f177-023c-4ee6-92e7-d9029d9398a5,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:29.840575 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:29.840575 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:29.840817 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:29.841006 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:29.841346 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:29.841654 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:29.842054 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:29.842929 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:29.843250 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:29.843572 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:29.843893 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:29.844214 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:37:29.939618 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Attempting to bind port 3d02f177-023c-4ee6-92e7-d9029d9398a5 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:37:29.939986 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Attempting to bind port 3d02f177-023c-4ee6-92e7-d9029d9398a5 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'c8a86bfc-65dd-450e-b88c-26f4166f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:37:29.940352 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Attempting to bind port 3d02f177-023c-4ee6-92e7-d9029d9398a5 on network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:37:29.946126 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:37:29.946511 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Checking segment: {'id': 'c8a86bfc-65dd-450e-b88c-26f4166f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:37:29.946922 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:29.947318 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Bound using segment: {'id': 'c8a86bfc-65dd-450e-b88c-26f4166f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:37:29.953029 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Bound port: 3d02f177-023c-4ee6-92e7-d9029d9398a5, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a86bfc-65dd-450e-b88c-26f4166f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:37:29.953029 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:30.047239 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] For port 3d02f177-023c-4ee6-92e7-d9029d9398a5, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:37:30.051604 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] For port 3d02f177-023c-4ee6-92e7-d9029d9398a5, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3d02f177-023c-4ee6-92e7-d9029d9398a5,segment=NetworkSegment(c8a86bfc-65dd-450e-b88c-26f4166f7a88),segment_id=c8a86bfc-65dd-450e-b88c-26f4166f7a88)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:37:30.073207 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device db4f2547-7874-477d-a0fb-072cf54d84d8 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:37:30.112605 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:30.163379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port db4f2547-7874-477d-a0fb-072cf54d84d8 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:37:30.163859 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:30.231823 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Routers {'89ea3249-a9fe-4527-aa11-e8e4b2c4f358'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:37:30.232459 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:37:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:30.301940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:37:30.332004 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd51ad-8dcd-4384-a61f-5b078c548667 None None] Pushing event updated for resources: {'Port': ['ID=3d02f177-023c-4ee6-92e7-d9029d9398a5,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:30.379596 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:37:30.380062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:30.460880 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] Set router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:37:30.787927 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:37:26Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '3d02f177-023c-4ee6-92e7-d9029d9398a5', 'name': '', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:f4:22:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:25Z', 'updated_at': '2022-03-08T12:37:30Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:30.791791 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0272bcb-4ed5-4881-9081-af21d27ab6fa None None] The sync data for ids ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'] in dv-neutron-828143-8-hyperv is: [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:37:26Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '3d02f177-023c-4ee6-92e7-d9029d9398a5', 'name': '', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:f4:22:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:25Z', 'updated_at': '2022-03-08T12:37:30Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:37:31.024123 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-dd8e78c4-e7d6-48e0-a8ae-73c642982879 req-46fc1562-3dd4-445e-af19-ab9b00a03307 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 210 time: 0.0527191 Mar 08 12:37:32.109645 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3d02f177-023c-4ee6-92e7-d9029d9398a5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:37:32.120797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-40111180-649d-4ae6-983f-31ee6c53a2d9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:32.121596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-40111180-649d-4ae6-983f-31ee6c53a2d9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:network {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:37:32.249634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-40111180-649d-4ae6-983f-31ee6c53a2d9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:network {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:37:32.250939 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-40111180-649d-4ae6-983f-31ee6c53a2d9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/networks?id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9 HTTP/1.1" status: 200 len: 797 time: 0.3084409 Mar 08 12:37:32.257634 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-07bf55d5-fbaa-4a3a-bcea-4a2e1981b4db req-6009e575-7f26-4256-8edc-2d9bc655badf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 210 time: 0.0465522 Mar 08 12:37:32.306497 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 3d02f177-023c-4ee6-92e7-d9029d9398a5 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:37:32.310259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-ce7906f9-663d-4581-9abc-a37966606eec tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:37:32.313154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 3d02f177-023c-4ee6-92e7-d9029d9398a5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:37:32.313584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:32.431089 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:32.454964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-ce7906f9-663d-4581-9abc-a37966606eec tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:37:32.456263 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-ce7906f9-663d-4581-9abc-a37966606eec tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 380 time: 0.1961222 Mar 08 12:37:32.465403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 3d02f177-023c-4ee6-92e7-d9029d9398a5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3d02f177-023c-4ee6-92e7-d9029d9398a5,segment=NetworkSegment(c8a86bfc-65dd-450e-b88c-26f4166f7a88),segment_id=c8a86bfc-65dd-450e-b88c-26f4166f7a88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:37:32.468686 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'port': {'device_id': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'admin_state_up': True, 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'security_groups': ['62e77cd9-9522-4282-9340-9832096b761a']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:37:32.537448 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:32.612733 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:37:32.624259 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:37:32.644711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=3d02f177-023c-4ee6-92e7-d9029d9398a5,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:32.689269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:37:32.692815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:32.860670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.20.0.6 (a8694cfc-e023-47c7-b9bc-a2ac54e315a9/67dff8b8-27e0-4cf9-9867-78dcb8586d9f/04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:37:33.171126 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:33.187408 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Transition to ACTIVE for port object 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:37:33.284351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:33.351094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:37:33.359932 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:37:33.364485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:37:33.399240 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:33.444341 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:33.444996 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:33.466399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442ece0-28ba-446e-b61f-b3b0755b7580 req-24fd0521-54af-46ef-bc91-c0e042d8b6c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:33.468616 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1442ece0-28ba-446e-b61f-b3b0755b7580 req-24fd0521-54af-46ef-bc91-c0e042d8b6c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 931 time: 0.1013267 Mar 08 12:37:33.517502 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1442ece0-28ba-446e-b61f-b3b0755b7580 req-c2a17292-6faf-40e1-8d40-20afa125d7f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428982 Mar 08 12:37:33.549754 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-29faa695-b219-4656-a47d-c164837cfd55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0861390 Mar 08 12:37:33.562354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Request body: {'port': {'device_id': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:37:33.679694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:33.691469 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-49f30efc-7de3-4444-9664-fb5bb787d37b None None] Provisioning for port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:37:33.697154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-49f30efc-7de3-4444-9664-fb5bb787d37b None None] Provisioning complete for port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:37:33.698244 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49f30efc-7de3-4444-9664-fb5bb787d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:33.752202 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-49f30efc-7de3-4444-9664-fb5bb787d37b None None] Port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:37:34.036231 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:37:34.043881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:34.058772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Transition to ACTIVE for port object 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:37:34.065287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3d02f177-023c-4ee6-92e7-d9029d9398a5 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:37:34.135078 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 3d02f177-023c-4ee6-92e7-d9029d9398a5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:37:34.135477 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:34.155288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:34.309857 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Pushing event updated for resources: {'Port': ['ID=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:34.428704 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Attempting to bind port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:37:34.429037 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Attempting to bind port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c8a86bfc-65dd-450e-b88c-26f4166f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:37:34.429366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Attempting to bind port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd on network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:37:34.434031 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd on network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:37:34.434353 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Attempting to bind port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd on network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:37:34.440072 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:37:34.440411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Checking segment: {'id': 'c8a86bfc-65dd-450e-b88c-26f4166f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:37:34.440796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Bound using segment: {'id': 'c8a86bfc-65dd-450e-b88c-26f4166f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:37:34.441216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Bound port: 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a86bfc-65dd-450e-b88c-26f4166f7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:37:34.441560 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:34.530776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] For port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:37:34.534090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] For port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd,segment=NetworkSegment(c8a86bfc-65dd-450e-b88c-26f4166f7a88),segment_id=c8a86bfc-65dd-450e-b88c-26f4166f7a88)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:37:34.612494 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:34.712556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:34.713294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:34.714669 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] 10.222.0.18 "PUT /v2.0/ports/04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd HTTP/1.1" status: 200 len: 1093 time: 1.1572101 Mar 08 12:37:34.716160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'tag': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:37:34.764529 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae527d-f898-4f4c-8868-0c7f5fa515f0 service neutron] Pushing event updated for resources: {'Port': ['ID=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:34.768534 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'tag': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd', 'status': 'completed', 'code': 200} Mar 08 12:37:34.841412 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478fe61-871c-425c-8ee4-52ef182d1f6c req-5f5888de-4085-4be3-9563-3095e091a3ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:34.842709 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-9478fe61-871c-425c-8ee4-52ef182d1f6c req-5f5888de-4085-4be3-9563-3095e091a3ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:37:34.891163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38250ce6-21b7-4675-8860-45dc5b8e17a5 req-3899cea1-0acb-4453-84cd-57e08697180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:34.892795 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-38250ce6-21b7-4675-8860-45dc5b8e17a5 req-3899cea1-0acb-4453-84cd-57e08697180d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 1096 time: 0.1004112 Mar 08 12:37:34.922652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-9478fe61-871c-425c-8ee4-52ef182d1f6c req-5f5888de-4085-4be3-9563-3095e091a3ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:37:34.923786 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9478fe61-871c-425c-8ee4-52ef182d1f6c req-5f5888de-4085-4be3-9563-3095e091a3ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 943 time: 0.2701128 Mar 08 12:37:35.045673 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9478fe61-871c-425c-8ee4-52ef182d1f6c req-a95ba8e3-45da-435e-8bf0-dcade7b4efe8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100831 Mar 08 12:37:35.073420 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38250ce6-21b7-4675-8860-45dc5b8e17a5 req-1930886f-609f-4cc2-9422-55076a626022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:35.074909 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-38250ce6-21b7-4675-8860-45dc5b8e17a5 req-1930886f-609f-4cc2-9422-55076a626022 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1746206 Mar 08 12:37:35.212924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38250ce6-21b7-4675-8860-45dc5b8e17a5 req-8979e28e-4c3b-42a5-862c-fc1561d71d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:35.214387 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-38250ce6-21b7-4675-8860-45dc5b8e17a5 req-8979e28e-4c3b-42a5-862c-fc1561d71d9f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336222 Mar 08 12:37:35.320499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-1df90c05-2c73-4bfa-85aa-ce262c958d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:35.321871 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-1df90c05-2c73-4bfa-85aa-ce262c958d4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 1096 time: 0.0716777 Mar 08 12:37:35.506470 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-263fe2b8-a637-4906-a4bd-ae3d6bb0daa8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd HTTP/1.1" status: 200 len: 217 time: 0.1783402 Mar 08 12:37:35.574110 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-15402eeb-5766-490f-8060-f7d65dfe157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:35.575446 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-15402eeb-5766-490f-8060-f7d65dfe157c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67dff8b8-27e0-4cf9-9867-78dcb8586d9f HTTP/1.1" status: 200 len: 835 time: 0.0632069 Mar 08 12:37:35.658430 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-494abce2-9275-482d-adac-2d783b618596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:35.660138 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-494abce2-9275-482d-adac-2d783b618596 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792580 Mar 08 12:37:35.793177 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-511c7a2e-7232-4242-ad98-536dc1078354 service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264138 Mar 08 12:37:35.929307 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8a10eb20-dadc-4f47-a6a1-4a8732344866 req-40c398ca-05a6-45ca-adb2-d6885d396010 service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306114 Mar 08 12:37:36.238417 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a162a-10b0-4007-9850-e6e52bb2b65c req-ee897531-8ed5-4a08-a345-2511e3a71faf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:36.239769 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1f3a162a-10b0-4007-9850-e6e52bb2b65c req-ee897531-8ed5-4a08-a345-2511e3a71faf tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 943 time: 0.0873632 Mar 08 12:37:36.284637 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1f3a162a-10b0-4007-9850-e6e52bb2b65c req-38547763-f235-4ea3-8e12-d631f256b808 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392652 Mar 08 12:37:37.473256 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513c152-5ca4-4757-a643-2cc89bf3d52d req-a3405399-c504-4d93-9a59-e8de1d365185 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:37.474782 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5513c152-5ca4-4757-a643-2cc89bf3d52d req-a3405399-c504-4d93-9a59-e8de1d365185 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 943 time: 0.0806036 Mar 08 12:37:37.531780 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5513c152-5ca4-4757-a643-2cc89bf3d52d req-08c8d819-3b82-4876-b332-812074cfe79a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496171 Mar 08 12:37:38.717766 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c8e7d-d591-431d-aa42-1451fb88aff9 req-6fbf42dd-0c1f-4627-bcfd-5107edd69b53 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:38.719239 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-866c8e7d-d591-431d-aa42-1451fb88aff9 req-6fbf42dd-0c1f-4627-bcfd-5107edd69b53 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 943 time: 0.0805287 Mar 08 12:37:38.766235 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-866c8e7d-d591-431d-aa42-1451fb88aff9 req-90ba7745-961d-495d-8a8a-e56b927044c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412314 Mar 08 12:37:39.604653 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:37:39.741327 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd,segment=NetworkSegment(c8a86bfc-65dd-450e-b88c-26f4166f7a88),segment_id=c8a86bfc-65dd-450e-b88c-26f4166f7a88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:37:39.755087 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'port_id': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd', 'mac_address': 'fa:16:3e:3f:17:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:37:39.814767 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:39.832621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:37:39.848911 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd,segment=NetworkSegment(c8a86bfc-65dd-450e-b88c-26f4166f7a88),segment_id=c8a86bfc-65dd-450e-b88c-26f4166f7a88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:37:39.954404 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc787967-01ef-4d8c-8813-479d58cab22b req-c7e41bfe-85d3-448d-a1f8-d1988c997b3d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:39.955924 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc787967-01ef-4d8c-8813-479d58cab22b req-c7e41bfe-85d3-448d-a1f8-d1988c997b3d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 943 time: 0.0797081 Mar 08 12:37:39.969943 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:40.003684 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc787967-01ef-4d8c-8813-479d58cab22b req-e1a540fe-7286-4c7a-8262-ea5060c8085e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417333 Mar 08 12:37:40.014626 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-910d0518-651b-4fa1-a351-0df8b1f667cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:40.048178 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:40.338617 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:37:41.189070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d879fd-b28e-4825-8198-5007f1e18176 req-4d9a0ec2-ac5f-439f-9e8f-b8990a4a2c23 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:41.190457 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-58d879fd-b28e-4825-8198-5007f1e18176 req-4d9a0ec2-ac5f-439f-9e8f-b8990a4a2c23 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 944 time: 0.0799508 Mar 08 12:37:41.235529 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-58d879fd-b28e-4825-8198-5007f1e18176 req-9dfa8bbb-40e9-4e7a-80c6-d6b16b9f8764 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394919 Mar 08 12:37:41.617353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:37:41.734491 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:37:41.739608 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:37:41.739982 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:41.853586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:41.880969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:37:41.890524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd,segment=NetworkSegment(c8a86bfc-65dd-450e-b88c-26f4166f7a88),segment_id=c8a86bfc-65dd-450e-b88c-26f4166f7a88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:37:41.926193 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd', 'code': 200} Mar 08 12:37:41.954397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:42.024498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:42.128282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-7b186cb6-d146-41bd-a0e4-d0f00aa496c1 req-51c2c605-0892-4b06-97d1-071039680a7b service neutron] (88469) timed out ('10.222.0.18', 63800) {{(pid=88469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 08 12:37:42.228905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ac3c062d-8ead-4945-9325-9754fd567e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:42.312620 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45832d-b648-4e67-8291-f19c15be9723 req-581a3037-cd5b-479c-8a01-60a512cc74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:42.314207 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1e45832d-b648-4e67-8291-f19c15be9723 req-581a3037-cd5b-479c-8a01-60a512cc74cc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 1098 time: 0.0803967 Mar 08 12:37:42.356052 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1e45832d-b648-4e67-8291-f19c15be9723 req-07e260d0-fbf6-49fe-812a-398a02f3c14a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356781 Mar 08 12:37:42.526150 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83a14c-0354-4b49-a731-dac30206d242 req-5e7e4dbe-22ee-4586-bfdf-faf95a3ac094 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:42.527513 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4f83a14c-0354-4b49-a731-dac30206d242 req-5e7e4dbe-22ee-4586-bfdf-faf95a3ac094 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.1846540 Mar 08 12:37:42.571274 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4f83a14c-0354-4b49-a731-dac30206d242 req-6b2a0e87-e6f3-46b0-bde0-2a7a6857ee69 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372021 Mar 08 12:37:43.468792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:43.634592 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:43.766397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c399774-59d9-4eb9-b51d-07530275d8df req-dd111ec2-aca2-4e9e-8467-ddce303e56f5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:43.767819 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c399774-59d9-4eb9-b51d-07530275d8df req-dd111ec2-aca2-4e9e-8467-ddce303e56f5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0834045 Mar 08 12:37:43.812628 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c399774-59d9-4eb9-b51d-07530275d8df req-35306b24-19e8-4b44-9145-d931d94cbcec tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391085 Mar 08 12:37:43.994315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:44.897533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:44.999267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fd2cb-6946-4599-afa4-52ea73684f68 req-6ae80989-a4de-4baa-b371-e6d4a4208e3a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:45.000679 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-438fd2cb-6946-4599-afa4-52ea73684f68 req-6ae80989-a4de-4baa-b371-e6d4a4208e3a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0799060 Mar 08 12:37:45.049221 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-438fd2cb-6946-4599-afa4-52ea73684f68 req-75afc57f-e572-45d8-8736-15a672e82f3e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423496 Mar 08 12:37:45.238018 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ad63-5eab-433d-b414-bda4bbb01fcc req-97ade5a1-fc63-44e9-aeaf-b7a7057bdda7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:45.239481 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5f93ad63-5eab-433d-b414-bda4bbb01fcc req-97ade5a1-fc63-44e9-aeaf-b7a7057bdda7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0845876 Mar 08 12:37:45.284315 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5f93ad63-5eab-433d-b414-bda4bbb01fcc req-33afe8ad-dd43-4985-af1b-9676bd9c589f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390766 Mar 08 12:37:45.306366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60368) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:45.376080 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dffa699-452a-455e-accb-c6a2fb102f4e tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:45.377573 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7dffa699-452a-455e-accb-c6a2fb102f4e tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 1093 time: 0.0702374 Mar 08 12:37:45.380512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60372) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:45.385225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:37:45.391877 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:37:45.395726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:floatingip and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:37:45.398546 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:37:45.404145 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:37:45.474679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:45.613930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:45.757907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.26.4.75 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/c0e19504-f36a-41ba-8aee-83b71105d5d2) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:37:45.910668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:45.978604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:46.046726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:37:46.054161 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:37:46.062010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:37:46.086803 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=c0e19504-f36a-41ba-8aee-83b71105d5d2,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:46.604395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:46.733623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:46.939881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:47.000298 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:47.070307 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:37:47.109960 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=c0e19504-f36a-41ba-8aee-83b71105d5d2,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:37:47.121676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:47.293424 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Floating IP ef78877c-c5bc-4fdf-8a02-8ae25c569b7d associated. External IP: 172.26.4.75, port: 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd. Mar 08 12:37:47.640523 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:37:47.938669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:37:48.081694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1fd284-7453-4650-9127-11375c1a52e8 None None] Sync routers for ids ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:37:48.081694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1fd284-7453-4650-9127-11375c1a52e8 None None] Routers {'89ea3249-a9fe-4527-aa11-e8e4b2c4f358'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:37:48.081694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-bc1fd284-7453-4650-9127-11375c1a52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:37:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:48.083809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:48.140910 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-02596cd2-7a88-4c43-a8c0-a8b711979121 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7593834 Mar 08 12:37:48.141503 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'tag': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:37:48.191943 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'tag': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd', 'status': 'completed', 'code': 200} Mar 08 12:37:48.198336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-bc1fd284-7453-4650-9127-11375c1a52e8 None None] Set router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:37:48.338410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af0a15-07c2-4729-aecf-13dbd852dc9f req-38e29433-6349-4e5b-933c-31ef81bc853e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:48.339919 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a4af0a15-07c2-4729-aecf-13dbd852dc9f req-38e29433-6349-4e5b-933c-31ef81bc853e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0938351 Mar 08 12:37:48.366534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc47994-654c-4d13-a0e5-39027af934cb req-354d55da-3182-4fcb-a185-dad1fa4c7069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:48.368007 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3cc47994-654c-4d13-a0e5-39027af934cb req-354d55da-3182-4fcb-a185-dad1fa4c7069 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 1098 time: 0.1522076 Mar 08 12:37:48.385775 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a4af0a15-07c2-4729-aecf-13dbd852dc9f req-98132f0e-a336-4bd8-bb72-db72288e77af tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398343 Mar 08 12:37:48.410663 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60384) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:48.511575 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc47994-654c-4d13-a0e5-39027af934cb req-a12d130d-777b-4a5e-a075-f9887605b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:48.512940 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3cc47994-654c-4d13-a0e5-39027af934cb req-a12d130d-777b-4a5e-a075-f9887605b289 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9 HTTP/1.1" status: 200 len: 898 time: 0.1384463 Mar 08 12:37:48.520631 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1e0d8b06-a5d9-44d6-bcd6-67eefa8ccfd7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/ef78877c-c5bc-4fdf-8a02-8ae25c569b7d HTTP/1.1" status: 200 len: 990 time: 0.1088350 Mar 08 12:37:48.599631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-bc1fd284-7453-4650-9127-11375c1a52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:37:26Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'ef78877c-c5bc-4fdf-8a02-8ae25c569b7d', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.75', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'port_id': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'mac_address': 'fa:16:3e:3f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:37:46Z', 'updated_at': '2022-03-08T12:37:46Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d02f177-023c-4ee6-92e7-d9029d9398a5', 'name': '', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:f4:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:25Z', 'updated_at': '2022-03-08T12:37:32Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:48.603453 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1fd284-7453-4650-9127-11375c1a52e8 None None] Checking router: 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:37:48.611893 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1fd284-7453-4650-9127-11375c1a52e8 None None] Routers {'89ea3249-a9fe-4527-aa11-e8e4b2c4f358'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:37:48.612490 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-bc1fd284-7453-4650-9127-11375c1a52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:37:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:48.620581 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3cc47994-654c-4d13-a0e5-39027af934cb req-d7082891-6fc4-41e7-9f9b-de436c5633ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd HTTP/1.1" status: 200 len: 998 time: 0.1005538 Mar 08 12:37:48.692605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc47994-654c-4d13-a0e5-39027af934cb req-209a834e-a32c-470d-86e3-b726093e74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:48.694105 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3cc47994-654c-4d13-a0e5-39027af934cb req-209a834e-a32c-470d-86e3-b726093e74eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67dff8b8-27e0-4cf9-9867-78dcb8586d9f HTTP/1.1" status: 200 len: 835 time: 0.0674827 Mar 08 12:37:48.772500 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc47994-654c-4d13-a0e5-39027af934cb req-88365dfd-9a25-4c30-92db-81f197eec316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:48.773917 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3cc47994-654c-4d13-a0e5-39027af934cb req-88365dfd-9a25-4c30-92db-81f197eec316 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740483 Mar 08 12:37:48.783605 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-3cc47994-654c-4d13-a0e5-39027af934cb req-55f1a1e5-ed09-4151-9560-03a0e3c25eea service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:37:48.784519 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3cc47994-654c-4d13-a0e5-39027af934cb req-55f1a1e5-ed09-4151-9560-03a0e3c25eea service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050824 Mar 08 12:37:48.790875 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-bc1fd284-7453-4650-9127-11375c1a52e8 None None] Set router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:37:48.919406 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3cc47994-654c-4d13-a0e5-39027af934cb req-a3300f97-2f31-4669-a410-73f84258238b service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282439 Mar 08 12:37:49.050715 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3cc47994-654c-4d13-a0e5-39027af934cb req-70814e0f-0b5c-4bec-a805-54a72efac991 service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254160 Mar 08 12:37:49.140590 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-bc1fd284-7453-4650-9127-11375c1a52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:37:26Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'ef78877c-c5bc-4fdf-8a02-8ae25c569b7d', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.75', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'port_id': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'mac_address': 'fa:16:3e:3f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:37:46Z', 'updated_at': '2022-03-08T12:37:46Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d02f177-023c-4ee6-92e7-d9029d9398a5', 'name': '', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:f4:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:25Z', 'updated_at': '2022-03-08T12:37:32Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:37:49.144593 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1fd284-7453-4650-9127-11375c1a52e8 None None] The sync data for ids ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'] in dv-neutron-828143-8-hyperv is: [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:37:26Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'ef78877c-c5bc-4fdf-8a02-8ae25c569b7d', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.75', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'port_id': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'mac_address': 'fa:16:3e:3f:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:37:46Z', 'updated_at': '2022-03-08T12:37:46Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d02f177-023c-4ee6-92e7-d9029d9398a5', 'name': '', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:f4:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:25Z', 'updated_at': '2022-03-08T12:37:32Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:37:49.324899 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c6f88f-8317-4027-a0c1-ec0c540b1d67 None None] New status for floating IP ef78877c-c5bc-4fdf-8a02-8ae25c569b7d: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:37:49.523998 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60390) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:49.631369 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8d21d247-63d8-4ebc-8b95-52b47ecd58ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/ef78877c-c5bc-4fdf-8a02-8ae25c569b7d HTTP/1.1" status: 200 len: 990 time: 0.1062353 Mar 08 12:37:50.635382 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60394) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:37:50.741543 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-403f5944-60e2-4661-8e72-a5b3dd3b46fb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/ef78877c-c5bc-4fdf-8a02-8ae25c569b7d HTTP/1.1" status: 200 len: 992 time: 0.1051145 Mar 08 12:37:51.960661 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a3e08c-8b2e-47bf-b2ac-1f75d009006f req-f534d915-0838-4d18-baeb-4a41f604d4bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670693 Mar 08 12:37:52.098542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3e08c-8b2e-47bf-b2ac-1f75d009006f req-6175abaf-880d-4b83-b5c4-3b03930df4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:52.099988 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a3e08c-8b2e-47bf-b2ac-1f75d009006f req-6175abaf-880d-4b83-b5c4-3b03930df4d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 1098 time: 0.0693481 Mar 08 12:37:52.240434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3e08c-8b2e-47bf-b2ac-1f75d009006f req-817db5b0-7a06-4262-b74d-fc4400bc553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:52.241764 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a3e08c-8b2e-47bf-b2ac-1f75d009006f req-817db5b0-7a06-4262-b74d-fc4400bc553e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9 HTTP/1.1" status: 200 len: 898 time: 0.1233103 Mar 08 12:37:52.347895 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a3e08c-8b2e-47bf-b2ac-1f75d009006f req-77602806-3b3a-4f0a-a0dd-93dbe3442fb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd HTTP/1.1" status: 200 len: 1000 time: 0.0997081 Mar 08 12:37:52.412596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3e08c-8b2e-47bf-b2ac-1f75d009006f req-570c545c-9d58-4355-8482-7801aff5f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:52.414077 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a3e08c-8b2e-47bf-b2ac-1f75d009006f req-570c545c-9d58-4355-8482-7801aff5f1ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67dff8b8-27e0-4cf9-9867-78dcb8586d9f HTTP/1.1" status: 200 len: 835 time: 0.0603693 Mar 08 12:37:52.487019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3e08c-8b2e-47bf-b2ac-1f75d009006f req-2aae5f47-ddba-4b7d-b42b-ddb0961bb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:37:52.488482 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a3e08c-8b2e-47bf-b2ac-1f75d009006f req-2aae5f47-ddba-4b7d-b42b-ddb0961bb31f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690484 Mar 08 12:37:52.743842 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a3e08c-8b2e-47bf-b2ac-1f75d009006f req-c7b178d9-9a9f-4f95-bf84-e760de2af05a service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491693 Mar 08 12:37:52.873998 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d8a3e08c-8b2e-47bf-b2ac-1f75d009006f req-8b5d5153-b2a8-4153-bdf5-754495edc9df service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239822 Mar 08 12:38:09.937002 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7f8fd87f-f432-4258-a485-900304df221e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:12.213332 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7a048cd2-1fc7-4466-a177-62d94dbd43b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:13.487438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:13.639780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:14.007516 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:14.881621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:24.069336 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:38:39.960421 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-15d4e5bf-a6af-4bbb-b83f-f15ad34dde92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:42.204399 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-895e6add-80f5-403b-8dd4-8f2b8a95e4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:43.491639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:43.640681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:44.006290 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:44.886288 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.616156 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eea7eede-b7bf-4a2b-8a91-71488312b178 req-12f07b8a-a445-45c4-829d-274c249204b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804353 Mar 08 12:38:54.754667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7eede-b7bf-4a2b-8a91-71488312b178 req-810a37a5-696a-4b4f-ba8f-8b97d1206b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:54.756139 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eea7eede-b7bf-4a2b-8a91-71488312b178 req-810a37a5-696a-4b4f-ba8f-8b97d1206b5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 1098 time: 0.0705154 Mar 08 12:38:54.899234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7eede-b7bf-4a2b-8a91-71488312b178 req-3d0013b1-7a84-4e00-a9da-ccd859dfa162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:54.900581 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eea7eede-b7bf-4a2b-8a91-71488312b178 req-3d0013b1-7a84-4e00-a9da-ccd859dfa162 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9 HTTP/1.1" status: 200 len: 898 time: 0.1267283 Mar 08 12:38:55.001832 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eea7eede-b7bf-4a2b-8a91-71488312b178 req-4a7f4c9d-783e-40a8-8366-ebcdca33dd8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd HTTP/1.1" status: 200 len: 1000 time: 0.0949874 Mar 08 12:38:55.065222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7eede-b7bf-4a2b-8a91-71488312b178 req-8c35f9fb-bb5a-4428-b262-2604df6b2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:55.066741 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eea7eede-b7bf-4a2b-8a91-71488312b178 req-8c35f9fb-bb5a-4428-b262-2604df6b2978 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67dff8b8-27e0-4cf9-9867-78dcb8586d9f HTTP/1.1" status: 200 len: 835 time: 0.0586712 Mar 08 12:38:55.144326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7eede-b7bf-4a2b-8a91-71488312b178 req-02d74068-7762-4745-aa40-4e6df2389b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:55.145802 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eea7eede-b7bf-4a2b-8a91-71488312b178 req-02d74068-7762-4745-aa40-4e6df2389b5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719883 Mar 08 12:38:55.282340 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eea7eede-b7bf-4a2b-8a91-71488312b178 req-4b7879bc-3ca6-47b5-8a65-533f27a5e406 service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227870 Mar 08 12:38:55.417692 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eea7eede-b7bf-4a2b-8a91-71488312b178 req-a092ef5a-6745-4268-8b07-78c84802291d service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275322 Mar 08 12:39:00.272895 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae32ef-d757-463c-a34a-e4ca2ad319e4 req-0786d7c7-b0f5-40b1-8a35-ead5d65d2112 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:00.274397 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cdae32ef-d757-463c-a34a-e4ca2ad319e4 req-0786d7c7-b0f5-40b1-8a35-ead5d65d2112 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0819421 Mar 08 12:39:00.321011 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cdae32ef-d757-463c-a34a-e4ca2ad319e4 req-4391b25d-ce34-42b2-9240-cc4b6922dada tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406423 Mar 08 12:39:01.069647 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:39:01.524920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567376c-1cb1-403f-a648-bc5e42b13c62 req-c57bc74e-0cd2-4fc3-8a22-52624231d009 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:01.526933 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e567376c-1cb1-403f-a648-bc5e42b13c62 req-c57bc74e-0cd2-4fc3-8a22-52624231d009 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0922320 Mar 08 12:39:01.575050 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e567376c-1cb1-403f-a648-bc5e42b13c62 req-14a5cb1d-1026-4798-8848-718cd80e9fc2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416687 Mar 08 12:39:02.767650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94550ea8-47e4-4db5-ab40-8b00d1d134ef req-143f5e6b-1f32-47f3-81e4-37b5928a977d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:02.769076 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-94550ea8-47e4-4db5-ab40-8b00d1d134ef req-143f5e6b-1f32-47f3-81e4-37b5928a977d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0823991 Mar 08 12:39:02.816790 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-94550ea8-47e4-4db5-ab40-8b00d1d134ef req-15db5c1b-5cd2-473f-a8dc-e38abbd1a004 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410895 Mar 08 12:39:04.002824 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eecd9e-1141-4c9f-a27e-eb5f2d37fff2 req-7949d7e7-a893-4a8b-af67-825a19b51d70 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:04.004196 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-27eecd9e-1141-4c9f-a27e-eb5f2d37fff2 req-7949d7e7-a893-4a8b-af67-825a19b51d70 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0792942 Mar 08 12:39:04.048665 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-27eecd9e-1141-4c9f-a27e-eb5f2d37fff2 req-bded071c-025a-41c4-b6cf-85cb41c9e4d9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386043 Mar 08 12:39:05.233732 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be98eda-5f09-4d9d-8d92-11a5f75b50c7 req-e29946dd-f736-4231-9ca6-0a10f79963f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:05.235406 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9be98eda-5f09-4d9d-8d92-11a5f75b50c7 req-e29946dd-f736-4231-9ca6-0a10f79963f7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0812452 Mar 08 12:39:05.281456 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9be98eda-5f09-4d9d-8d92-11a5f75b50c7 req-0382435d-7372-4369-9e10-9255484a8000 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393398 Mar 08 12:39:06.467168 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6c07f-6e34-4d0c-a5fa-14c229e01135 req-aa6decbc-7cd0-496d-8307-341a15ac96bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:06.468606 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-07e6c07f-6e34-4d0c-a5fa-14c229e01135 req-aa6decbc-7cd0-496d-8307-341a15ac96bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0832810 Mar 08 12:39:06.511940 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-07e6c07f-6e34-4d0c-a5fa-14c229e01135 req-1e003212-6571-4948-a7c3-f93ff33d18a3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377395 Mar 08 12:39:07.697549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8eae1-6614-4a6b-a5a3-a5dfaeba0c32 req-44a9e7c8-8e6f-49ed-a9bd-fdc0ee204685 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:07.699003 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2cd8eae1-6614-4a6b-a5a3-a5dfaeba0c32 req-44a9e7c8-8e6f-49ed-a9bd-fdc0ee204685 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0824637 Mar 08 12:39:07.742849 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2cd8eae1-6614-4a6b-a5a3-a5dfaeba0c32 req-120039e2-2660-4657-b4ab-7de2bafbc77f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382628 Mar 08 12:39:08.931375 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceffa3b-8b70-4fb4-a54c-9c3868ce6cd5 req-3627ba0c-a5c3-40f1-b11c-db4415d6ebb0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:08.932732 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2ceffa3b-8b70-4fb4-a54c-9c3868ce6cd5 req-3627ba0c-a5c3-40f1-b11c-db4415d6ebb0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0807655 Mar 08 12:39:08.976096 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2ceffa3b-8b70-4fb4-a54c-9c3868ce6cd5 req-d4341a17-4386-4dd3-82fc-f6fff91ea5e8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376656 Mar 08 12:39:09.942580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1726e89f-673c-428c-a78b-2a212a7d92a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.164210 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6c1c3-165c-4d15-8d92-62a5e4e42b5a req-30b88782-c2a5-45b4-ba42-d10de7a4194e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:10.165706 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4df6c1c3-165c-4d15-8d92-62a5e4e42b5a req-30b88782-c2a5-45b4-ba42-d10de7a4194e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0795097 Mar 08 12:39:10.212382 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4df6c1c3-165c-4d15-8d92-62a5e4e42b5a req-521ffff3-f771-48d5-91e0-3b93032be7b7 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409541 Mar 08 12:39:11.396358 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bb387-52fe-4b08-ad82-744332132171 req-2f6af765-4a77-4c93-bba6-0b1218001c16 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:11.397787 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ec1bb387-52fe-4b08-ad82-744332132171 req-2f6af765-4a77-4c93-bba6-0b1218001c16 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0812094 Mar 08 12:39:11.441737 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ec1bb387-52fe-4b08-ad82-744332132171 req-2a9aa2ea-af09-4413-b782-b1e5735756aa tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383897 Mar 08 12:39:12.188374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fec8de7b-b789-454b-ba00-26f3a5bc7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.625663 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d5ad9-0a34-486d-bc4d-707b9b0fb87e req-ea9adca8-c361-49ee-86d8-75e635fea579 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:12.629311 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d33d5ad9-0a34-486d-bc4d-707b9b0fb87e req-ea9adca8-c361-49ee-86d8-75e635fea579 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0837271 Mar 08 12:39:12.682817 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d33d5ad9-0a34-486d-bc4d-707b9b0fb87e req-e5e1b900-9749-460c-ac7c-d513b81d6af6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438485 Mar 08 12:39:13.485384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.640854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.884591 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9b2fc-23b1-4fce-a05f-068bccbeec21 req-3e442849-32b3-4705-b8ae-8bae2dd27679 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:13.886090 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-15d9b2fc-23b1-4fce-a05f-068bccbeec21 req-3e442849-32b3-4705-b8ae-8bae2dd27679 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0935290 Mar 08 12:39:13.935739 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-15d9b2fc-23b1-4fce-a05f-068bccbeec21 req-200e3e66-fa13-4283-a868-6ee83e354b66 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Mar 08 12:39:14.015271 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.889502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.232135 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2acc48-9b55-4a84-96ff-199c38de5963 req-715d0a49-13ed-498e-81e2-2e35d01cca2a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:15.233493 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2e2acc48-9b55-4a84-96ff-199c38de5963 req-715d0a49-13ed-498e-81e2-2e35d01cca2a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.1931043 Mar 08 12:39:15.277343 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2e2acc48-9b55-4a84-96ff-199c38de5963 req-c746e868-2b44-4151-b0db-eba1d2bc1f51 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376596 Mar 08 12:39:16.588655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915adcb8-aecc-40ba-a707-0c703f5d0851 req-04680e72-23d6-4b0f-a74e-d345de752832 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:16.590163 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-915adcb8-aecc-40ba-a707-0c703f5d0851 req-04680e72-23d6-4b0f-a74e-d345de752832 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0813594 Mar 08 12:39:16.635555 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-915adcb8-aecc-40ba-a707-0c703f5d0851 req-e18f4b0b-68b1-4f16-ae5c-53afdfa6da24 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395889 Mar 08 12:39:16.659974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60474) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:39:16.768751 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-221a1e7b-46e6-4dcf-a4db-ae98a0b593d2 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/ef78877c-c5bc-4fdf-8a02-8ae25c569b7d HTTP/1.1" status: 200 len: 992 time: 0.1076210 Mar 08 12:39:18.385722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46141f88-354b-41f0-a25a-aefaedd7f38a req-5d7d04df-1d49-4475-b33b-22e7c998bc04 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:18.387216 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-46141f88-354b-41f0-a25a-aefaedd7f38a req-5d7d04df-1d49-4475-b33b-22e7c998bc04 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0842981 Mar 08 12:39:18.476621 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-46141f88-354b-41f0-a25a-aefaedd7f38a req-bbf85f43-3e2b-4e1c-9eca-99ab271217bb tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828094 Mar 08 12:39:18.500271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb9972-fe0e-4ad6-a82f-04135c7c93c4 req-317f6ec6-955f-40f0-a6cc-8fde49ece8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:18.502379 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1afb9972-fe0e-4ad6-a82f-04135c7c93c4 req-317f6ec6-955f-40f0-a6cc-8fde49ece8c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 1098 time: 0.0910618 Mar 08 12:39:18.634100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb9972-fe0e-4ad6-a82f-04135c7c93c4 req-e6604a21-0008-4ff7-b1a7-5e5355250c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:18.635538 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1afb9972-fe0e-4ad6-a82f-04135c7c93c4 req-e6604a21-0008-4ff7-b1a7-5e5355250c87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9 HTTP/1.1" status: 200 len: 898 time: 0.1272242 Mar 08 12:39:18.739192 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1afb9972-fe0e-4ad6-a82f-04135c7c93c4 req-e2d40b81-5de2-4431-be47-d3547c16103d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd HTTP/1.1" status: 200 len: 1000 time: 0.0978279 Mar 08 12:39:18.800679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb9972-fe0e-4ad6-a82f-04135c7c93c4 req-abff3f5e-8788-48c5-affa-85df7db24517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:18.802123 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1afb9972-fe0e-4ad6-a82f-04135c7c93c4 req-abff3f5e-8788-48c5-affa-85df7db24517 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67dff8b8-27e0-4cf9-9867-78dcb8586d9f HTTP/1.1" status: 200 len: 835 time: 0.0570962 Mar 08 12:39:18.882152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb9972-fe0e-4ad6-a82f-04135c7c93c4 req-5d09b5b0-8c36-4008-94b6-5fb13841e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:18.883627 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1afb9972-fe0e-4ad6-a82f-04135c7c93c4 req-5d09b5b0-8c36-4008-94b6-5fb13841e3bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754488 Mar 08 12:39:19.013195 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1afb9972-fe0e-4ad6-a82f-04135c7c93c4 req-3fdf9019-7d9d-4e5c-b16d-4f55caf2e910 service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234109 Mar 08 12:39:19.144362 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1afb9972-fe0e-4ad6-a82f-04135c7c93c4 req-d132e970-57a2-488d-a356-06a45ab4754c service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255996 Mar 08 12:39:19.678825 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ed4a4-d36a-413f-bf94-af2f2855de67 req-249ff5aa-e821-4cb1-8d3b-4dd06ceb0623 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:19.688276 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-db5ed4a4-d36a-413f-bf94-af2f2855de67 req-249ff5aa-e821-4cb1-8d3b-4dd06ceb0623 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0914383 Mar 08 12:39:19.727864 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-db5ed4a4-d36a-413f-bf94-af2f2855de67 req-48e84ef9-9fcf-4faf-b97b-2845b46b8e26 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419316 Mar 08 12:39:20.911593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a361af-f2cc-40c1-bbc1-39ab39ec4bdf req-a269c8b8-ed1f-4b34-90e9-1a785ebfc8f9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.912943 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-28a361af-f2cc-40c1-bbc1-39ab39ec4bdf req-a269c8b8-ed1f-4b34-90e9-1a785ebfc8f9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0804939 Mar 08 12:39:20.959216 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-28a361af-f2cc-40c1-bbc1-39ab39ec4bdf req-4c6de4c8-fc41-4962-a32c-e9055f9a3445 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405440 Mar 08 12:39:20.982402 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60488) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:39:21.090247 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c8e87f1a-75c4-40fc-a331-f56bdfc16ea8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/ef78877c-c5bc-4fdf-8a02-8ae25c569b7d HTTP/1.1" status: 200 len: 992 time: 0.1066375 Mar 08 12:39:38.069646 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:39:39.957665 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f4bc9ca8-ff41-4785-b821-c8b142c2954b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:42.198503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f609-aa21-4377-aa06-511098ce9777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:43.535608 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:43.666795 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.026601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.901104 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:53.966048 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b8a02a2a-60a2-408f-a712-fcca2e5f14a6 req-6cb3be9b-e075-4dd6-9fed-37726c7b2c30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728178 Mar 08 12:39:54.105554 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a02a2a-60a2-408f-a712-fcca2e5f14a6 req-077023f6-ca25-4144-b6a2-9a43926f04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:54.107074 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b8a02a2a-60a2-408f-a712-fcca2e5f14a6 req-077023f6-ca25-4144-b6a2-9a43926f04af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 1098 time: 0.0735292 Mar 08 12:39:54.253954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a02a2a-60a2-408f-a712-fcca2e5f14a6 req-294f591e-6717-43b3-887c-e6ddd7dcec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:54.255329 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b8a02a2a-60a2-408f-a712-fcca2e5f14a6 req-294f591e-6717-43b3-887c-e6ddd7dcec7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9 HTTP/1.1" status: 200 len: 898 time: 0.1274595 Mar 08 12:39:54.360330 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b8a02a2a-60a2-408f-a712-fcca2e5f14a6 req-61549289-1337-423e-91f6-6737cbc1a52d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd HTTP/1.1" status: 200 len: 1000 time: 0.0977125 Mar 08 12:39:54.422577 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a02a2a-60a2-408f-a712-fcca2e5f14a6 req-8b334eb6-ba53-4183-9292-4913e165ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:54.424044 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b8a02a2a-60a2-408f-a712-fcca2e5f14a6 req-8b334eb6-ba53-4183-9292-4913e165ae85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67dff8b8-27e0-4cf9-9867-78dcb8586d9f HTTP/1.1" status: 200 len: 835 time: 0.0568445 Mar 08 12:39:54.501627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a02a2a-60a2-408f-a712-fcca2e5f14a6 req-b3352639-73e7-401c-bb14-7beb31cf32bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:54.503175 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b8a02a2a-60a2-408f-a712-fcca2e5f14a6 req-b3352639-73e7-401c-bb14-7beb31cf32bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720973 Mar 08 12:39:54.743779 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b8a02a2a-60a2-408f-a712-fcca2e5f14a6 req-0c960657-5053-4eee-8ceb-efcba2e92985 service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338881 Mar 08 12:39:54.876385 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b8a02a2a-60a2-408f-a712-fcca2e5f14a6 req-1214ee67-99af-4b79-b074-3c05730c52b0 service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256719 Mar 08 12:40:09.945663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4138d68a-5c22-47c9-8f57-1e47b1ef78f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.202779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3a8adf23-df83-44e0-a6cc-f907318e9aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.534315 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.667417 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.054528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.894007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.068533 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:40:18.056138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60546) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:18.253672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port c0e19504-f36a-41ba-8aee-83b71105d5d2 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:40:18.254048 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.523641 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.523968 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.646694 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for c0e19504-f36a-41ba-8aee-83b71105d5d2 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:40:18.882851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.931186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=c0e19504-f36a-41ba-8aee-83b71105d5d2,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:19.007429 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:19.007782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:19.008134 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:19.008469 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:19.008807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:19.009135 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:19.009462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:19.009787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:19.010148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:19.010471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:19.010793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:19.011116 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:19.034670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.035005 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Floating IP ef78877c-c5bc-4fdf-8a02-8ae25c569b7d disassociated (deleted). External IP: 172.26.4.75, port: 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd. Mar 08 12:40:19.383529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:40:19.565712 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:40:19.575262 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1c970-6555-4bca-a0c2-be5c5ef1a906 None None] Sync routers for ids ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:19.584932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1c970-6555-4bca-a0c2-be5c5ef1a906 None None] Routers {'89ea3249-a9fe-4527-aa11-e8e4b2c4f358'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:40:19.588591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-14c1c970-6555-4bca-a0c2-be5c5ef1a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:40:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:19.642772 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.699781 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-72468fe5-671a-4a24-9eb7-f7c209b49271 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/floatingips/ef78877c-c5bc-4fdf-8a02-8ae25c569b7d HTTP/1.1" status: 204 len: 168 time: 1.6426439 Mar 08 12:40:19.700478 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'tag': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:40:19.813621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-14c1c970-6555-4bca-a0c2-be5c5ef1a906 None None] Set router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:40:19.873076 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'tag': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd', 'status': 'completed', 'code': 200} Mar 08 12:40:19.965916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fba4b9-6f73-40dd-bfd4-a9ac85d271cd req-5ca7121d-99e9-4e56-9c16-b9f15eefc9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:19.967931 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52fba4b9-6f73-40dd-bfd4-a9ac85d271cd req-5ca7121d-99e9-4e56-9c16-b9f15eefc9ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 1098 time: 0.0720158 Mar 08 12:40:20.111204 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fba4b9-6f73-40dd-bfd4-a9ac85d271cd req-c747eab8-48b9-43c3-acbf-c9017f9f143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:20.112736 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52fba4b9-6f73-40dd-bfd4-a9ac85d271cd req-c747eab8-48b9-43c3-acbf-c9017f9f143a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9 HTTP/1.1" status: 200 len: 898 time: 0.1397638 Mar 08 12:40:20.155647 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-14c1c970-6555-4bca-a0c2-be5c5ef1a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:37:26Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '3d02f177-023c-4ee6-92e7-d9029d9398a5', 'name': '', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:f4:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:25Z', 'updated_at': '2022-03-08T12:37:32Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:20.159696 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1c970-6555-4bca-a0c2-be5c5ef1a906 None None] Checking router: 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:40:20.168111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1c970-6555-4bca-a0c2-be5c5ef1a906 None None] Routers {'89ea3249-a9fe-4527-aa11-e8e4b2c4f358'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:40:20.168754 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-14c1c970-6555-4bca-a0c2-be5c5ef1a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:40:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:20.187635 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52fba4b9-6f73-40dd-bfd4-a9ac85d271cd req-a39c19c3-394d-4a66-94b0-2d2dcd4c606c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd HTTP/1.1" status: 200 len: 217 time: 0.0688136 Mar 08 12:40:20.252203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fba4b9-6f73-40dd-bfd4-a9ac85d271cd req-ab2bffe6-82ca-427d-8a51-52aee793832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:20.253703 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52fba4b9-6f73-40dd-bfd4-a9ac85d271cd req-ab2bffe6-82ca-427d-8a51-52aee793832c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=67dff8b8-27e0-4cf9-9867-78dcb8586d9f HTTP/1.1" status: 200 len: 835 time: 0.0592055 Mar 08 12:40:20.336677 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fba4b9-6f73-40dd-bfd4-a9ac85d271cd req-c295b4ee-838d-44ab-be93-9d7df67a5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:20.338346 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52fba4b9-6f73-40dd-bfd4-a9ac85d271cd req-c295b4ee-838d-44ab-be93-9d7df67a5380 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8694cfc-e023-47c7-b9bc-a2ac54e315a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785568 Mar 08 12:40:20.362088 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-14c1c970-6555-4bca-a0c2-be5c5ef1a906 None None] Set router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:40:20.426807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819bac0-0f17-42cb-af53-e93d8f8e19f6 req-b1a6574f-cc56-4abd-9553-f6279a393c08 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:20.427519 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-6819bac0-0f17-42cb-af53-e93d8f8e19f6 req-b1a6574f-cc56-4abd-9553-f6279a393c08 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:40:20.474520 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52fba4b9-6f73-40dd-bfd4-a9ac85d271cd req-9b21a98b-3e2e-4c69-9296-49906afc7d93 service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297464 Mar 08 12:40:20.494013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-6819bac0-0f17-42cb-af53-e93d8f8e19f6 req-b1a6574f-cc56-4abd-9553-f6279a393c08 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:40:20.495224 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6819bac0-0f17-42cb-af53-e93d8f8e19f6 req-b1a6574f-cc56-4abd-9553-f6279a393c08 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.2969124 Mar 08 12:40:20.543977 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6819bac0-0f17-42cb-af53-e93d8f8e19f6 req-4758283c-a2d6-4f12-9e98-f41aa3f95017 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427885 Mar 08 12:40:20.613410 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52fba4b9-6f73-40dd-bfd4-a9ac85d271cd req-f5eeffb4-2e07-49e5-b468-5e98a6849a9b service neutron] 10.222.0.18 "GET /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328852 Mar 08 12:40:20.686300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-14c1c970-6555-4bca-a0c2-be5c5ef1a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:37:26Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '3d02f177-023c-4ee6-92e7-d9029d9398a5', 'name': '', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:f4:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:25Z', 'updated_at': '2022-03-08T12:37:32Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:20.690228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1c970-6555-4bca-a0c2-be5c5ef1a906 None None] The sync data for ids ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'] in dv-neutron-828143-8-hyperv is: [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:37:26Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '3d02f177-023c-4ee6-92e7-d9029d9398a5', 'name': '', 'network_id': 'a8694cfc-e023-47c7-b9bc-a2ac54e315a9', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:f4:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:25Z', 'updated_at': '2022-03-08T12:37:32Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '67dff8b8-27e0-4cf9-9867-78dcb8586d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:20.895970 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff74c0-21c0-4cf5-a0fe-f0315800fcf8 None None] New status for floating IP ef78877c-c5bc-4fdf-8a02-8ae25c569b7d: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:40:21.778357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca33f3-f99f-4a49-a1d9-e131332f4e5d req-70f78846-f859-4f81-b461-bf38f495c511 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:21.780246 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-adca33f3-f99f-4a49-a1d9-e131332f4e5d req-70f78846-f859-4f81-b461-bf38f495c511 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.1275706 Mar 08 12:40:21.823177 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-adca33f3-f99f-4a49-a1d9-e131332f4e5d req-dada452d-bd4d-43ac-b469-6d233151504b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=62e77cd9-9522-4282-9340-9832096b761a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372615 Mar 08 12:40:21.945816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876a766-7f0d-4ade-b7e6-9ce8298ee685 req-650083fc-c058-419c-8b37-b47d67fe7798 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:21.947251 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3876a766-7f0d-4ade-b7e6-9ce8298ee685 req-650083fc-c058-419c-8b37-b47d67fe7798 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 945 time: 0.0817821 Mar 08 12:40:22.015216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-3876a766-7f0d-4ade-b7e6-9ce8298ee685 req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:40:22.015551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3876a766-7f0d-4ade-b7e6-9ce8298ee685 req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.258198 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-3876a766-7f0d-4ade-b7e6-9ce8298ee685 req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd,segment=NetworkSegment(c8a86bfc-65dd-450e-b88c-26f4166f7a88),segment_id=c8a86bfc-65dd-450e-b88c-26f4166f7a88)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:40:22.258536 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3876a766-7f0d-4ade-b7e6-9ce8298ee685 req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.379924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-3876a766-7f0d-4ade-b7e6-9ce8298ee685 req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:40:22.693524 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3876a766-7f0d-4ade-b7e6-9ce8298ee685 req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.746886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:22.788141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:22.788758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:22.788861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:22.789168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:22.789510 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:22.789849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:22.790208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:22.790544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:22.790876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:22.791207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:22.791541 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:22.791869 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:22.838676 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3876a766-7f0d-4ade-b7e6-9ce8298ee685 req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] No DVR routers for this DVR port 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:22.841148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-3876a766-7f0d-4ade-b7e6-9ce8298ee685 req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.844271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'name': 'network-vif-deleted', 'tag': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:40:22.892528 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f702069c-0412-4baf-929a-23cb9adc7d99', 'name': 'network-vif-deleted', 'tag': '04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd', 'status': 'completed', 'code': 200} Mar 08 12:40:22.922931 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3876a766-7f0d-4ade-b7e6-9ce8298ee685 req-10966ba3-948d-4ead-a224-880301cacd5c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "DELETE /v2.0/ports/04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd HTTP/1.1" status: 204 len: 173 time: 0.9704335 Mar 08 12:40:22.978540 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9081fdaa-1869-4d1b-ae16-e12fd4523e72 req-d66f6e50-f418-441a-9e31-341bc2c49ce9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=f702069c-0412-4baf-929a-23cb9adc7d99 HTTP/1.1" status: 200 len: 210 time: 0.0436239 Mar 08 12:40:24.074565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60570) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:24.736889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78c7c2eb-6039-4e2b-8d97-5de28467dc42 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.099148 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-78c7c2eb-6039-4e2b-8d97-5de28467dc42 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 3d02f177-023c-4ee6-92e7-d9029d9398a5 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:40:25.099913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78c7c2eb-6039-4e2b-8d97-5de28467dc42 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.285066 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-78c7c2eb-6039-4e2b-8d97-5de28467dc42 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port 3d02f177-023c-4ee6-92e7-d9029d9398a5, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=3d02f177-023c-4ee6-92e7-d9029d9398a5,segment=NetworkSegment(c8a86bfc-65dd-450e-b88c-26f4166f7a88),segment_id=c8a86bfc-65dd-450e-b88c-26f4166f7a88)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:40:25.285421 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78c7c2eb-6039-4e2b-8d97-5de28467dc42 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.410677 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-78c7c2eb-6039-4e2b-8d97-5de28467dc42 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 3d02f177-023c-4ee6-92e7-d9029d9398a5 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:40:25.893303 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78c7c2eb-6039-4e2b-8d97-5de28467dc42 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.946529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7c2eb-6039-4e2b-8d97-5de28467dc42 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=3d02f177-023c-4ee6-92e7-d9029d9398a5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:26.238286 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-78c7c2eb-6039-4e2b-8d97-5de28467dc42 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.384026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:40:26.427888 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:40:26.428126 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 04e6bf7d-bca5-4170-b0d1-05ba0b5ef6fd not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:40:26.604637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c7c2eb-6039-4e2b-8d97-5de28467dc42 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:40:26.786333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c7c2eb-6039-4e2b-8d97-5de28467dc42 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:40:26.796586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bbb1e-5f21-4554-ae65-a39868b6d774 None None] Sync routers for ids ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:26.799774 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-78c7c2eb-6039-4e2b-8d97-5de28467dc42 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "PUT /v2.0/routers/89ea3249-a9fe-4527-aa11-e8e4b2c4f358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7238221 Mar 08 12:40:26.802127 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60574) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:26.805608 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37bbb1e-5f21-4554-ae65-a39868b6d774 None None] Routers {'89ea3249-a9fe-4527-aa11-e8e4b2c4f358'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:40:26.806288 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b37bbb1e-5f21-4554-ae65-a39868b6d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:40:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:26.867707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a23811-62ec-4b5e-bc90-725c7554c0e3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting subnet 67dff8b8-27e0-4cf9-9867-78dcb8586d9f {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:40:26.870811 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c6a23811-62ec-4b5e-bc90-725c7554c0e3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.929535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c6a23811-62ec-4b5e-bc90-725c7554c0e3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.988251 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b37bbb1e-5f21-4554-ae65-a39868b6d774 None None] Set router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:40:27.012939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c6a23811-62ec-4b5e-bc90-725c7554c0e3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.202694 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c6a23811-62ec-4b5e-bc90-725c7554c0e3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.314209 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b37bbb1e-5f21-4554-ae65-a39868b6d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:40:25Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:27.318373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bbb1e-5f21-4554-ae65-a39868b6d774 None None] Checking router: 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:40:27.327451 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37bbb1e-5f21-4554-ae65-a39868b6d774 None None] Routers {'89ea3249-a9fe-4527-aa11-e8e4b2c4f358'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:40:27.328058 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b37bbb1e-5f21-4554-ae65-a39868b6d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:40:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:27.363189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a23811-62ec-4b5e-bc90-725c7554c0e3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Subnet': ['ID=67dff8b8-27e0-4cf9-9867-78dcb8586d9f,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:27.366710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c6a23811-62ec-4b5e-bc90-725c7554c0e3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.372821 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c6a23811-62ec-4b5e-bc90-725c7554c0e3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/subnets/67dff8b8-27e0-4cf9-9867-78dcb8586d9f HTTP/1.1" status: 204 len: 168 time: 0.5697415 Mar 08 12:40:27.375352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60578) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:27.383172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de5572c-7f80-43a1-8c84-99dc12fac319 None None] Network a8694cfc-e023-47c7-b9bc-a2ac54e315a9 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:40:27.554688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.653328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b37bbb1e-5f21-4554-ae65-a39868b6d774 None None] Set router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:40:27.734742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.859433 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:40:27.864143 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.939711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] DHCP port deletion for a8694cfc-e023-47c7-b9bc-a2ac54e315a9 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:40:27.946327 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Deleting port db4f2547-7874-477d-a0fb-072cf54d84d8 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:40:27.946698 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.046553 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=5a3c9ac0-c225-47fa-a5e7-e5f041e1183e,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:40:28.046947 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.047887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b37bbb1e-5f21-4554-ae65-a39868b6d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:40:25Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:28.065744 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bbb1e-5f21-4554-ae65-a39868b6d774 None None] The sync data for ids ['89ea3249-a9fe-4527-aa11-e8e4b2c4f358'] in dv-neutron-828143-8-hyperv is: [{'id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266465881', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:37:20Z', 'updated_at': '2022-03-08T12:40:25Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '5a3c9ac0-c225-47fa-a5e7-e5f041e1183e', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea3249-a9fe-4527-aa11-e8e4b2c4f358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:37:21Z', 'updated_at': '2022-03-08T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:28.168150 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] For port db4f2547-7874-477d-a0fb-072cf54d84d8, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=db4f2547-7874-477d-a0fb-072cf54d84d8,segment=NetworkSegment(c8a86bfc-65dd-450e-b88c-26f4166f7a88),segment_id=c8a86bfc-65dd-450e-b88c-26f4166f7a88)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:40:28.168427 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.176998 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:40:28.291883 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Calling delete_port for db4f2547-7874-477d-a0fb-072cf54d84d8 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:40:28.390690 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.436171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=5a3c9ac0-c225-47fa-a5e7-e5f041e1183e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:28.471625 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.507632 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device db4f2547-7874-477d-a0fb-072cf54d84d8 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:40:28.537578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.603092 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] No DVR routers for this DVR port db4f2547-7874-477d-a0fb-072cf54d84d8 on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:28.604935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: db4f2547-7874-477d-a0fb-072cf54d84d8 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:40:28.605505 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device db4f2547-7874-477d-a0fb-072cf54d84d8 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:40:28.608855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Pushing event deleted for resources: {'Port': ['ID=db4f2547-7874-477d-a0fb-072cf54d84d8,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:28.618311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:28.618717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:28.619065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:28.619522 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:28.620196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:28.620545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:28.620872 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:28.621210 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:28.621544 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:28.624766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:28.624766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:28.624766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703d923-bbd0-415e-ae2f-e800248fd815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:28.720956 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.723039 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.847646 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.848164 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Fanout notify agent at l3_agent the message router_deleted on router 89ea3249-a9fe-4527-aa11-e8e4b2c4f358 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:40:28.863205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.864282 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c0375160-886d-4a33-8001-0e49f44d6add tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/routers/89ea3249-a9fe-4527-aa11-e8e4b2c4f358 HTTP/1.1" status: 204 len: 168 time: 1.4880521 Mar 08 12:40:28.867033 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60582) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:29.084571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-83cb32e0-ddbf-41ea-9ee3-81622cdcf20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.214027 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-83cb32e0-ddbf-41ea-9ee3-81622cdcf20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.238201 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-83cb32e0-ddbf-41ea-9ee3-81622cdcf20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8694cfc-e023-47c7-b9bc-a2ac54e315a9']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:29.250569 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-83cb32e0-ddbf-41ea-9ee3-81622cdcf20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a86bfc-65dd-450e-b88c-26f4166f7a88') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:29.250869 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-83cb32e0-ddbf-41ea-9ee3-81622cdcf20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a86bfc-65dd-450e-b88c-26f4166f7a88') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:29.262844 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-83cb32e0-ddbf-41ea-9ee3-81622cdcf20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.280499 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-83cb32e0-ddbf-41ea-9ee3-81622cdcf20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.287269 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cb32e0-ddbf-41ea-9ee3-81622cdcf20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:29.287672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-83cb32e0-ddbf-41ea-9ee3-81622cdcf20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:29.302476 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:29.459560 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-83cb32e0-ddbf-41ea-9ee3-81622cdcf20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.477045 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-83cb32e0-ddbf-41ea-9ee3-81622cdcf20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.489840 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb32e0-ddbf-41ea-9ee3-81622cdcf20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Network': ['ID=a8694cfc-e023-47c7-b9bc-a2ac54e315a9,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:29.591080 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-83cb32e0-ddbf-41ea-9ee3-81622cdcf20d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/networks/a8694cfc-e023-47c7-b9bc-a2ac54e315a9 HTTP/1.1" status: 204 len: 168 time: 0.7229939 Mar 08 12:40:29.593601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60586) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:29.665737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b99c65dd-a2c7-4c61-85d5-5d28cd90843d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.695912 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b99c65dd-a2c7-4c61-85d5-5d28cd90843d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.830380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b99c65dd-a2c7-4c61-85d5-5d28cd90843d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.849472 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c65dd-a2c7-4c61-85d5-5d28cd90843d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e77cd9-9522-4282-9340-9832096b761a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:29.926863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b99c65dd-a2c7-4c61-85d5-5d28cd90843d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.927975 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b99c65dd-a2c7-4c61-85d5-5d28cd90843d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/security-groups/62e77cd9-9522-4282-9340-9832096b761a HTTP/1.1" status: 204 len: 168 time: 0.3334146 Mar 08 12:40:30.144194 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3d02f177-023c-4ee6-92e7-d9029d9398a5 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:40:30.177751 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 3d02f177-023c-4ee6-92e7-d9029d9398a5 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:40:30.178246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 3d02f177-023c-4ee6-92e7-d9029d9398a5 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:40:30.178730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:40:30.212905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:40:30.213253 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 5a3c9ac0-c225-47fa-a5e7-e5f041e1183e not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:40:30.535240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60594) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:30.540520 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767812535', 'description': 'tempest-secgroup-smoke-767812535 description', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:30.547063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:40:30.551168 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:40:30.554022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:40:30.559669 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:40:30.631001 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.651972 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:40:30.656465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:40:30.660225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:40:30.669424 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:40:30.743080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.813565 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.866095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb6af3e-b18c-4107-aefc-5463de46950e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:30.956042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.957286 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a7777c23-ff51-4e62-b4be-4f6883495805 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4210384 Mar 08 12:40:30.960079 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60598) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:30.965170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-6f5d77c7-fdea-4821-9eb9-dbd53830fbab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '3bb6af3e-b18c-4107-aefc-5463de46950e', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:30.971707 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6f5d77c7-fdea-4821-9eb9-dbd53830fbab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:40:30.975538 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6f5d77c7-fdea-4821-9eb9-dbd53830fbab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:40:30.979347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-6f5d77c7-fdea-4821-9eb9-dbd53830fbab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:40:30.984648 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-6f5d77c7-fdea-4821-9eb9-dbd53830fbab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:40:31.123012 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f5d77c7-fdea-4821-9eb9-dbd53830fbab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.181889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f5d77c7-fdea-4821-9eb9-dbd53830fbab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.264994 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f5d77c7-fdea-4821-9eb9-dbd53830fbab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.288422 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d77c7-fdea-4821-9eb9-dbd53830fbab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f934f5-9039-4a52-849b-70be144b13df,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:31.425073 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-6f5d77c7-fdea-4821-9eb9-dbd53830fbab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.426295 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6f5d77c7-fdea-4821-9eb9-dbd53830fbab tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4651968 Mar 08 12:40:31.428848 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60602) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:31.433808 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0d5ecc91-eab9-48fe-95f3-cfafdca209ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '3bb6af3e-b18c-4107-aefc-5463de46950e', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:31.440225 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0d5ecc91-eab9-48fe-95f3-cfafdca209ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:40:31.443960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0d5ecc91-eab9-48fe-95f3-cfafdca209ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:40:31.446764 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0d5ecc91-eab9-48fe-95f3-cfafdca209ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:40:31.452458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0d5ecc91-eab9-48fe-95f3-cfafdca209ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:40:31.563530 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0d5ecc91-eab9-48fe-95f3-cfafdca209ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.624058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0d5ecc91-eab9-48fe-95f3-cfafdca209ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.710907 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0d5ecc91-eab9-48fe-95f3-cfafdca209ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.734031 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ecc91-eab9-48fe-95f3-cfafdca209ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f97bea-e53c-4200-af85-8d8e02392b62,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:31.801674 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0d5ecc91-eab9-48fe-95f3-cfafdca209ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.802895 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0d5ecc91-eab9-48fe-95f3-cfafdca209ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3731284 Mar 08 12:40:31.805688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60606) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:31.810683 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-853c91e0-a81c-4897-bbff-2447578c2146 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '3bb6af3e-b18c-4107-aefc-5463de46950e', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:31.817351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-853c91e0-a81c-4897-bbff-2447578c2146 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:40:31.821088 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-853c91e0-a81c-4897-bbff-2447578c2146 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:40:31.823928 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-853c91e0-a81c-4897-bbff-2447578c2146 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:40:31.829521 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-853c91e0-a81c-4897-bbff-2447578c2146 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:40:31.905490 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-853c91e0-a81c-4897-bbff-2447578c2146 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.968605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-853c91e0-a81c-4897-bbff-2447578c2146 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.035975 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-853c91e0-a81c-4897-bbff-2447578c2146 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.060630 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c91e0-a81c-4897-bbff-2447578c2146 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f57163-bf8d-4d28-a12a-7cd1e0b74465,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:32.121914 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-853c91e0-a81c-4897-bbff-2447578c2146 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.123136 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-853c91e0-a81c-4897-bbff-2447578c2146 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164423 Mar 08 12:40:32.125763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60610) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:32.130715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-be51d67c-67fb-47db-a894-5616c40d237a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '3bb6af3e-b18c-4107-aefc-5463de46950e', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:32.136695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-be51d67c-67fb-47db-a894-5616c40d237a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:40:32.140486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-be51d67c-67fb-47db-a894-5616c40d237a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:40:32.143327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-be51d67c-67fb-47db-a894-5616c40d237a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:40:32.149003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-be51d67c-67fb-47db-a894-5616c40d237a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:40:32.220486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be51d67c-67fb-47db-a894-5616c40d237a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.281562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be51d67c-67fb-47db-a894-5616c40d237a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.350686 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be51d67c-67fb-47db-a894-5616c40d237a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.375105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51d67c-67fb-47db-a894-5616c40d237a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36be3435-888b-46c7-8f90-6d67dd1e2664,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:32.464984 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-be51d67c-67fb-47db-a894-5616c40d237a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.466239 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-be51d67c-67fb-47db-a894-5616c40d237a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3395233 Mar 08 12:40:32.468829 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60614) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:32.474476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-3fc19f91-6932-4c65-a1fd-634a52416d99 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '3bb6af3e-b18c-4107-aefc-5463de46950e', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:32.480547 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3fc19f91-6932-4c65-a1fd-634a52416d99 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:40:32.484396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3fc19f91-6932-4c65-a1fd-634a52416d99 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:40:32.487275 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-3fc19f91-6932-4c65-a1fd-634a52416d99 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:40:32.493008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-3fc19f91-6932-4c65-a1fd-634a52416d99 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:40:32.573077 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-3fc19f91-6932-4c65-a1fd-634a52416d99 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Project b90a8d89a5984185ad0fa7b1fd54335a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:40:32.580363 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3fc19f91-6932-4c65-a1fd-634a52416d99 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.643165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3fc19f91-6932-4c65-a1fd-634a52416d99 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.716376 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3fc19f91-6932-4c65-a1fd-634a52416d99 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.743464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc19f91-6932-4c65-a1fd-634a52416d99 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcf78ea-63bb-45b6-90c5-3c2657003c63,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:32.831231 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-3fc19f91-6932-4c65-a1fd-634a52416d99 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.832593 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-3fc19f91-6932-4c65-a1fd-634a52416d99 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3622661 Mar 08 12:40:32.835317 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60618) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:32.840195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-4496a1bb-561a-4241-9cd9-abe4d92166bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'security_group_rule': {'security_group_id': '3bb6af3e-b18c-4107-aefc-5463de46950e', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:32.846205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4496a1bb-561a-4241-9cd9-abe4d92166bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:40:32.850166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4496a1bb-561a-4241-9cd9-abe4d92166bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:security_group_rule and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:40:32.862954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4496a1bb-561a-4241-9cd9-abe4d92166bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:40:32.862954 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4496a1bb-561a-4241-9cd9-abe4d92166bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:40:32.967896 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.securitygroups_db [None req-4496a1bb-561a-4241-9cd9-abe4d92166bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Project b90a8d89a5984185ad0fa7b1fd54335a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:40:32.975562 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4496a1bb-561a-4241-9cd9-abe4d92166bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.046075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4496a1bb-561a-4241-9cd9-abe4d92166bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.138960 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4496a1bb-561a-4241-9cd9-abe4d92166bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.163861 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496a1bb-561a-4241-9cd9-abe4d92166bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f528730e-fb96-44e4-b428-f2deaf697f8d,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:33.305042 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4496a1bb-561a-4241-9cd9-abe4d92166bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.306278 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4496a1bb-561a-4241-9cd9-abe4d92166bc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4700234 Mar 08 12:40:33.309025 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60622) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:33.314664 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'network': {'name': 'tempest-network-smoke--1317116762', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'port_security_enabled': True}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:33.319657 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:40:33.323631 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:network and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:40:33.326632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:40:33.332715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:40:33.481863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:33.485523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.512795 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:33.521578 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.524586 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Added segment 71c7dae9-c371-405e-913d-544e990e8933 of type vlan for network ea6ef964-34f3-4124-86ad-37fad392cfdf Mar 08 12:40:33.546670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.647687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.653474 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:33.654145 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.763418 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Network': ['ID=ea6ef964-34f3-4124-86ad-37fad392cfdf,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:33.774152 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network ea6ef964-34f3-4124-86ad-37fad392cfdf details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:40:33.837259 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-4a1da590-9089-4c50-9825-2c34966546ef tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5271859 Mar 08 12:40:33.840083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60626) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:33.845258 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'admin_state_up': True, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:33.852567 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:40:33.856407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:router and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:40:33.862090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:40:33.865420 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:40:33.973778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.974794 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.989541 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.342182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.813122 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.843423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.980228 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.26.4.115 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/4a39200f-7e51-4668-9116-4e82674f6d4a) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:35.125359 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.225150 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.290346 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:35.297537 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:35.302555 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:40:35.332502 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=4a39200f-7e51-4668-9116-4e82674f6d4a,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:35.786836 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.124917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.510086 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router f6dd2731-ea67-4460-904d-2bd7db11471d is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:40:36.688455 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:40:36.697645 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Sync routers for ids ['f6dd2731-ea67-4460-904d-2bd7db11471d'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:36.706877 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Routers {'f6dd2731-ea67-4460-904d-2bd7db11471d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:40:36.707513 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:40:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f6dd2731-ea67-4460-904d-2bd7db11471d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:36.779441 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.780674 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-50374d8a-1a91-4af6-936e-ebd369d03c6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9396830 Mar 08 12:40:36.783925 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60630) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:36.920712 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Set router f6dd2731-ea67-4460-904d-2bd7db11471d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:40:36.971142 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a66b0aad-8358-4b44-a7f9-495f22dba35f tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b90a8d89a5984185ad0fa7b1fd54335a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1833687 Mar 08 12:40:36.971533 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60636) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:37.099539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fe0cdc-6555-4654-94f5-90f8ce3467c7 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:37.101018 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-80fe0cdc-6555-4654-94f5-90f8ce3467c7 tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279771 Mar 08 12:40:37.104003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60640) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:37.146922 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d311f0d6-03cf-4b9d-bf76-b554105b670c tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=b023ac7e-04c4-4d65-99c8-31e3d8cfa955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418725 Mar 08 12:40:37.149443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60644) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:37.155075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-773423243', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:37.198578 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:40:35Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:37.202336 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Checking router: f6dd2731-ea67-4460-904d-2bd7db11471d for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:40:37.202680 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Updating router f6dd2731-ea67-4460-904d-2bd7db11471d port 4a39200f-7e51-4668-9116-4e82674f6d4a binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:40:37.254419 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.263719 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:40:37.267511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:subnet and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:40:37.270849 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:40:37.276911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:40:37.384686 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:37.388300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.570744 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.582890 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Transition to ACTIVE for port object 4a39200f-7e51-4668-9116-4e82674f6d4a will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:40:37.676497 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.699035 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.759018 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Pushing event updated for resources: {'Port': ['ID=4a39200f-7e51-4668-9116-4e82674f6d4a,revision_number=2']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:37.762513 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Attempting to bind port 4a39200f-7e51-4668-9116-4e82674f6d4a on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:37.768564 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Attempting to bind port 4a39200f-7e51-4668-9116-4e82674f6d4a by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:37.768564 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Attempting to bind port 4a39200f-7e51-4668-9116-4e82674f6d4a on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:40:37.769900 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:37.770251 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:37.770589 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:37.770924 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:37.771253 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:37.771582 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:37.771903 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:37.772278 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:37.772603 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:37.772921 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:37.773245 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:37.773553 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:37.779766 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:40:37.780142 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:40:37.780573 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.780960 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:40:37.782186 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Bound port: 4a39200f-7e51-4668-9116-4e82674f6d4a, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:37.782186 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.782510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Subnet': ['ID=1c695033-c437-44c7-a50a-a2ee2e3bbfc6,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:37.790577 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Checking segment: {'id': '71c7dae9-c371-405e-913d-544e990e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:40:37.790940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network hostable DHCP agents. Network: ea6ef964-34f3-4124-86ad-37fad392cfdf, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:40:37.853632 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] For port 4a39200f-7e51-4668-9116-4e82674f6d4a, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:40:37.856601 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] For port 4a39200f-7e51-4668-9116-4e82674f6d4a, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4a39200f-7e51-4668-9116-4e82674f6d4a,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:40:37.870618 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network ea6ef964-34f3-4124-86ad-37fad392cfdf is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:40:37.922807 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.944932 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, ea6ef964-34f3-4124-86ad-37fad392cfdf) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:37.949809 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:37.950638 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.953261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bf6f43-6379-4881-aa05-07e3d481446b None None] Network ea6ef964-34f3-4124-86ad-37fad392cfdf requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:40:38.009547 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Routers {'f6dd2731-ea67-4460-904d-2bd7db11471d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:40:38.010185 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:40:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f6dd2731-ea67-4460-904d-2bd7db11471d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:38.028655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60648) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:38.029270 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-2adaede8-4626-47c4-b23c-cfa2b8ee6a6e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8780808 Mar 08 12:40:38.064034 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef9993-ce50-44ab-9427-d2a6956205bf None None] Pushing event updated for resources: {'Port': ['ID=4a39200f-7e51-4668-9116-4e82674f6d4a,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:38.179672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-ea6ef964-34f3-4124-86ad-37fad392cfdf', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ips': [{'subnet_id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:40:38.180523 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.192967 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] Set router f6dd2731-ea67-4460-904d-2bd7db11471d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:40:38.341548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Allocated IP 172.20.0.2 (ea6ef964-34f3-4124-86ad-37fad392cfdf/1c695033-c437-44c7-a50a-a2ee2e3bbfc6/4da95596-1d85-4beb-bfce-59fcca47b9aa) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:38.509962 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:40:35Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:38.513817 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b877724-ad7c-4f40-bf70-d8d2a232b969 None None] The sync data for ids ['f6dd2731-ea67-4460-904d-2bd7db11471d'] in dv-neutron-828143-8-hyperv is: [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:40:35Z', 'revision_number': 3, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:38.624600 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.636517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Transition to ACTIVE for port object 4da95596-1d85-4beb-bfce-59fcca47b9aa will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:40:38.655836 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Transition to ACTIVE for port object 4da95596-1d85-4beb-bfce-59fcca47b9aa will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:40:38.745144 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.817324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Network ea6ef964-34f3-4124-86ad-37fad392cfdf is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:38.824510 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:38.828722 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:40:38.834733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Pushing event updated for resources: {'Port': ['ID=4da95596-1d85-4beb-bfce-59fcca47b9aa,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:38.860875 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.928700 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Attempting to bind port 4da95596-1d85-4beb-bfce-59fcca47b9aa on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:38.929063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Attempting to bind port 4da95596-1d85-4beb-bfce-59fcca47b9aa by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71c7dae9-c371-405e-913d-544e990e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:38.929419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Attempting to bind port 4da95596-1d85-4beb-bfce-59fcca47b9aa on network ea6ef964-34f3-4124-86ad-37fad392cfdf {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:40:38.935988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:40:38.936505 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Checking segment: {'id': '71c7dae9-c371-405e-913d-544e990e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:40:38.937071 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.937521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Bound using segment: {'id': '71c7dae9-c371-405e-913d-544e990e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:40:38.938004 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Bound port: 4da95596-1d85-4beb-bfce-59fcca47b9aa, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c7dae9-c371-405e-913d-544e990e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:38.938379 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.029816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] For port 4da95596-1d85-4beb-bfce-59fcca47b9aa, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:40:39.034931 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] For port 4da95596-1d85-4beb-bfce-59fcca47b9aa, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4da95596-1d85-4beb-bfce-59fcca47b9aa,segment=NetworkSegment(71c7dae9-c371-405e-913d-544e990e8933),segment_id=71c7dae9-c371-405e-913d-544e990e8933)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:40:39.139569 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.226115 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab77172-2091-4eee-89d0-61ecb90b6900 None None] Pushing event updated for resources: {'Port': ['ID=4da95596-1d85-4beb-bfce-59fcca47b9aa,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:39.297720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.20.0.1 (ea6ef964-34f3-4124-86ad-37fad392cfdf/1c695033-c437-44c7-a50a-a2ee2e3bbfc6/1bb075ef-1bd0-4b29-b3a6-605178d2d809) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:39.594947 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.610107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Transition to ACTIVE for port object 1bb075ef-1bd0-4b29-b3a6-605178d2d809 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:40:39.705345 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.766886 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network ea6ef964-34f3-4124-86ad-37fad392cfdf is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:39.770384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:39.775670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:40:39.845657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=1bb075ef-1bd0-4b29-b3a6-605178d2d809,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:39.867174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.933204 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7319fa83-4732-46f0-816a-85266bcb757c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.030437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.205373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4a39200f-7e51-4668-9116-4e82674f6d4a up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:40:40.338781 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 4a39200f-7e51-4668-9116-4e82674f6d4a completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:40:40.345434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4a39200f-7e51-4668-9116-4e82674f6d4a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:40.345809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.478102 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.489050 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.501967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 4a39200f-7e51-4668-9116-4e82674f6d4a, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4a39200f-7e51-4668-9116-4e82674f6d4a,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:40:40.584976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.625076 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.628062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4da95596-1d85-4beb-bfce-59fcca47b9aa up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:40:40.708076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=1bb075ef-1bd0-4b29-b3a6-605178d2d809,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:40.710597 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.750885 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=4a39200f-7e51-4668-9116-4e82674f6d4a,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:40.799149 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c63f28-5360-4aa8-9f0a-8c7b237f7ee8 None None] Network ea6ef964-34f3-4124-86ad-37fad392cfdf requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:40:40.826746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 4da95596-1d85-4beb-bfce-59fcca47b9aa completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:40:40.867656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network ea6ef964-34f3-4124-86ad-37fad392cfdf is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:40.868868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:41.014112 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-faadf8f5-471d-4128-bc64-818f03b09c40 None None] Provisioning for port 4da95596-1d85-4beb-bfce-59fcca47b9aa completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:40:41.024187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-faadf8f5-471d-4128-bc64-818f03b09c40 None None] Provisioning complete for port 4da95596-1d85-4beb-bfce-59fcca47b9aa triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:41.024557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-faadf8f5-471d-4128-bc64-818f03b09c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.061432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router f6dd2731-ea67-4460-904d-2bd7db11471d has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:40:41.199069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-faadf8f5-471d-4128-bc64-818f03b09c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.234556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-faadf8f5-471d-4128-bc64-818f03b09c40 None None] For port 4da95596-1d85-4beb-bfce-59fcca47b9aa, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4da95596-1d85-4beb-bfce-59fcca47b9aa,segment=NetworkSegment(71c7dae9-c371-405e-913d-544e990e8933),segment_id=71c7dae9-c371-405e-913d-544e990e8933)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:40:41.250989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:40:41.261788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Sync routers for ids ['f6dd2731-ea67-4460-904d-2bd7db11471d'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:41.264356 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-91e7cc46-10e4-4fb4-b282-2e3ab84fff7e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "PUT /v2.0/routers/f6dd2731-ea67-4460-904d-2bd7db11471d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2345672 Mar 08 12:40:41.277796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Routers {'f6dd2731-ea67-4460-904d-2bd7db11471d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:40:41.277796 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:40:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f6dd2731-ea67-4460-904d-2bd7db11471d'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:41.329528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-faadf8f5-471d-4128-bc64-818f03b09c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.506914 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadf8f5-471d-4128-bc64-818f03b09c40 None None] Pushing event updated for resources: {'Port': ['ID=4da95596-1d85-4beb-bfce-59fcca47b9aa,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:41.531074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f97ee1b4-80ad-4354-8bcd-754c544c3bcc None None] Provisioning complete for port 4da95596-1d85-4beb-bfce-59fcca47b9aa triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:41.531452 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f97ee1b4-80ad-4354-8bcd-754c544c3bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.537563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-da786bb6-561a-4952-a1db-46d4f6662f06 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:40:41.573045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Set router f6dd2731-ea67-4460-904d-2bd7db11471d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:40:41.618963 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-da786bb6-561a-4952-a1db-46d4f6662f06 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:40:41.620048 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-da786bb6-561a-4952-a1db-46d4f6662f06 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767812535&fields=id&tenant_id=b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 267 time: 0.1328936 Mar 08 12:40:41.788462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-d125183a-beaa-4a1d-b456-e192e8569c51 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:41.789109 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-d125183a-beaa-4a1d-b456-e192e8569c51 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:network {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:40:41.864463 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-d125183a-beaa-4a1d-b456-e192e8569c51 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:network {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:40:41.870959 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-d125183a-beaa-4a1d-b456-e192e8569c51 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/networks?id=ea6ef964-34f3-4124-86ad-37fad392cfdf HTTP/1.1" status: 200 len: 797 time: 0.2375956 Mar 08 12:40:41.881091 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-817c06d7-b556-4df8-99ad-5dde221de0ae tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/quotas/b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 375 time: 0.0093842 Mar 08 12:40:41.964446 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-1cd50d68-3045-4c5d-a29f-c94e2effe257 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:40:41.967927 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f97ee1b4-80ad-4354-8bcd-754c544c3bcc None None] Provisioning for port 1bb075ef-1bd0-4b29-b3a6-605178d2d809 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:40:41.975257 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-f97ee1b4-80ad-4354-8bcd-754c544c3bcc None None] Provisioning complete for port 1bb075ef-1bd0-4b29-b3a6-605178d2d809 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:41.975628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f97ee1b4-80ad-4354-8bcd-754c544c3bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.006863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:40:39Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '1bb075ef-1bd0-4b29-b3a6-605178d2d809', 'name': '', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:af:55:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:39Z', 'updated_at': '2022-03-08T12:40:40Z', 'revision_number': 2, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:42.019220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Checking router: f6dd2731-ea67-4460-904d-2bd7db11471d for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:40:42.019570 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Updating router f6dd2731-ea67-4460-904d-2bd7db11471d port 1bb075ef-1bd0-4b29-b3a6-605178d2d809 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:40:42.059496 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-1cd50d68-3045-4c5d-a29f-c94e2effe257 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:40:42.061359 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-1cd50d68-3045-4c5d-a29f-c94e2effe257 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1748395 Mar 08 12:40:42.070715 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-f97ee1b4-80ad-4354-8bcd-754c544c3bcc None None] Port 1bb075ef-1bd0-4b29-b3a6-605178d2d809 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:40:42.076917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-9dcec63c-eb84-47e7-83b1-9d27dcfbd20a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88470) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:42.077900 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-9dcec63c-eb84-47e7-83b1-9d27dcfbd20a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054944 Mar 08 12:40:42.088905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.172341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4a39200f-7e51-4668-9116-4e82674f6d4a up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:40:42.216813 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-1f090bab-5042-438c-bf78-aa2c6f9037f6 service neutron] 10.222.0.32 "GET /v2.0/networks/ea6ef964-34f3-4124-86ad-37fad392cfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331463 Mar 08 12:40:42.271292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4e7562bb-63ef-40de-8ef9-d4e252d48e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.307528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-6591881d-61a5-4d5f-b8ce-7970699711ea None None] Provisioning complete for port 1bb075ef-1bd0-4b29-b3a6-605178d2d809 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:42.307900 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6591881d-61a5-4d5f-b8ce-7970699711ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.448187 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-21f98ae8-f362-473e-bea6-f41ce0e117d9 service neutron] 10.222.0.32 "GET /v2.0/networks/ea6ef964-34f3-4124-86ad-37fad392cfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250125 Mar 08 12:40:42.505189 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-6591881d-61a5-4d5f-b8ce-7970699711ea None None] Port 1bb075ef-1bd0-4b29-b3a6-605178d2d809 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:40:42.510042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4a39200f-7e51-4668-9116-4e82674f6d4a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:42.510416 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.710037 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4da95596-1d85-4beb-bfce-59fcca47b9aa up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:40:42.710448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-f95d11d8-8e06-445e-8353-ec52c6520d2e req-d1e3b7ee-47fd-4006-80cd-3c59b7901aee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:40:42.722065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-f95d11d8-8e06-445e-8353-ec52c6520d2e req-d1e3b7ee-47fd-4006-80cd-3c59b7901aee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:40:42.725372 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f95d11d8-8e06-445e-8353-ec52c6520d2e req-d1e3b7ee-47fd-4006-80cd-3c59b7901aee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0567646 Mar 08 12:40:42.758074 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.784106 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Transition to ACTIVE for port object 1bb075ef-1bd0-4b29-b3a6-605178d2d809 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:40:42.798569 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 4da95596-1d85-4beb-bfce-59fcca47b9aa triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:42.798941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.855521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.031211 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82590cff-7bd9-4e28-b0b8-0178034d3655 None None] Pushing event updated for resources: {'Port': ['ID=1bb075ef-1bd0-4b29-b3a6-605178d2d809,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:43.148065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Attempting to bind port 1bb075ef-1bd0-4b29-b3a6-605178d2d809 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:43.148434 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Attempting to bind port 1bb075ef-1bd0-4b29-b3a6-605178d2d809 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71c7dae9-c371-405e-913d-544e990e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:43.152865 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Attempting to bind port 1bb075ef-1bd0-4b29-b3a6-605178d2d809 on network ea6ef964-34f3-4124-86ad-37fad392cfdf {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:40:43.158084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:40:43.158457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Checking segment: {'id': '71c7dae9-c371-405e-913d-544e990e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:40:43.158849 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.159281 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Bound using segment: {'id': '71c7dae9-c371-405e-913d-544e990e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:40:43.159737 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Bound port: 1bb075ef-1bd0-4b29-b3a6-605178d2d809, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c7dae9-c371-405e-913d-544e990e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:43.160108 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.251891 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] For port 1bb075ef-1bd0-4b29-b3a6-605178d2d809, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:40:43.254771 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] For port 1bb075ef-1bd0-4b29-b3a6-605178d2d809, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1bb075ef-1bd0-4b29-b3a6-605178d2d809,segment=NetworkSegment(71c7dae9-c371-405e-913d-544e990e8933),segment_id=71c7dae9-c371-405e-913d-544e990e8933)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:40:43.339489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.428707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Routers {'f6dd2731-ea67-4460-904d-2bd7db11471d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:40:43.429335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:40:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f6dd2731-ea67-4460-904d-2bd7db11471d'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.502599 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82590cff-7bd9-4e28-b0b8-0178034d3655 None None] Pushing event updated for resources: {'Port': ['ID=1bb075ef-1bd0-4b29-b3a6-605178d2d809,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:43.592148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.643017 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] Set router f6dd2731-ea67-4460-904d-2bd7db11471d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:40:43.766786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.875827 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b5d1ce80-d6e7-46d7-907a-8ef69d55e9a8 req-c6efd6ea-d7ae-45aa-81b1-74e55f36cf42 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0462234 Mar 08 12:40:43.959823 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:40:39Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '1bb075ef-1bd0-4b29-b3a6-605178d2d809', 'name': '', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:af:55:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:39Z', 'updated_at': '2022-03-08T12:40:43Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.964070 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a52c59-7722-4a4f-8f63-d722f8f59272 None None] The sync data for ids ['f6dd2731-ea67-4460-904d-2bd7db11471d'] in dv-neutron-828143-8-hyperv is: [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:40:39Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '1bb075ef-1bd0-4b29-b3a6-605178d2d809', 'name': '', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:af:55:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:39Z', 'updated_at': '2022-03-08T12:40:43Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:44.071311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.177596 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1bb075ef-1bd0-4b29-b3a6-605178d2d809 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:40:44.299008 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 1bb075ef-1bd0-4b29-b3a6-605178d2d809 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:40:44.304438 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 1bb075ef-1bd0-4b29-b3a6-605178d2d809 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:44.304883 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.471077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.510118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 1bb075ef-1bd0-4b29-b3a6-605178d2d809, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1bb075ef-1bd0-4b29-b3a6-605178d2d809,segment=NetworkSegment(71c7dae9-c371-405e-913d-544e990e8933),segment_id=71c7dae9-c371-405e-913d-544e990e8933)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:40:44.676533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.747616 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=1bb075ef-1bd0-4b29-b3a6-605178d2d809,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:44.947569 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.093536 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c2f9b841-25ef-4fb5-8cc4-024a22673a68 req-e89bb26c-fd1a-40f5-bddf-b1e654ddeb99 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0624480 Mar 08 12:40:45.132838 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-90f8737e-02d1-473a-b73f-36a127bb61f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:45.134383 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-90f8737e-02d1-473a-b73f-36a127bb61f1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/networks?id=ea6ef964-34f3-4124-86ad-37fad392cfdf HTTP/1.1" status: 200 len: 797 time: 0.3305941 Mar 08 12:40:45.183873 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-7394d909-16ef-445e-ac88-021ebaccfb5d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b90a8d89a5984185ad0fa7b1fd54335a HTTP/1.1" status: 200 len: 379 time: 0.0415945 Mar 08 12:40:45.191955 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'port': {'device_id': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'admin_state_up': True, 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'security_groups': ['3bb6af3e-b18c-4107-aefc-5463de46950e']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:45.327162 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:40:45.337428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:40:45.435926 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Made reservation on behalf of b90a8d89a5984185ad0fa7b1fd54335a for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:45.439561 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.602758 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.20.0.5 (ea6ef964-34f3-4124-86ad-37fad392cfdf/1c695033-c437-44c7-a50a-a2ee2e3bbfc6/745b447d-a97b-45cb-960f-723aa85b8fa5) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:45.793471 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.808549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Transition to ACTIVE for port object 745b447d-a97b-45cb-960f-723aa85b8fa5 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:40:45.905411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.974708 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network ea6ef964-34f3-4124-86ad-37fad392cfdf is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:45.982325 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:45.988004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:40:46.019293 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=745b447d-a97b-45cb-960f-723aa85b8fa5,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:46.061936 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:46.062564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.164001 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1bb075ef-1bd0-4b29-b3a6-605178d2d809 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:40:46.180009 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e56aea0a-6e4f-472d-864b-616936f94c18 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9913287 Mar 08 12:40:46.194552 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Request body: {'port': {'device_id': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:46.245010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 1bb075ef-1bd0-4b29-b3a6-605178d2d809 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:46.245252 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.291765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bf5a5-01aa-4a8d-babe-750d7339ef80 req-4c0c6323-76d8-4a74-ad69-6af54ea66ce8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:46.294321 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-997bf5a5-01aa-4a8d-babe-750d7339ef80 req-4c0c6323-76d8-4a74-ad69-6af54ea66ce8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 931 time: 0.0865519 Mar 08 12:40:46.309638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.340534 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-997bf5a5-01aa-4a8d-babe-750d7339ef80 req-75fd8995-213b-4721-97dd-4e976e588265 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404382 Mar 08 12:40:46.384395 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cffa9074-a645-444f-a74b-f7f4c10c8c6a None None] Provisioning for port 745b447d-a97b-45cb-960f-723aa85b8fa5 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:40:46.389118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cffa9074-a645-444f-a74b-f7f4c10c8c6a None None] Provisioning complete for port 745b447d-a97b-45cb-960f-723aa85b8fa5 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:46.389492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cffa9074-a645-444f-a74b-f7f4c10c8c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.453533 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-cffa9074-a645-444f-a74b-f7f4c10c8c6a None None] Port 745b447d-a97b-45cb-960f-723aa85b8fa5 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:40:46.661053 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745b447d-a97b-45cb-960f-723aa85b8fa5 {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:40:46.668395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.682373 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Transition to ACTIVE for port object 745b447d-a97b-45cb-960f-723aa85b8fa5 will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:40:46.755727 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.911023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Pushing event updated for resources: {'Port': ['ID=745b447d-a97b-45cb-960f-723aa85b8fa5,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:47.001861 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Attempting to bind port 745b447d-a97b-45cb-960f-723aa85b8fa5 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:47.002220 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Attempting to bind port 745b447d-a97b-45cb-960f-723aa85b8fa5 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '71c7dae9-c371-405e-913d-544e990e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:47.002543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Attempting to bind port 745b447d-a97b-45cb-960f-723aa85b8fa5 on network ea6ef964-34f3-4124-86ad-37fad392cfdf {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:40:47.007707 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Port 745b447d-a97b-45cb-960f-723aa85b8fa5 on network ea6ef964-34f3-4124-86ad-37fad392cfdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:40:47.007993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Attempting to bind port 745b447d-a97b-45cb-960f-723aa85b8fa5 on network ea6ef964-34f3-4124-86ad-37fad392cfdf {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:40:47.013060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:40:47.013396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Checking segment: {'id': '71c7dae9-c371-405e-913d-544e990e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:40:47.013777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Bound using segment: {'id': '71c7dae9-c371-405e-913d-544e990e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:40:47.014226 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Bound port: 745b447d-a97b-45cb-960f-723aa85b8fa5, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c7dae9-c371-405e-913d-544e990e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:47.014567 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.208351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] For port 745b447d-a97b-45cb-960f-723aa85b8fa5, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:40:47.211407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] For port 745b447d-a97b-45cb-960f-723aa85b8fa5, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=745b447d-a97b-45cb-960f-723aa85b8fa5,segment=NetworkSegment(71c7dae9-c371-405e-913d-544e990e8933),segment_id=71c7dae9-c371-405e-913d-544e990e8933)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:40:47.287610 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.344156 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:47.344771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.346158 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] 10.222.0.18 "PUT /v2.0/ports/745b447d-a97b-45cb-960f-723aa85b8fa5 HTTP/1.1" status: 200 len: 1093 time: 1.1586616 Mar 08 12:40:47.346625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'tag': '745b447d-a97b-45cb-960f-723aa85b8fa5'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:40:47.373443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef179df6-c866-4ace-a98d-bf63d98261d9 service neutron] Pushing event updated for resources: {'Port': ['ID=745b447d-a97b-45cb-960f-723aa85b8fa5,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:47.420570 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'tag': '745b447d-a97b-45cb-960f-723aa85b8fa5', 'status': 'completed', 'code': 200} Mar 08 12:40:47.525650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428dfb3-541a-49e9-aa74-64b6627129e5 req-87cc4eef-e22a-480c-a496-7de48e88568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:47.528603 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5428dfb3-541a-49e9-aa74-64b6627129e5 req-87cc4eef-e22a-480c-a496-7de48e88568c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 1096 time: 0.0854986 Mar 08 12:40:47.548186 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902de09-f55c-42d4-b2ce-0c21b243d668 req-02acc2a8-9f10-41a6-b5cd-d64a0b9de593 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:47.550211 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2902de09-f55c-42d4-b2ce-0c21b243d668 req-02acc2a8-9f10-41a6-b5cd-d64a0b9de593 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0868099 Mar 08 12:40:47.594369 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2902de09-f55c-42d4-b2ce-0c21b243d668 req-7357d2ec-a50f-4767-97f0-901d011ebc55 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384543 Mar 08 12:40:47.673658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428dfb3-541a-49e9-aa74-64b6627129e5 req-adb08cea-eec1-4cf9-8b5e-e013387c96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:47.675682 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5428dfb3-541a-49e9-aa74-64b6627129e5 req-adb08cea-eec1-4cf9-8b5e-e013387c96ab service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1422842 Mar 08 12:40:47.814702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428dfb3-541a-49e9-aa74-64b6627129e5 req-e2f44b06-e4d7-4b34-a3b2-7b9172d7442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:47.817035 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5428dfb3-541a-49e9-aa74-64b6627129e5 req-e2f44b06-e4d7-4b34-a3b2-7b9172d7442e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360564 Mar 08 12:40:47.928479 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-73dd4cc7-3aab-4c02-bfc2-7496a5f9dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:47.930070 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-73dd4cc7-3aab-4c02-bfc2-7496a5f9dbf2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 1096 time: 0.0705912 Mar 08 12:40:47.999928 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-810e77d9-2942-4998-80b6-71f698f082ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745b447d-a97b-45cb-960f-723aa85b8fa5 HTTP/1.1" status: 200 len: 217 time: 0.0630898 Mar 08 12:40:48.060716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-a85a412c-2779-4220-a1f1-92c766db9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:48.062123 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-a85a412c-2779-4220-a1f1-92c766db9b5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c695033-c437-44c7-a50a-a2ee2e3bbfc6 HTTP/1.1" status: 200 len: 834 time: 0.0568078 Mar 08 12:40:48.139881 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-2e1a04b4-ffd7-47af-8563-3702fd6ac41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:48.141333 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-2e1a04b4-ffd7-47af-8563-3702fd6ac41b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea6ef964-34f3-4124-86ad-37fad392cfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729601 Mar 08 12:40:48.275580 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-60d4043a-4b5e-47cc-bd23-b661973b6c33 service neutron] 10.222.0.18 "GET /v2.0/networks/ea6ef964-34f3-4124-86ad-37fad392cfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280358 Mar 08 12:40:48.404850 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9e499aae-9ee6-4c1a-adcd-c064d5437e4c req-e795b36f-2b7d-4474-acda-6f75adcb7a0f service neutron] 10.222.0.18 "GET /v2.0/networks/ea6ef964-34f3-4124-86ad-37fad392cfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231346 Mar 08 12:40:48.783825 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596ee05-b417-411a-a0ca-93a85b5075c5 req-ce437aaf-2538-477e-aa8a-d7f12a3615c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:48.784564 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-b596ee05-b417-411a-a0ca-93a85b5075c5 req-ce437aaf-2538-477e-aa8a-d7f12a3615c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:40:48.847378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-b596ee05-b417-411a-a0ca-93a85b5075c5 req-ce437aaf-2538-477e-aa8a-d7f12a3615c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:40:48.848572 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b596ee05-b417-411a-a0ca-93a85b5075c5 req-ce437aaf-2538-477e-aa8a-d7f12a3615c6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 943 time: 0.1425774 Mar 08 12:40:48.893129 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b596ee05-b417-411a-a0ca-93a85b5075c5 req-977e7797-dde5-4538-8c55-96fc0f0dee46 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388906 Mar 08 12:40:50.084715 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee276d-351b-4ee2-a259-30665b9b9b1c req-dd747576-36a7-46e7-81a8-74622d04fb1b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:50.086221 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bdee276d-351b-4ee2-a259-30665b9b9b1c req-dd747576-36a7-46e7-81a8-74622d04fb1b tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 943 time: 0.0816853 Mar 08 12:40:50.133673 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bdee276d-351b-4ee2-a259-30665b9b9b1c req-a90387c7-9732-421c-a781-8f28533ca17a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418565 Mar 08 12:40:50.523681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 745b447d-a97b-45cb-960f-723aa85b8fa5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:40:50.655684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 745b447d-a97b-45cb-960f-723aa85b8fa5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=745b447d-a97b-45cb-960f-723aa85b8fa5,segment=NetworkSegment(71c7dae9-c371-405e-913d-544e990e8933),segment_id=71c7dae9-c371-405e-913d-544e990e8933)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:40:50.668908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '745b447d-a97b-45cb-960f-723aa85b8fa5', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'port_id': '745b447d-a97b-45cb-960f-723aa85b8fa5', 'mac_address': 'fa:16:3e:23:6e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:40:50.723218 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:50.740294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745b447d-a97b-45cb-960f-723aa85b8fa5 {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:40:50.755215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 745b447d-a97b-45cb-960f-723aa85b8fa5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=745b447d-a97b-45cb-960f-723aa85b8fa5,segment=NetworkSegment(71c7dae9-c371-405e-913d-544e990e8933),segment_id=71c7dae9-c371-405e-913d-544e990e8933)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:40:50.847917 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:50.926368 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=745b447d-a97b-45cb-960f-723aa85b8fa5,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:51.196908 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['745b447d-a97b-45cb-960f-723aa85b8fa5'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:40:51.333469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef14c0-4ea9-4c85-b7bf-f0afdbefc57e req-e742c24f-ece6-4d52-b0d2-0ec9d56be50e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:51.335389 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a6ef14c0-4ea9-4c85-b7bf-f0afdbefc57e req-e742c24f-ece6-4d52-b0d2-0ec9d56be50e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 944 time: 0.0878139 Mar 08 12:40:51.380630 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a6ef14c0-4ea9-4c85-b7bf-f0afdbefc57e req-8a0e47c2-5847-45c4-8f7c-b730c1b7d97c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396132 Mar 08 12:40:52.067852 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:40:52.510183 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 745b447d-a97b-45cb-960f-723aa85b8fa5 up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:40:52.568298 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a649e-b3c1-4753-a27d-b42178c995ab req-892c01cc-1d08-458b-b84a-fb8985088652 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:52.569786 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a90a649e-b3c1-4753-a27d-b42178c995ab req-892c01cc-1d08-458b-b84a-fb8985088652 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 944 time: 0.0814252 Mar 08 12:40:52.615342 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a90a649e-b3c1-4753-a27d-b42178c995ab req-12d9c4bb-aae4-47b8-b14a-f532bf0f1611 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397706 Mar 08 12:40:52.681534 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 745b447d-a97b-45cb-960f-723aa85b8fa5 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:40:52.687826 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 745b447d-a97b-45cb-960f-723aa85b8fa5 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:52.688198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.809581 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.835440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745b447d-a97b-45cb-960f-723aa85b8fa5'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:40:52.844940 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 745b447d-a97b-45cb-960f-723aa85b8fa5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=745b447d-a97b-45cb-960f-723aa85b8fa5,segment=NetworkSegment(71c7dae9-c371-405e-913d-544e990e8933),segment_id=71c7dae9-c371-405e-913d-544e990e8933)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:40:52.881095 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745b447d-a97b-45cb-960f-723aa85b8fa5', 'code': 200} Mar 08 12:40:52.961435 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:53.034627 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=745b447d-a97b-45cb-960f-723aa85b8fa5,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:53.296287 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f5492-b573-45d6-a4bc-c6721ecb7e49 req-f9d7bf73-3597-4424-aeff-bb49cc2293bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:53.297657 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ed6f5492-b573-45d6-a4bc-c6721ecb7e49 req-f9d7bf73-3597-4424-aeff-bb49cc2293bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 1098 time: 0.0677056 Mar 08 12:40:53.340797 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ed6f5492-b573-45d6-a4bc-c6721ecb7e49 req-457ffad9-3301-43d8-8792-f2e03b8058a6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368936 Mar 08 12:40:53.802193 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715ad3d-af81-4c6b-8767-c4bd368c1429 req-9b5f0951-7c5e-4ade-bf8f-656afb0d48db tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:53.803687 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0715ad3d-af81-4c6b-8767-c4bd368c1429 req-9b5f0951-7c5e-4ade-bf8f-656afb0d48db tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0833855 Mar 08 12:40:53.847091 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0715ad3d-af81-4c6b-8767-c4bd368c1429 req-fa120fc5-876c-4d67-98db-e8f13f860598 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378592 Mar 08 12:40:55.032802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37ac54-e505-4f65-8be1-2469ee53365c req-045a2cc8-9574-4765-bfb8-7991a7ce9b31 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:55.034296 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9f37ac54-e505-4f65-8be1-2469ee53365c req-045a2cc8-9574-4765-bfb8-7991a7ce9b31 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0818522 Mar 08 12:40:55.078548 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9f37ac54-e505-4f65-8be1-2469ee53365c req-902a7268-2e23-40fa-b14a-bc5f20ce1dff tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387015 Mar 08 12:40:55.262789 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a29dd0-37af-44b4-8fe0-9ba19d7d3ba4 req-0a91bc9a-e08d-43bf-a3b2-395ad31bab02 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:55.264149 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-88a29dd0-37af-44b4-8fe0-9ba19d7d3ba4 req-0a91bc9a-e08d-43bf-a3b2-395ad31bab02 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0799427 Mar 08 12:40:55.309037 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-88a29dd0-37af-44b4-8fe0-9ba19d7d3ba4 req-68f50185-7154-46d2-9abd-19511461ef12 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392118 Mar 08 12:40:55.330994 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60708) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:55.406638 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4791c4-b7ae-426d-99bf-08de16abf24e tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:55.408120 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8b4791c4-b7ae-426d-99bf-08de16abf24e tempest-TestNetworkAdvancedServerOps-349863271 tempest-TestNetworkAdvancedServerOps-349863271-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 1093 time: 0.0761316 Mar 08 12:40:55.411440 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60712) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:55.416431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '745b447d-a97b-45cb-960f-723aa85b8fa5', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:55.422432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:40:55.426795 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Usage tracker for resource:floatingip and tenant:b90a8d89a5984185ad0fa7b1fd54335a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:40:55.429606 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:40:55.435636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:40:55.499084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.745981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.877279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Allocated IP 172.26.4.237 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/0c9c2782-8d5d-439c-ba65-27376327dbb7) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:56.024842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.133111 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.196935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:56.204722 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:56.211311 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:40:56.244239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=0c9c2782-8d5d-439c-ba65-27376327dbb7,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:56.623501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.813325 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.043596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.098551 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.211618 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event updated for resources: {'Port': ['ID=0c9c2782-8d5d-439c-ba65-27376327dbb7,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:57.222086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.401771 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Floating IP 70e99604-c02f-4d7c-909f-2de679814fcf associated. External IP: 172.26.4.237, port: 745b447d-a97b-45cb-960f-723aa85b8fa5. Mar 08 12:40:57.872667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router f6dd2731-ea67-4460-904d-2bd7db11471d has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:40:58.050163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:40:58.059839 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e183f70-07e1-4ce0-8bb4-2b9181f60105 None None] Sync routers for ids ['f6dd2731-ea67-4460-904d-2bd7db11471d'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:58.070077 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e183f70-07e1-4ce0-8bb4-2b9181f60105 None None] Routers {'f6dd2731-ea67-4460-904d-2bd7db11471d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:40:58.070679 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0e183f70-07e1-4ce0-8bb4-2b9181f60105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:40:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f6dd2731-ea67-4460-904d-2bd7db11471d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:58.132787 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.191558 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7d8424e7-cf99-4502-9555-de20baf95f21 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7789688 Mar 08 12:40:58.192309 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'tag': '745b447d-a97b-45cb-960f-723aa85b8fa5'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:40:58.238216 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'tag': '745b447d-a97b-45cb-960f-723aa85b8fa5', 'status': 'completed', 'code': 200} Mar 08 12:40:58.249958 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-0e183f70-07e1-4ce0-8bb4-2b9181f60105 None None] Set router f6dd2731-ea67-4460-904d-2bd7db11471d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:40:58.390855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d04ad-7efc-4fce-b1a1-a6e8fcb0927e req-a2d7c199-0f3a-4d4f-b0ad-53ea12629fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:58.392326 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-555d04ad-7efc-4fce-b1a1-a6e8fcb0927e req-a2d7c199-0f3a-4d4f-b0ad-53ea12629fcf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 1098 time: 0.1338351 Mar 08 12:40:58.400771 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bc606-19e1-4613-b5e4-8b35b6ade115 req-b01cb29c-d327-412c-9796-71a522ea3fe9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:58.402145 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc2bc606-19e1-4613-b5e4-8b35b6ade115 req-b01cb29c-d327-412c-9796-71a522ea3fe9 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.1088691 Mar 08 12:40:58.535681 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc2bc606-19e1-4613-b5e4-8b35b6ade115 req-f5c4e659-f95f-4ee4-adca-d9396d49fe6f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148233 Mar 08 12:40:58.559632 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60720) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:58.565989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d04ad-7efc-4fce-b1a1-a6e8fcb0927e req-7b235414-4c9d-449e-9380-5fca313053b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:58.567412 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-555d04ad-7efc-4fce-b1a1-a6e8fcb0927e req-7b235414-4c9d-449e-9380-5fca313053b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea6ef964-34f3-4124-86ad-37fad392cfdf HTTP/1.1" status: 200 len: 898 time: 0.1644433 Mar 08 12:40:58.601174 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0e183f70-07e1-4ce0-8bb4-2b9181f60105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:40:39Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '70e99604-c02f-4d7c-909f-2de679814fcf', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'port_id': '745b447d-a97b-45cb-960f-723aa85b8fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'mac_address': 'fa:16:3e:23:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:40:56Z', 'updated_at': '2022-03-08T12:40:56Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb075ef-1bd0-4b29-b3a6-605178d2d809', 'name': '', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:af:55:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:39Z', 'updated_at': '2022-03-08T12:40:44Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:58.605363 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e183f70-07e1-4ce0-8bb4-2b9181f60105 None None] Checking router: f6dd2731-ea67-4460-904d-2bd7db11471d for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:40:58.614627 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e183f70-07e1-4ce0-8bb4-2b9181f60105 None None] Routers {'f6dd2731-ea67-4460-904d-2bd7db11471d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:40:58.615221 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0e183f70-07e1-4ce0-8bb4-2b9181f60105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:40:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f6dd2731-ea67-4460-904d-2bd7db11471d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:58.679657 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-6923b58e-364a-4174-9f98-0175ba30346f tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/70e99604-c02f-4d7c-909f-2de679814fcf HTTP/1.1" status: 200 len: 991 time: 0.1184661 Mar 08 12:40:58.685616 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-555d04ad-7efc-4fce-b1a1-a6e8fcb0927e req-265e67af-8e12-4211-a7a5-5a56383d861d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745b447d-a97b-45cb-960f-723aa85b8fa5 HTTP/1.1" status: 200 len: 999 time: 0.1102738 Mar 08 12:40:58.748032 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d04ad-7efc-4fce-b1a1-a6e8fcb0927e req-22db03dd-bed2-480c-bf39-a71e166011c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:58.749527 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-555d04ad-7efc-4fce-b1a1-a6e8fcb0927e req-22db03dd-bed2-480c-bf39-a71e166011c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c695033-c437-44c7-a50a-a2ee2e3bbfc6 HTTP/1.1" status: 200 len: 834 time: 0.0570974 Mar 08 12:40:58.792972 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-0e183f70-07e1-4ce0-8bb4-2b9181f60105 None None] Set router f6dd2731-ea67-4460-904d-2bd7db11471d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:40:58.833019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d04ad-7efc-4fce-b1a1-a6e8fcb0927e req-c118a85e-c0b8-4533-b52b-c33a60648589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:58.834586 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-555d04ad-7efc-4fce-b1a1-a6e8fcb0927e req-c118a85e-c0b8-4533-b52b-c33a60648589 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea6ef964-34f3-4124-86ad-37fad392cfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789526 Mar 08 12:40:58.971729 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-555d04ad-7efc-4fce-b1a1-a6e8fcb0927e req-3322bd40-9738-4078-bc30-0468afa7092c service neutron] 10.222.0.18 "GET /v2.0/networks/ea6ef964-34f3-4124-86ad-37fad392cfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305189 Mar 08 12:40:59.101272 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-555d04ad-7efc-4fce-b1a1-a6e8fcb0927e req-c23931ae-2de4-4a7a-8403-35b3ba1f6512 service neutron] 10.222.0.18 "GET /v2.0/networks/ea6ef964-34f3-4124-86ad-37fad392cfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243889 Mar 08 12:40:59.150331 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-0e183f70-07e1-4ce0-8bb4-2b9181f60105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:40:39Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '70e99604-c02f-4d7c-909f-2de679814fcf', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'port_id': '745b447d-a97b-45cb-960f-723aa85b8fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'mac_address': 'fa:16:3e:23:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:40:56Z', 'updated_at': '2022-03-08T12:40:56Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb075ef-1bd0-4b29-b3a6-605178d2d809', 'name': '', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:af:55:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:39Z', 'updated_at': '2022-03-08T12:40:44Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:59.154206 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e183f70-07e1-4ce0-8bb4-2b9181f60105 None None] The sync data for ids ['f6dd2731-ea67-4460-904d-2bd7db11471d'] in dv-neutron-828143-8-hyperv is: [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:40:39Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '70e99604-c02f-4d7c-909f-2de679814fcf', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'port_id': '745b447d-a97b-45cb-960f-723aa85b8fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'mac_address': 'fa:16:3e:23:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:40:56Z', 'updated_at': '2022-03-08T12:40:56Z', 'revision_number': 0, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb075ef-1bd0-4b29-b3a6-605178d2d809', 'name': '', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:af:55:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:39Z', 'updated_at': '2022-03-08T12:40:44Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:59.333376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df9504c-a2fb-4bb8-8c66-d749ade6eeab None None] New status for floating IP 70e99604-c02f-4d7c-909f-2de679814fcf: ACTIVE {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:40:59.681456 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60724) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:40:59.790925 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a80805b0-4b0d-45a2-8174-76545492501c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/70e99604-c02f-4d7c-909f-2de679814fcf HTTP/1.1" status: 200 len: 993 time: 0.1082091 Mar 08 12:41:09.960970 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f4e9920c-15df-4fbb-afc3-d424fb0a8074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.223814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2e8620ce-ede4-4827-afc6-818f64be133f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.481363 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.685740 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.069229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.898117 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.067760 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:41:39.942384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-38232c81-5a0a-4731-8841-ac75779cff52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.245770 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2f69f6f1-c043-4170-a0e7-6a11da567d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.474725 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.662985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.067927 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.884991 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.970741 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52e22383-038f-496f-accd-0caf357404dd req-e2cbb0cb-a04c-4e0b-b335-3f0fc53d02b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684478 Mar 08 12:41:55.108826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e22383-038f-496f-accd-0caf357404dd req-8abe8104-1e7a-4fbd-b0e7-bea6ddbc1991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:55.110332 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52e22383-038f-496f-accd-0caf357404dd req-8abe8104-1e7a-4fbd-b0e7-bea6ddbc1991 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 1098 time: 0.0724854 Mar 08 12:41:55.382485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e22383-038f-496f-accd-0caf357404dd req-60e91d48-35d8-4530-94f7-ea9c691c2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:55.383941 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52e22383-038f-496f-accd-0caf357404dd req-60e91d48-35d8-4530-94f7-ea9c691c2555 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea6ef964-34f3-4124-86ad-37fad392cfdf HTTP/1.1" status: 200 len: 898 time: 0.2543449 Mar 08 12:41:55.489849 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52e22383-038f-496f-accd-0caf357404dd req-61ba22cf-c33e-4f28-85f3-7a5f4da72cbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745b447d-a97b-45cb-960f-723aa85b8fa5 HTTP/1.1" status: 200 len: 1001 time: 0.0992279 Mar 08 12:41:55.555281 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e22383-038f-496f-accd-0caf357404dd req-f3806d19-b0fe-4ed3-8ab7-35105939e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:55.556838 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52e22383-038f-496f-accd-0caf357404dd req-f3806d19-b0fe-4ed3-8ab7-35105939e46a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c695033-c437-44c7-a50a-a2ee2e3bbfc6 HTTP/1.1" status: 200 len: 834 time: 0.0612152 Mar 08 12:41:55.634466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e22383-038f-496f-accd-0caf357404dd req-474c1ed9-b6bc-48aa-b971-81d99bfd95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:55.635929 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52e22383-038f-496f-accd-0caf357404dd req-474c1ed9-b6bc-48aa-b971-81d99bfd95e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea6ef964-34f3-4124-86ad-37fad392cfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730665 Mar 08 12:41:55.768885 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52e22383-038f-496f-accd-0caf357404dd req-8419cdba-d768-4b16-b281-dccf50da0003 service neutron] 10.222.0.18 "GET /v2.0/networks/ea6ef964-34f3-4124-86ad-37fad392cfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272702 Mar 08 12:41:55.902086 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-52e22383-038f-496f-accd-0caf357404dd req-39fd2c16-4460-4c8f-a8ed-d6730909c692 service neutron] 10.222.0.18 "GET /v2.0/networks/ea6ef964-34f3-4124-86ad-37fad392cfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274920 Mar 08 12:42:06.067910 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:42:09.925784 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b15013e-8864-4010-83a8-48e1a577c5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.402007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cec5f-a173-47ef-a061-4db7bd45c0af req-9444e3dd-2931-4bb9-9648-d61660cda928 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:11.403467 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-613cec5f-a173-47ef-a061-4db7bd45c0af req-9444e3dd-2931-4bb9-9648-d61660cda928 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0859382 Mar 08 12:42:11.447759 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-613cec5f-a173-47ef-a061-4db7bd45c0af req-27873f18-e40e-4165-9e91-fb518e05e5bd tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386548 Mar 08 12:42:12.222732 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e2a82422-0866-4bac-8c5b-10cf55526633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.650190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e6862-50ea-4563-8880-9f64d509556b req-fe6c1309-93c8-4105-abfb-226f5880a699 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:12.651734 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-697e6862-50ea-4563-8880-9f64d509556b req-fe6c1309-93c8-4105-abfb-226f5880a699 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0851789 Mar 08 12:42:12.697013 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-697e6862-50ea-4563-8880-9f64d509556b req-0369a08c-14fd-45aa-bed1-826878d566c1 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393608 Mar 08 12:42:13.498498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.691863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.885543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb7909-8981-44d1-8a1a-feed92aa5cbd req-7b32c56a-efca-44eb-9ba5-48e7de77372a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:13.887033 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f4bb7909-8981-44d1-8a1a-feed92aa5cbd req-7b32c56a-efca-44eb-9ba5-48e7de77372a tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0854232 Mar 08 12:42:13.931755 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f4bb7909-8981-44d1-8a1a-feed92aa5cbd req-bf9ac0b9-7dae-46ce-83e4-3557465c3cee tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390899 Mar 08 12:42:13.954842 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60758) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:14.071177 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-aed87a9b-b470-4b05-8945-014e8284853c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/70e99604-c02f-4d7c-909f-2de679814fcf HTTP/1.1" status: 200 len: 993 time: 0.1151760 Mar 08 12:42:14.091128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.908083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:15.844545 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e04d27-131b-4b66-b643-c9b7a564cec9 req-b3f2a14d-5519-410c-9cb3-e3f24d60b754 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:15.846062 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e04d27-131b-4b66-b643-c9b7a564cec9 req-b3f2a14d-5519-410c-9cb3-e3f24d60b754 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.1291149 Mar 08 12:42:15.894846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9157-0132-4aa6-81b1-970bb5f112a0 req-5bfb38d7-9cbf-4658-9b68-d6f8ef13e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:15.896234 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-daed9157-0132-4aa6-81b1-970bb5f112a0 req-5bfb38d7-9cbf-4658-9b68-d6f8ef13e741 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 1098 time: 0.1267531 Mar 08 12:42:15.905064 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-47e04d27-131b-4b66-b643-c9b7a564cec9 req-03e7fd62-7084-460c-9515-be4bdb7bb9c8 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527329 Mar 08 12:42:16.033235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9157-0132-4aa6-81b1-970bb5f112a0 req-b66a8e53-bfdc-4a6e-9654-56284df8e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:16.035321 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-daed9157-0132-4aa6-81b1-970bb5f112a0 req-b66a8e53-bfdc-4a6e-9654-56284df8e4fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea6ef964-34f3-4124-86ad-37fad392cfdf HTTP/1.1" status: 200 len: 898 time: 0.1336589 Mar 08 12:42:16.137083 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-daed9157-0132-4aa6-81b1-970bb5f112a0 req-ea83373a-e6a1-4a84-a5dc-56360ab53e11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745b447d-a97b-45cb-960f-723aa85b8fa5 HTTP/1.1" status: 200 len: 1001 time: 0.0952096 Mar 08 12:42:16.201802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9157-0132-4aa6-81b1-970bb5f112a0 req-6edf2f47-82d8-4358-b139-f958b8c24753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:16.203175 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-daed9157-0132-4aa6-81b1-970bb5f112a0 req-6edf2f47-82d8-4358-b139-f958b8c24753 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c695033-c437-44c7-a50a-a2ee2e3bbfc6 HTTP/1.1" status: 200 len: 834 time: 0.0606465 Mar 08 12:42:16.276574 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9157-0132-4aa6-81b1-970bb5f112a0 req-ee5a30b3-2c53-4cb2-84bf-b4fcf2c166c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:16.278102 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-daed9157-0132-4aa6-81b1-970bb5f112a0 req-ee5a30b3-2c53-4cb2-84bf-b4fcf2c166c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea6ef964-34f3-4124-86ad-37fad392cfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692809 Mar 08 12:42:16.408858 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-daed9157-0132-4aa6-81b1-970bb5f112a0 req-75720ede-1b81-41d0-b3d2-c3c9c5f701d5 service neutron] 10.222.0.18 "GET /v2.0/networks/ea6ef964-34f3-4124-86ad-37fad392cfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244247 Mar 08 12:42:16.641590 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-daed9157-0132-4aa6-81b1-970bb5f112a0 req-deff0c3a-6188-4632-9d76-e82877d572ff service neutron] 10.222.0.18 "GET /v2.0/networks/ea6ef964-34f3-4124-86ad-37fad392cfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267623 Mar 08 12:42:17.097080 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d56c9-d77f-403e-b088-3966861ac311 req-7ac0e2ff-b48b-4146-a596-97ce5af3bcf3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:17.098571 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-267d56c9-d77f-403e-b088-3966861ac311 req-7ac0e2ff-b48b-4146-a596-97ce5af3bcf3 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0841358 Mar 08 12:42:17.142020 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-267d56c9-d77f-403e-b088-3966861ac311 req-7d10c200-2b32-47ad-9a67-e1c52ecbf024 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379257 Mar 08 12:42:18.329395 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f27670-9ded-4251-bc5a-a48c57feb5ec req-bc0f1fef-b326-4080-ad0d-3bdb2f429288 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:18.331463 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d6f27670-9ded-4251-bc5a-a48c57feb5ec req-bc0f1fef-b326-4080-ad0d-3bdb2f429288 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0793164 Mar 08 12:42:18.378744 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d6f27670-9ded-4251-bc5a-a48c57feb5ec req-c23746e8-2681-4ca3-a770-1cbebf75e7b0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416644 Mar 08 12:42:18.401693 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60772) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:18.507328 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8a3f53c9-630d-4852-acae-5789154b1d58 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/floatingips/70e99604-c02f-4d7c-909f-2de679814fcf HTTP/1.1" status: 200 len: 993 time: 0.1044779 Mar 08 12:42:18.789245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60780) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:18.988363 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 0c9c2782-8d5d-439c-ba65-27376327dbb7 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:42:18.988625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.159499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.159826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.285472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 0c9c2782-8d5d-439c-ba65-27376327dbb7 owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:42:19.494761 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.541774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=0c9c2782-8d5d-439c-ba65-27376327dbb7,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:19.583177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:19.583526 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:19.583874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:19.584195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:19.584572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:19.584898 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:19.585225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:19.585548 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:19.585869 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:19.586233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:19.586559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:19.586879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:19.656616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.656944 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Floating IP 70e99604-c02f-4d7c-909f-2de679814fcf disassociated (deleted). External IP: 172.26.4.237, port: 745b447d-a97b-45cb-960f-723aa85b8fa5. Mar 08 12:42:20.014163 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router f6dd2731-ea67-4460-904d-2bd7db11471d has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:42:20.305673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:42:20.316334 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419a9831-c50c-467c-b524-9581cd53bcf2 None None] Sync routers for ids ['f6dd2731-ea67-4460-904d-2bd7db11471d'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:20.325232 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a9831-c50c-467c-b524-9581cd53bcf2 None None] Routers {'f6dd2731-ea67-4460-904d-2bd7db11471d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:42:20.338753 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-419a9831-c50c-467c-b524-9581cd53bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f6dd2731-ea67-4460-904d-2bd7db11471d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:20.398085 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.454146 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1454b476-47de-4b0c-a67d-a2e6852aa801 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/floatingips/70e99604-c02f-4d7c-909f-2de679814fcf HTTP/1.1" status: 204 len: 168 time: 1.6637604 Mar 08 12:42:20.454842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'tag': '745b447d-a97b-45cb-960f-723aa85b8fa5'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:42:20.504269 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-419a9831-c50c-467c-b524-9581cd53bcf2 None None] Set router f6dd2731-ea67-4460-904d-2bd7db11471d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:42:20.564087 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'tag': '745b447d-a97b-45cb-960f-723aa85b8fa5', 'status': 'completed', 'code': 200} Mar 08 12:42:20.659839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180c695-0cbb-4ed3-943e-98f03f697087 req-3ebd842c-4da2-4a2d-8f5d-c52bd51b8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:20.661338 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1180c695-0cbb-4ed3-943e-98f03f697087 req-3ebd842c-4da2-4a2d-8f5d-c52bd51b8d9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 1098 time: 0.0754955 Mar 08 12:42:20.793665 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180c695-0cbb-4ed3-943e-98f03f697087 req-77144306-44a6-4bca-9edd-bfbc8150e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:20.795138 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1180c695-0cbb-4ed3-943e-98f03f697087 req-77144306-44a6-4bca-9edd-bfbc8150e324 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ea6ef964-34f3-4124-86ad-37fad392cfdf HTTP/1.1" status: 200 len: 898 time: 0.1284516 Mar 08 12:42:20.827446 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-419a9831-c50c-467c-b524-9581cd53bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:40:39Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '1bb075ef-1bd0-4b29-b3a6-605178d2d809', 'name': '', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:af:55:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:39Z', 'updated_at': '2022-03-08T12:40:44Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:20.832959 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419a9831-c50c-467c-b524-9581cd53bcf2 None None] Checking router: f6dd2731-ea67-4460-904d-2bd7db11471d for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:42:20.841382 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a9831-c50c-467c-b524-9581cd53bcf2 None None] Routers {'f6dd2731-ea67-4460-904d-2bd7db11471d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:42:20.842006 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-419a9831-c50c-467c-b524-9581cd53bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f6dd2731-ea67-4460-904d-2bd7db11471d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:20.875162 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1180c695-0cbb-4ed3-943e-98f03f697087 req-2dc0616f-a426-4494-bae3-f1c39a099896 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745b447d-a97b-45cb-960f-723aa85b8fa5 HTTP/1.1" status: 200 len: 217 time: 0.0741589 Mar 08 12:42:20.938512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180c695-0cbb-4ed3-943e-98f03f697087 req-9388d1d9-6684-496c-a8de-55192bd727ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:20.940488 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1180c695-0cbb-4ed3-943e-98f03f697087 req-9388d1d9-6684-496c-a8de-55192bd727ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c695033-c437-44c7-a50a-a2ee2e3bbfc6 HTTP/1.1" status: 200 len: 834 time: 0.0599782 Mar 08 12:42:21.023578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180c695-0cbb-4ed3-943e-98f03f697087 req-6f030163-20a9-4e08-a562-46a4c3c36b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:21.029820 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1180c695-0cbb-4ed3-943e-98f03f697087 req-6f030163-20a9-4e08-a562-46a4c3c36b96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ea6ef964-34f3-4124-86ad-37fad392cfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768735 Mar 08 12:42:21.032867 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-419a9831-c50c-467c-b524-9581cd53bcf2 None None] Set router f6dd2731-ea67-4460-904d-2bd7db11471d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:42:21.082316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46cdc3-26a9-4583-b6fc-6fd9928f7616 req-a6622a9f-0f7c-4624-9248-b0c8e0847491 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:21.083800 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3e46cdc3-26a9-4583-b6fc-6fd9928f7616 req-a6622a9f-0f7c-4624-9248-b0c8e0847491 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0831203 Mar 08 12:42:21.129001 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3e46cdc3-26a9-4583-b6fc-6fd9928f7616 req-1d6e80d3-91c3-4398-9bd3-4e6dfb72bb9d tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396125 Mar 08 12:42:21.165191 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1180c695-0cbb-4ed3-943e-98f03f697087 req-867039dc-2855-4914-a40c-6aaa6338953d service neutron] 10.222.0.18 "GET /v2.0/networks/ea6ef964-34f3-4124-86ad-37fad392cfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328745 Mar 08 12:42:21.303763 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1180c695-0cbb-4ed3-943e-98f03f697087 req-5c82d9d0-ae10-4778-b92f-c25ddfd6207a service neutron] 10.222.0.18 "GET /v2.0/networks/ea6ef964-34f3-4124-86ad-37fad392cfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310356 Mar 08 12:42:21.359484 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-419a9831-c50c-467c-b524-9581cd53bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:40:39Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '1bb075ef-1bd0-4b29-b3a6-605178d2d809', 'name': '', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:af:55:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:39Z', 'updated_at': '2022-03-08T12:40:44Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:21.364424 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419a9831-c50c-467c-b524-9581cd53bcf2 None None] The sync data for ids ['f6dd2731-ea67-4460-904d-2bd7db11471d'] in dv-neutron-828143-8-hyperv is: [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:40:39Z', 'revision_number': 4, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '1bb075ef-1bd0-4b29-b3a6-605178d2d809', 'name': '', 'network_id': 'ea6ef964-34f3-4124-86ad-37fad392cfdf', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'mac_address': 'fa:16:3e:af:55:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:39Z', 'updated_at': '2022-03-08T12:40:44Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'subnets': [{'id': '1c695033-c437-44c7-a50a-a2ee2e3bbfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:21.574672 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d09039c-b0af-411f-ab0c-7c1ceb4fb949 None None] New status for floating IP 70e99604-c02f-4d7c-909f-2de679814fcf: DOWN {{(pid=88471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:42:22.320116 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd31388-1423-4a50-83f9-e5a0287730d4 req-09c9a840-a5f1-44c2-9cd9-42a051400a41 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:22.320824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-0dd31388-1423-4a50-83f9-e5a0287730d4 req-09c9a840-a5f1-44c2-9cd9-42a051400a41 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Synchronizing usage tracker for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:42:22.420273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-0dd31388-1423-4a50-83f9-e5a0287730d4 req-09c9a840-a5f1-44c2-9cd9-42a051400a41 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Unset dirty status for tenant:b90a8d89a5984185ad0fa7b1fd54335a on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:42:22.421396 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0dd31388-1423-4a50-83f9-e5a0287730d4 req-09c9a840-a5f1-44c2-9cd9-42a051400a41 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.1843104 Mar 08 12:42:22.466812 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-0dd31388-1423-4a50-83f9-e5a0287730d4 req-03c28b6c-dfa0-4fe6-9705-754778fce9d6 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392373 Mar 08 12:42:22.927802 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4ad09-dd1e-4ff1-983b-260db987e56f req-79dda541-3d9e-42d5-bad3-1536c6235182 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:22.929278 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4e4ad09-dd1e-4ff1-983b-260db987e56f req-79dda541-3d9e-42d5-bad3-1536c6235182 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0847757 Mar 08 12:42:22.997450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-e4e4ad09-dd1e-4ff1-983b-260db987e56f req-a1dcffde-e6d1-4ddc-9add-06ff7d863e9c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 745b447d-a97b-45cb-960f-723aa85b8fa5 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:42:22.997790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4e4ad09-dd1e-4ff1-983b-260db987e56f req-a1dcffde-e6d1-4ddc-9add-06ff7d863e9c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.243957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-e4e4ad09-dd1e-4ff1-983b-260db987e56f req-a1dcffde-e6d1-4ddc-9add-06ff7d863e9c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port 745b447d-a97b-45cb-960f-723aa85b8fa5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=745b447d-a97b-45cb-960f-723aa85b8fa5,segment=NetworkSegment(71c7dae9-c371-405e-913d-544e990e8933),segment_id=71c7dae9-c371-405e-913d-544e990e8933)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:42:23.244224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4e4ad09-dd1e-4ff1-983b-260db987e56f req-a1dcffde-e6d1-4ddc-9add-06ff7d863e9c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.471612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-e4e4ad09-dd1e-4ff1-983b-260db987e56f req-a1dcffde-e6d1-4ddc-9add-06ff7d863e9c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 745b447d-a97b-45cb-960f-723aa85b8fa5 owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:42:23.659728 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cdaae-1ef6-4684-a6b2-6aec5c2ff7c0 req-e83b1f46-9658-4861-a75e-d129ca9d99f4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:23.661208 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-661cdaae-1ef6-4684-a6b2-6aec5c2ff7c0 req-e83b1f46-9658-4861-a75e-d129ca9d99f4 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8 HTTP/1.1" status: 200 len: 945 time: 0.0859449 Mar 08 12:42:23.679208 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4e4ad09-dd1e-4ff1-983b-260db987e56f req-a1dcffde-e6d1-4ddc-9add-06ff7d863e9c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.706697 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-661cdaae-1ef6-4684-a6b2-6aec5c2ff7c0 req-862c170a-2e41-40a9-93c1-55a8c0db9831 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bb6af3e-b18c-4107-aefc-5463de46950e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397542 Mar 08 12:42:23.728418 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcffde-e6d1-4ddc-9add-06ff7d863e9c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=745b447d-a97b-45cb-960f-723aa85b8fa5,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:23.806051 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e4ad09-dd1e-4ff1-983b-260db987e56f req-a1dcffde-e6d1-4ddc-9add-06ff7d863e9c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] No DVR routers for this DVR port 745b447d-a97b-45cb-960f-723aa85b8fa5 on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:23.808488 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-e4e4ad09-dd1e-4ff1-983b-260db987e56f req-a1dcffde-e6d1-4ddc-9add-06ff7d863e9c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.811075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'name': 'network-vif-deleted', 'tag': '745b447d-a97b-45cb-960f-723aa85b8fa5'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:42:23.858351 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8edd93-85f6-4166-9e8c-8a01b1c2a9a8', 'name': 'network-vif-deleted', 'tag': '745b447d-a97b-45cb-960f-723aa85b8fa5', 'status': 'completed', 'code': 200} Mar 08 12:42:23.877700 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e4e4ad09-dd1e-4ff1-983b-260db987e56f req-a1dcffde-e6d1-4ddc-9add-06ff7d863e9c tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.18 "DELETE /v2.0/ports/745b447d-a97b-45cb-960f-723aa85b8fa5 HTTP/1.1" status: 204 len: 173 time: 0.9430039 Mar 08 12:42:24.802020 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60800) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:25.450444 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.809266 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 1bb075ef-1bd0-4b29-b3a6-605178d2d809 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:42:25.810008 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.998138 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port 1bb075ef-1bd0-4b29-b3a6-605178d2d809, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1bb075ef-1bd0-4b29-b3a6-605178d2d809,segment=NetworkSegment(71c7dae9-c371-405e-913d-544e990e8933),segment_id=71c7dae9-c371-405e-913d-544e990e8933)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:42:25.998495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.128939 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 1bb075ef-1bd0-4b29-b3a6-605178d2d809 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:42:26.368527 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.419117 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=1bb075ef-1bd0-4b29-b3a6-605178d2d809,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:26.577289 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:26.577625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:26.578000 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:26.578334 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:26.578665 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:26.578995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:26.579319 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:26.579640 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:26.580015 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:26.580336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:26.580654 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:26.580971 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:26.813616 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.052205 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 745b447d-a97b-45cb-960f-723aa85b8fa5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:42:27.086108 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 745b447d-a97b-45cb-960f-723aa85b8fa5 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:42:27.086455 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 745b447d-a97b-45cb-960f-723aa85b8fa5 not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:42:27.173316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Router f6dd2731-ea67-4460-904d-2bd7db11471d has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:42:27.349769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:42:27.358728 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428955c0-6e84-406e-98d1-41a75a6a9d53 None None] Sync routers for ids ['f6dd2731-ea67-4460-904d-2bd7db11471d'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:27.363345 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-d3b6107b-7e1f-43e9-bd7c-9e9078760274 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "PUT /v2.0/routers/f6dd2731-ea67-4460-904d-2bd7db11471d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5602732 Mar 08 12:42:27.365915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60804) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:27.368357 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428955c0-6e84-406e-98d1-41a75a6a9d53 None None] Routers {'f6dd2731-ea67-4460-904d-2bd7db11471d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:42:27.368967 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-428955c0-6e84-406e-98d1-41a75a6a9d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f6dd2731-ea67-4460-904d-2bd7db11471d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:27.430613 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-a289cade-6d63-43b9-a82c-8ef54220ca4e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting subnet 1c695033-c437-44c7-a50a-a2ee2e3bbfc6 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:42:27.433620 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a289cade-6d63-43b9-a82c-8ef54220ca4e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.491262 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a289cade-6d63-43b9-a82c-8ef54220ca4e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.577803 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a289cade-6d63-43b9-a82c-8ef54220ca4e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.594063 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-428955c0-6e84-406e-98d1-41a75a6a9d53 None None] Set router f6dd2731-ea67-4460-904d-2bd7db11471d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:42:27.713992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a289cade-6d63-43b9-a82c-8ef54220ca4e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.755159 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289cade-6d63-43b9-a82c-8ef54220ca4e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Subnet': ['ID=1c695033-c437-44c7-a50a-a2ee2e3bbfc6,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:27.757099 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-a289cade-6d63-43b9-a82c-8ef54220ca4e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.764403 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-a289cade-6d63-43b9-a82c-8ef54220ca4e tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/subnets/1c695033-c437-44c7-a50a-a2ee2e3bbfc6 HTTP/1.1" status: 204 len: 168 time: 0.3975081 Mar 08 12:42:27.765714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a5f5cc-8046-4e4f-801e-d27182de1178 None None] Network ea6ef964-34f3-4124-86ad-37fad392cfdf requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:42:27.766867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60808) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:27.887590 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-428955c0-6e84-406e-98d1-41a75a6a9d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:42:26Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:27.891416 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428955c0-6e84-406e-98d1-41a75a6a9d53 None None] Checking router: f6dd2731-ea67-4460-904d-2bd7db11471d for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:42:27.900999 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428955c0-6e84-406e-98d1-41a75a6a9d53 None None] Routers {'f6dd2731-ea67-4460-904d-2bd7db11471d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:42:27.901589 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-428955c0-6e84-406e-98d1-41a75a6a9d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['f6dd2731-ea67-4460-904d-2bd7db11471d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:27.950239 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.026595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] DHCP port deletion for ea6ef964-34f3-4124-86ad-37fad392cfdf request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:42:28.031321 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Deleting port 4da95596-1d85-4beb-bfce-59fcca47b9aa {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:42:28.031703 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.095883 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-428955c0-6e84-406e-98d1-41a75a6a9d53 None None] Set router f6dd2731-ea67-4460-904d-2bd7db11471d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:42:28.253473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] For port 4da95596-1d85-4beb-bfce-59fcca47b9aa, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4da95596-1d85-4beb-bfce-59fcca47b9aa,segment=NetworkSegment(71c7dae9-c371-405e-913d-544e990e8933),segment_id=71c7dae9-c371-405e-913d-544e990e8933)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:42:28.254069 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.260280 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.318926 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4da95596-1d85-4beb-bfce-59fcca47b9aa no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:42:28.337347 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Deleting port 4a39200f-7e51-4668-9116-4e82674f6d4a {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:42:28.341512 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.407626 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Calling delete_port for 4da95596-1d85-4beb-bfce-59fcca47b9aa owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:42:28.408045 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-428955c0-6e84-406e-98d1-41a75a6a9d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:42:26Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:28.411901 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428955c0-6e84-406e-98d1-41a75a6a9d53 None None] The sync data for ids ['f6dd2731-ea67-4460-904d-2bd7db11471d'] in dv-neutron-828143-8-hyperv is: [{'id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332874302', 'tenant_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:33Z', 'updated_at': '2022-03-08T12:42:26Z', 'revision_number': 5, 'project_id': 'b90a8d89a5984185ad0fa7b1fd54335a', 'gw_port': {'id': '4a39200f-7e51-4668-9116-4e82674f6d4a', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dd2731-ea67-4460-904d-2bd7db11471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:34Z', 'updated_at': '2022-03-08T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:28.522130 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] For port 4a39200f-7e51-4668-9116-4e82674f6d4a, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=4a39200f-7e51-4668-9116-4e82674f6d4a,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:42:28.522775 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.561391 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.617145 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827'] for port, after_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.652339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Calling delete_port for 4a39200f-7e51-4668-9116-4e82674f6d4a owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:42:28.697170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Pushing event deleted for resources: {'Port': ['ID=4da95596-1d85-4beb-bfce-59fcca47b9aa,revision_number=None']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:28.701700 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] No DVR routers for this DVR port 4da95596-1d85-4beb-bfce-59fcca47b9aa on host dv-neutron-828143-8-hyperv {{(pid=88471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:28.715924 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:28.716284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:28.716634 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:28.716977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:28.717314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:28.717648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:28.718012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:28.718346 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:28.718677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:28.719004 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:28.719358 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:28.719707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d69a8-cc08-4a3d-aff8-750dfe180c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:28.888598 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.936155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Port': ['ID=4a39200f-7e51-4668-9116-4e82674f6d4a,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:29.032293 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.226689 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.228948 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.319915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.320438 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Fanout notify agent at l3_agent the message router_deleted on router f6dd2731-ea67-4460-904d-2bd7db11471d {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:42:29.337624 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.338791 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b4b4e51d-9f0c-4ad1-8cbe-399fdee1c4d0 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/routers/f6dd2731-ea67-4460-904d-2bd7db11471d HTTP/1.1" status: 204 len: 168 time: 1.5704980 Mar 08 12:42:29.341673 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60812) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:29.479221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2833a756-972b-49c8-915d-a2585ed10ef5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.621434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2833a756-972b-49c8-915d-a2585ed10ef5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.649482 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-2833a756-972b-49c8-915d-a2585ed10ef5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6ef964-34f3-4124-86ad-37fad392cfdf']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:29.662512 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-2833a756-972b-49c8-915d-a2585ed10ef5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c7dae9-c371-405e-913d-544e990e8933') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:29.662807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-2833a756-972b-49c8-915d-a2585ed10ef5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c7dae9-c371-405e-913d-544e990e8933') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:29.674353 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2833a756-972b-49c8-915d-a2585ed10ef5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.690753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2833a756-972b-49c8-915d-a2585ed10ef5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.697011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2833a756-972b-49c8-915d-a2585ed10ef5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:29.697428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2833a756-972b-49c8-915d-a2585ed10ef5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:29.713197 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:29.900007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2833a756-972b-49c8-915d-a2585ed10ef5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.920533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2833a756-972b-49c8-915d-a2585ed10ef5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.933728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833a756-972b-49c8-915d-a2585ed10ef5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'Network': ['ID=ea6ef964-34f3-4124-86ad-37fad392cfdf,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:29.989079 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2833a756-972b-49c8-915d-a2585ed10ef5 tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/networks/ea6ef964-34f3-4124-86ad-37fad392cfdf HTTP/1.1" status: 204 len: 168 time: 0.6460426 Mar 08 12:42:29.991598 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60816) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:30.064488 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c697e4e-f044-4fcb-96ec-09cc28adc1cc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.094265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c697e4e-f044-4fcb-96ec-09cc28adc1cc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.197588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4a39200f-7e51-4668-9116-4e82674f6d4a no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:42:30.236711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 4a39200f-7e51-4668-9116-4e82674f6d4a {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:42:30.237061 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 4a39200f-7e51-4668-9116-4e82674f6d4a not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:42:30.237472 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1bb075ef-1bd0-4b29-b3a6-605178d2d809 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:42:30.248670 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c697e4e-f044-4fcb-96ec-09cc28adc1cc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.269748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c697e4e-f044-4fcb-96ec-09cc28adc1cc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb6af3e-b18c-4107-aefc-5463de46950e,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:30.271698 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 1bb075ef-1bd0-4b29-b3a6-605178d2d809 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:42:30.272054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1bb075ef-1bd0-4b29-b3a6-605178d2d809 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:42:30.367907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1c697e4e-f044-4fcb-96ec-09cc28adc1cc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.369135 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1c697e4e-f044-4fcb-96ec-09cc28adc1cc tempest-TestNetworkAdvancedServerOps-1779928038 tempest-TestNetworkAdvancedServerOps-1779928038-project] 10.222.0.32 "DELETE /v2.0/security-groups/3bb6af3e-b18c-4107-aefc-5463de46950e HTTP/1.1" status: 204 len: 168 time: 0.3766394 Mar 08 12:42:31.098203 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60826) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:31.244410 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-97df9c9c-8204-43a9-842d-0a4f3dbfb9a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b90a8d89a5984185ad0fa7b1fd54335a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450472 Mar 08 12:42:31.246828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60832) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:31.303934 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7a1b75bb-2bf5-4b35-bfda-51a902b79ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.328572 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7a1b75bb-2bf5-4b35-bfda-51a902b79ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.457265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7a1b75bb-2bf5-4b35-bfda-51a902b79ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.472921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b75bb-2bf5-4b35-bfda-51a902b79ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5201d76e-82b7-4a57-84c4-38eb15924cad,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:31.480824 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-7a1b75bb-2bf5-4b35-bfda-51a902b79ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.482020 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-7a1b75bb-2bf5-4b35-bfda-51a902b79ea1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5201d76e-82b7-4a57-84c4-38eb15924cad HTTP/1.1" status: 204 len: 168 time: 0.2342844 Mar 08 12:42:32.064917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60840) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:32.082555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fa24a5b1-a80a-4a1a-b120-6b6bbfe20ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.096880 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fa24a5b1-a80a-4a1a-b120-6b6bbfe20ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:32.100626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fa24a5b1-a80a-4a1a-b120-6b6bbfe20ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:f352037754aa44c7ac47d94718d6a07a is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:32.103369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-fa24a5b1-a80a-4a1a-b120-6b6bbfe20ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:32.108914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-fa24a5b1-a80a-4a1a-b120-6b6bbfe20ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:32.191183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fa24a5b1-a80a-4a1a-b120-6b6bbfe20ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.255989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-fa24a5b1-a80a-4a1a-b120-6b6bbfe20ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.302447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24a5b1-a80a-4a1a-b120-6b6bbfe20ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec601b3-380f-4523-9430-d023111fa2d4,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:32.306748 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-fa24a5b1-a80a-4a1a-b120-6b6bbfe20ab5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f352037754aa44c7ac47d94718d6a07a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408402 Mar 08 12:42:32.309548 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60844) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:32.368186 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9908973a-b2d4-4549-9d06-adff1e60638d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.397360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9908973a-b2d4-4549-9d06-adff1e60638d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.522858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9908973a-b2d4-4549-9d06-adff1e60638d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.537023 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908973a-b2d4-4549-9d06-adff1e60638d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec601b3-380f-4523-9430-d023111fa2d4,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:32.543233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-9908973a-b2d4-4549-9d06-adff1e60638d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.544342 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9908973a-b2d4-4549-9d06-adff1e60638d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ec601b3-380f-4523-9430-d023111fa2d4 HTTP/1.1" status: 204 len: 168 time: 0.2339761 Mar 08 12:42:33.596294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60868) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:33.703827 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2004973000-network', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:33.708601 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:33.714462 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Usage tracker for resource:network and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:33.717407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:33.723688 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:33.785212 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Made reservation on behalf of 6bbcc6240c3a408fbbc65de0043b7e59 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:33.787545 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.800407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.815182 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:33.819038 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:33.821815 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:33.827484 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:33.906576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.044796 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.079380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:34.085013 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab3f4f4-0da7-402c-b8f2-b6cea04ec07d,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:34.091670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.092014 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Added segment befc7fdf-f7bc-4b74-ad96-a492a22dbab3 of type vlan for network 78126620-ad72-4cee-9a20-370a62ee26b5 Mar 08 12:42:34.118558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.213942 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.214931 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:34.215523 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.317922 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] Pushing event updated for resources: {'Network': ['ID=78126620-ad72-4cee-9a20-370a62ee26b5,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:34.327239 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 78126620-ad72-4cee-9a20-370a62ee26b5 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:42:34.387068 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-9d1fc188-199a-4ac8-8410-d25b67f2aa1b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7893744 Mar 08 12:42:34.390327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60874) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:34.396894 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Request body: {'subnet': {'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2004973000-subnet', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'ip_version': 4}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:34.402346 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:34.406492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Usage tracker for resource:subnet and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:34.410084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:34.415742 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:34.493836 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Made reservation on behalf of 6bbcc6240c3a408fbbc65de0043b7e59 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:34.496209 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.862511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.935489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:34.944416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Checking segment: {'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:42:34.951245 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Network hostable DHCP agents. Network: 78126620-ad72-4cee-9a20-370a62ee26b5, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:35.021726 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Network 78126620-ad72-4cee-9a20-370a62ee26b5 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:35.101592 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 78126620-ad72-4cee-9a20-370a62ee26b5) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:35.105622 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:35.106250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.110648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5610501-aa6a-4fa0-98da-80fbb4f76da5 None None] Network 78126620-ad72-4cee-9a20-370a62ee26b5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:42:35.188479 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0a77856b-ad01-4079-9a47-5e676d02f145 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7969668 Mar 08 12:42:35.191132 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60878) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:35.196146 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:35.201793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:35.204619 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Usage tracker for resource:router and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:35.207465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:35.213180 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:35.296339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.297387 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.311917 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.326070 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-78126620-ad72-4cee-9a20-370a62ee26b5', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:42:35.327009 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.490099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Allocated IP 172.20.0.2 (78126620-ad72-4cee-9a20-370a62ee26b5/c1adb8ae-55c3-4cd5-99a7-fe94a74861ee/0edc755c-0bdf-4b9e-b606-f3b01bb7c546) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:35.649270 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.699079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.708869 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Transition to ACTIVE for port object 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:42:35.727234 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Transition to ACTIVE for port object 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:42:35.785981 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.850324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Network 78126620-ad72-4cee-9a20-370a62ee26b5 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:35.853128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:35.855522 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:42:35.900007 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Pushing event updated for resources: {'Port': ['ID=0edc755c-0bdf-4b9e-b606-f3b01bb7c546,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:35.959220 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Attempting to bind port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:35.959612 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Attempting to bind port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:35.959980 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Attempting to bind port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 on network 78126620-ad72-4cee-9a20-370a62ee26b5 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:42:35.965503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:42:35.965892 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Checking segment: {'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:42:35.966305 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.966701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Bound using segment: {'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:42:35.967256 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Bound port: 0edc755c-0bdf-4b9e-b606-f3b01bb7c546, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:35.967628 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.013804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.047763 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.057339 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] For port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:42:36.060586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] For port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0edc755c-0bdf-4b9e-b606-f3b01bb7c546,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:42:36.134745 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.179659 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Allocated IP 172.26.4.221 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/12aa41b4-cf91-4591-8e8b-9f486d38f2a7) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:36.227786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949354ce-dad9-489a-af0b-2fa620a378c1 None None] Pushing event updated for resources: {'Port': ['ID=0edc755c-0bdf-4b9e-b606-f3b01bb7c546,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:36.335699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.433904 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.501399 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:36.509229 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:36.514189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:42:36.544647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Pushing event updated for resources: {'Port': ['ID=12aa41b4-cf91-4591-8e8b-9f486d38f2a7,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:37.121163 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8568b35f-d092-498b-b7cd-ef79c232df63 None None] Network 78126620-ad72-4cee-9a20-370a62ee26b5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:42:37.160603 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:37.298128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-52a8deaf-527a-4e69-8069-808c2a137a4b None None] Provisioning for port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:42:37.511102 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:37.781506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:42:37.972329 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:42:37.981674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Sync routers for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:37.991110 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:42:37.991731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:38.065088 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.066348 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-f154d803-fa70-4ede-99ff-33797b194068 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8742883 Mar 08 12:42:38.069177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60882) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:38.171309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:42:38.252776 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:42:38.551633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:36Z', 'revision_number': 3, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:38.553485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:42:38.559468 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Checking router: 1ffdbdeb-6f56-47c6-aa75-39b91131df91 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:42:38.559823 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Updating router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 port 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:42:38.587630 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:38.588010 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.658222 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.832082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.903685 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.949086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0edc755c-0bdf-4b9e-b606-f3b01bb7c546,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:42:39.046896 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.104483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.114327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Allocated IP 172.20.0.1 (78126620-ad72-4cee-9a20-370a62ee26b5/c1adb8ae-55c3-4cd5-99a7-fe94a74861ee/41ee7507-884d-4f71-b794-ea4ac0dc0cc6) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:39.132128 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Transition to ACTIVE for port object 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:42:39.137830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=0edc755c-0bdf-4b9e-b606-f3b01bb7c546,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:39.210095 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.269009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.286407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Transition to ACTIVE for port object 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:42:39.289872 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Attempting to bind port 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:39.290266 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Attempting to bind port 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:39.290631 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Attempting to bind port 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:42:39.293933 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7ecda-4601-4e25-8392-a24d83b4c568 None None] Pushing event updated for resources: {'Port': ['ID=12aa41b4-cf91-4591-8e8b-9f486d38f2a7,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:39.298196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:42:39.298573 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:42:39.298969 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.299357 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:42:39.299813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Bound port: 12aa41b4-cf91-4591-8e8b-9f486d38f2a7, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:39.300188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.373521 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] For port 12aa41b4-cf91-4591-8e8b-9f486d38f2a7, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:42:39.376488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] For port 12aa41b4-cf91-4591-8e8b-9f486d38f2a7, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=12aa41b4-cf91-4591-8e8b-9f486d38f2a7,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:42:39.379650 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.442389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Network 78126620-ad72-4cee-9a20-370a62ee26b5 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:39.445236 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:39.449288 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:42:39.471353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.497550 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Pushing event updated for resources: {'Port': ['ID=41ee7507-884d-4f71-b794-ea4ac0dc0cc6,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:39.514768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.557302 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:42:39.557965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:39.625958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7ecda-4601-4e25-8392-a24d83b4c568 None None] Pushing event updated for resources: {'Port': ['ID=12aa41b4-cf91-4591-8e8b-9f486d38f2a7,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:39.719211 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.756395 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:42:39.978740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.013803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-687ae0ae-3d6b-49bf-8aac-82f7e7111257 None None] Provisioning for port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:42:40.036574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-687ae0ae-3d6b-49bf-8aac-82f7e7111257 None None] Provisioning complete for port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:40.036957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-687ae0ae-3d6b-49bf-8aac-82f7e7111257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.062162 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.077311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fa0f1319-9338-4f70-9dac-e299c0e05b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.140666 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-687ae0ae-3d6b-49bf-8aac-82f7e7111257 None None] Port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:42:40.189372 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Pushing event updated for resources: {'Port': ['ID=41ee7507-884d-4f71-b794-ea4ac0dc0cc6,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:40.191925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.220119 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:42:40.297460 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:36Z', 'revision_number': 3, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:40.306724 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f20d2-1bbd-4e37-8f28-61607da31f5a None None] The sync data for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv is: [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:36Z', 'revision_number': 3, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:40.321789 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:40.322198 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.352211 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Network 78126620-ad72-4cee-9a20-370a62ee26b5 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:40.353694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:40.667684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-03f8efb8-4145-4b42-8377-a0991c4889d6 None None] Provisioning complete for port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:40.668450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-03f8efb8-4145-4b42-8377-a0991c4889d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.724402 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:42:40.732308 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-03f8efb8-4145-4b42-8377-a0991c4889d6 None None] Port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:42:40.910837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:42:40.921904 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f411fe28-bb16-4b43-8e70-2908d04458a8 admin admin] 10.222.0.32 "PUT /v2.0/routers/1ffdbdeb-6f56-47c6-aa75-39b91131df91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8510320 Mar 08 12:42:41.552724 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60900) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:41.558361 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1662037291-network', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:41.563406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:41.567625 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Usage tracker for resource:network and tenant:2fc5390d56554aaa988dd9d4942b3e12 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:41.570675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:41.576789 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:41.633427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Made reservation on behalf of 2fc5390d56554aaa988dd9d4942b3e12 for: {'network': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:41.636282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.649990 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.670570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:41.675456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Usage tracker for resource:security_group_rule and tenant:2fc5390d56554aaa988dd9d4942b3e12 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:41.678508 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:41.684720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:41.770150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.813756 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Sync routers for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:41.822945 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:42:41.823540 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:41.838900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.870168 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:41.878661 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aa7af1-40a7-4bf1-a8cf-e85238ff464d,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:41.884398 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.886615 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.segments_db [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Added segment 66ad6f61-4818-4347-8290-555fe5d2392f of type vlan for network d06f56bd-f641-49a2-8eab-e2c30f896069 Mar 08 12:42:41.913871 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.002730 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:42:42.013459 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.014490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:42.015171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.118025 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d06f56bd-f641-49a2-8eab-e2c30f896069,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:42.128372 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network d06f56bd-f641-49a2-8eab-e2c30f896069 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:42:42.174676 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c6929287-4b8f-425e-aee7-9356dae782c3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6208563 Mar 08 12:42:42.177652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60904) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:42.182999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Request body: {'subnet': {'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1662037291-subnet', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'ip_version': 4}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:42.193031 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:42.197940 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Usage tracker for resource:subnet and tenant:2fc5390d56554aaa988dd9d4942b3e12 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:42.201284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:42.209003 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:42.237360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1ced10af-4cc2-4917-854e-ddf5b1d7e94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.252951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:42:42.305182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Made reservation on behalf of 2fc5390d56554aaa988dd9d4942b3e12 for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:42.307964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.365793 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 2, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:42.369820 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Checking router: 1ffdbdeb-6f56-47c6-aa75-39b91131df91 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:42:42.370208 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Updating router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:42:42.410577 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:42:42.417619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:42.418398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.422295 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.538280 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.554269 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 12aa41b4-cf91-4591-8e8b-9f486d38f2a7, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=12aa41b4-cf91-4591-8e8b-9f486d38f2a7,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:42:42.611378 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.639523 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.695112 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c910b1c8-cd3a-42da-b13c-8fa0ba7654ef,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:42.702703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Checking segment: {'id': '66ad6f61-4818-4347-8290-555fe5d2392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:42:42.703559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Network hostable DHCP agents. Network: d06f56bd-f641-49a2-8eab-e2c30f896069, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:42.725449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=12aa41b4-cf91-4591-8e8b-9f486d38f2a7,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:42.771722 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.783377 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Transition to ACTIVE for port object 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:42:42.798602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Network d06f56bd-f641-49a2-8eab-e2c30f896069 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:42.867242 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.901495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, d06f56bd-f641-49a2-8eab-e2c30f896069) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:42.906788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:42.907969 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.912966 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826c713b-b54c-4361-b3fc-c1d75530fdd0 None None] Network d06f56bd-f641-49a2-8eab-e2c30f896069 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:42:42.999473 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-67937943-391b-4b1b-a899-8a4ed5758c41 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8210220 Mar 08 12:42:43.002597 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60908) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:43.007032 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Pushing event updated for resources: {'Port': ['ID=41ee7507-884d-4f71-b794-ea4ac0dc0cc6,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:43.011267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1662037291-router', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:43.015773 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:43.016124 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:43.016604 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:43.016816 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:43.017139 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:43.017648 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:43.018177 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:43.018690 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:43.019021 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:43.019345 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:43.019658 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:43.019982 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:43.020829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:43.027431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Usage tracker for resource:router and tenant:2fc5390d56554aaa988dd9d4942b3e12 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:43.031182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:43.039812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:43.125556 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:42:43.128172 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Attempting to bind port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:43.128483 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Attempting to bind port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:43.128839 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Attempting to bind port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 on network 78126620-ad72-4cee-9a20-370a62ee26b5 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:42:43.134022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.135065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.136247 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:42:43.136645 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Checking segment: {'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:42:43.137025 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.137412 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Bound using segment: {'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:42:43.137997 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Bound port: 41ee7507-884d-4f71-b794-ea4ac0dc0cc6, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:43.138265 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.153623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.170475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-d06f56bd-f641-49a2-8eab-e2c30f896069', 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'fixed_ips': [{'subnet_id': 'c910b1c8-cd3a-42da-b13c-8fa0ba7654ef'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:42:43.171313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.235078 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] For port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:42:43.235078 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] For port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=41ee7507-884d-4f71-b794-ea4ac0dc0cc6,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:42:43.305269 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.331963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Allocated IP 172.20.0.2 (d06f56bd-f641-49a2-8eab-e2c30f896069/c910b1c8-cd3a-42da-b13c-8fa0ba7654ef/bb725b7d-6692-4b89-8b1e-116d5de35892) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:43.385562 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:42:43.386227 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:43.448360 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb91780-6f28-48cf-a7da-7a491fade3c4 None None] Pushing event updated for resources: {'Port': ['ID=41ee7507-884d-4f71-b794-ea4ac0dc0cc6,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:43.519540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.568768 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.580945 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:42:43.623559 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.641433 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Transition to ACTIVE for port object bb725b7d-6692-4b89-8b1e-116d5de35892 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:42:43.664471 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Transition to ACTIVE for port object bb725b7d-6692-4b89-8b1e-116d5de35892 will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:42:43.703813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.730574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.825346 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Network d06f56bd-f641-49a2-8eab-e2c30f896069 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:43.828254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:43.831871 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:42:43.871273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Pushing event updated for resources: {'Port': ['ID=bb725b7d-6692-4b89-8b1e-116d5de35892,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:43.938337 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Attempting to bind port bb725b7d-6692-4b89-8b1e-116d5de35892 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:43.938733 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Attempting to bind port bb725b7d-6692-4b89-8b1e-116d5de35892 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '66ad6f61-4818-4347-8290-555fe5d2392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:43.939094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Attempting to bind port bb725b7d-6692-4b89-8b1e-116d5de35892 on network d06f56bd-f641-49a2-8eab-e2c30f896069 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:42:43.943574 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:43Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:43.945201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:42:43.945582 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Checking segment: {'id': '66ad6f61-4818-4347-8290-555fe5d2392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:42:43.946021 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.946406 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Bound using segment: {'id': '66ad6f61-4818-4347-8290-555fe5d2392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:42:43.946873 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Bound port: bb725b7d-6692-4b89-8b1e-116d5de35892, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ad6f61-4818-4347-8290-555fe5d2392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:43.947248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.949452 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cacdcd-6e89-4abf-a476-e3af2864efc9 None None] The sync data for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv is: [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:43Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:44.072930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] For port bb725b7d-6692-4b89-8b1e-116d5de35892, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:42:44.076321 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] For port bb725b7d-6692-4b89-8b1e-116d5de35892, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=bb725b7d-6692-4b89-8b1e-116d5de35892,segment=NetworkSegment(66ad6f61-4818-4347-8290-555fe5d2392f),segment_id=66ad6f61-4818-4347-8290-555fe5d2392f)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:42:44.086675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.101963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.117013 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.128613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.231021 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4f945-e9cb-4e39-ab54-2eb63667801f None None] Pushing event updated for resources: {'Port': ['ID=bb725b7d-6692-4b89-8b1e-116d5de35892,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:44.291665 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Allocated IP 172.26.4.171 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:44.379781 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:42:44.508882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.581800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:42:44.594463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:44.595544 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.616084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.702593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:44.706542 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:44.712161 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:42:44.737291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Pushing event updated for resources: {'Port': ['ID=25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:44.740929 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.780122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=41ee7507-884d-4f71-b794-ea4ac0dc0cc6,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:42:44.867639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.868694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:42:44.962774 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.018526 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=41ee7507-884d-4f71-b794-ea4ac0dc0cc6,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:45.029089 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:45.034322 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.224361 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.350285 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4333fed-2dea-4483-976a-b79596f75203 None None] Network d06f56bd-f641-49a2-8eab-e2c30f896069 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:42:45.517930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-b77567b5-728c-48f0-9c29-f14502469492 None None] Provisioning for port bb725b7d-6692-4b89-8b1e-116d5de35892 completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:42:45.584901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.998613 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Router 825235e0-c190-44dc-beda-9558b75f6b2d is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:42:46.180442 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:42:46.191352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Sync routers for ids ['825235e0-c190-44dc-beda-9558b75f6b2d'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:46.201081 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Routers {'825235e0-c190-44dc-beda-9558b75f6b2d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:42:46.201717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['825235e0-c190-44dc-beda-9558b75f6b2d'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:46.272160 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.273659 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-616893aa-2586-46b9-8cc5-0f57008263da admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2697654 Mar 08 12:42:46.276526 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60914) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:46.289319 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:42:46.446847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Set router 825235e0-c190-44dc-beda-9558b75f6b2d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:42:46.571318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:46.571683 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.867588 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device bb725b7d-6692-4b89-8b1e-116d5de35892 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:42:46.948930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'name': 'tempest-TestShelveInstance-1662037291-router', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:43Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 3, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'gw_port': {'id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:44Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:46.952913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Checking router: 825235e0-c190-44dc-beda-9558b75f6b2d for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:42:46.955894 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Updating router 825235e0-c190-44dc-beda-9558b75f6b2d port 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:42:46.966559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.012855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.041318 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port bb725b7d-6692-4b89-8b1e-116d5de35892 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:42:47.055049 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port bb725b7d-6692-4b89-8b1e-116d5de35892 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:47.055420 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.179660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Allocated IP 172.20.0.1 (d06f56bd-f641-49a2-8eab-e2c30f896069/c910b1c8-cd3a-42da-b13c-8fa0ba7654ef/1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:47.327314 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.332440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.343376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Transition to ACTIVE for port object 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:42:47.390219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port bb725b7d-6692-4b89-8b1e-116d5de35892, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=bb725b7d-6692-4b89-8b1e-116d5de35892,segment=NetworkSegment(66ad6f61-4818-4347-8290-555fe5d2392f),segment_id=66ad6f61-4818-4347-8290-555fe5d2392f)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:42:47.427523 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.460194 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.488235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Network d06f56bd-f641-49a2-8eab-e2c30f896069 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:47.491034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:47.499901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:42:47.520165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.548305 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Transition to ACTIVE for port object 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:42:47.554924 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=bb725b7d-6692-4b89-8b1e-116d5de35892,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:47.633491 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.684328 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:47.709672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.723152 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Attempting to bind port 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:47.723519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Attempting to bind port 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:47.723881 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Attempting to bind port 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:42:47.733382 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5d186-9cfd-4967-8d4f-c25d5630c361 None None] Pushing event updated for resources: {'Port': ['ID=25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:47.736642 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:42:47.737028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:42:47.737426 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.737810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:42:47.738305 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Bound port: 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:47.738677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.817114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] For port 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:42:47.819992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] For port 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:42:47.855921 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-da36f379-9515-480a-95f5-19ed44b5c66d None None] Provisioning for port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:42:47.861614 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-da36f379-9515-480a-95f5-19ed44b5c66d None None] Provisioning complete for port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:47.862030 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-da36f379-9515-480a-95f5-19ed44b5c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.888535 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.890300 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.026517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-da36f379-9515-480a-95f5-19ed44b5c66d None None] Port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:42:48.026517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Routers {'825235e0-c190-44dc-beda-9558b75f6b2d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:42:48.026517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['825235e0-c190-44dc-beda-9558b75f6b2d'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:48.058712 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5d186-9cfd-4967-8d4f-c25d5630c361 None None] Pushing event updated for resources: {'Port': ['ID=25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:48.122917 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.186737 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] Set router 825235e0-c190-44dc-beda-9558b75f6b2d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:42:48.198964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.229294 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device bb725b7d-6692-4b89-8b1e-116d5de35892 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:42:48.310938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.314850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:48.451911 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Network d06f56bd-f641-49a2-8eab-e2c30f896069 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:48.453005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:48.509197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port bb725b7d-6692-4b89-8b1e-116d5de35892 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:48.509627 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.661118 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Router 825235e0-c190-44dc-beda-9558b75f6b2d has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:42:48.722362 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'name': 'tempest-TestShelveInstance-1662037291-router', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:43Z', 'updated_at': '2022-03-08T12:42:47Z', 'revision_number': 4, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'gw_port': {'id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:44Z', 'updated_at': '2022-03-08T12:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f', 'name': '', 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'mac_address': 'fa:16:3e:84:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'c910b1c8-cd3a-42da-b13c-8fa0ba7654ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:47Z', 'updated_at': '2022-03-08T12:42:47Z', 'revision_number': 1, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'subnets': [{'id': 'c910b1c8-cd3a-42da-b13c-8fa0ba7654ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:48.725158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2ca78e92-a097-403c-9dfe-a2103a0c2085 None None] Provisioning complete for port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:48.725643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2ca78e92-a097-403c-9dfe-a2103a0c2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.753887 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109f80c-cec5-43b3-8dcc-45f4f626473c None None] The sync data for ids ['825235e0-c190-44dc-beda-9558b75f6b2d'] in dv-neutron-828143-8-hyperv is: [{'id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'name': 'tempest-TestShelveInstance-1662037291-router', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:43Z', 'updated_at': '2022-03-08T12:42:47Z', 'revision_number': 4, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'gw_port': {'id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:44Z', 'updated_at': '2022-03-08T12:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f', 'name': '', 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'mac_address': 'fa:16:3e:84:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'c910b1c8-cd3a-42da-b13c-8fa0ba7654ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:47Z', 'updated_at': '2022-03-08T12:42:47Z', 'revision_number': 1, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'subnets': [{'id': 'c910b1c8-cd3a-42da-b13c-8fa0ba7654ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:48.785868 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-2ca78e92-a097-403c-9dfe-a2103a0c2085 None None] Port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:42:48.845368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:42:48.856282 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-cb015e96-f96b-4e4c-8917-d55ec82ae0e7 admin admin] 10.222.0.32 "PUT /v2.0/routers/825235e0-c190-44dc-beda-9558b75f6b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5782342 Mar 08 12:42:49.693566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60928) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:49.699027 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-418404032', 'description': 'tempest-secgroup-smoke-418404032 description', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:49.705672 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:49.710249 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:49.713112 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:49.718870 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:49.807695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.828083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:49.832607 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:49.835380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:49.841315 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:49.916111 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.986772 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.028252 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37110961-8cfe-4b97-9522-394d22cc4a44,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:50.112867 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.114164 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-235c6691-90cb-4fbb-9340-5158aaa9ac7e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4195487 Mar 08 12:42:50.116992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60932) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:50.121859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-75b52e42-be1e-4e16-9e96-dbb96c1b659b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group_rule': {'security_group_id': '37110961-8cfe-4b97-9522-394d22cc4a44', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:50.127893 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-75b52e42-be1e-4e16-9e96-dbb96c1b659b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:50.131656 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-75b52e42-be1e-4e16-9e96-dbb96c1b659b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:50.134492 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-75b52e42-be1e-4e16-9e96-dbb96c1b659b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:50.140118 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-75b52e42-be1e-4e16-9e96-dbb96c1b659b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:50.251810 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-75b52e42-be1e-4e16-9e96-dbb96c1b659b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.338310 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-75b52e42-be1e-4e16-9e96-dbb96c1b659b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.410014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-75b52e42-be1e-4e16-9e96-dbb96c1b659b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.435543 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b52e42-be1e-4e16-9e96-dbb96c1b659b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6966dd1e-e171-4908-b51f-90366253a32d,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:50.516458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-75b52e42-be1e-4e16-9e96-dbb96c1b659b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.517825 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-75b52e42-be1e-4e16-9e96-dbb96c1b659b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3999135 Mar 08 12:42:50.520824 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60936) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:50.527786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-babb05c5-c9d1-42ba-9bf0-655cd1b97f0f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group_rule': {'security_group_id': '37110961-8cfe-4b97-9522-394d22cc4a44', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:50.532621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-babb05c5-c9d1-42ba-9bf0-655cd1b97f0f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:50.536464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-babb05c5-c9d1-42ba-9bf0-655cd1b97f0f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:50.539318 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-babb05c5-c9d1-42ba-9bf0-655cd1b97f0f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:50.544940 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-babb05c5-c9d1-42ba-9bf0-655cd1b97f0f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:50.628859 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-babb05c5-c9d1-42ba-9bf0-655cd1b97f0f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.700735 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-babb05c5-c9d1-42ba-9bf0-655cd1b97f0f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.770915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-babb05c5-c9d1-42ba-9bf0-655cd1b97f0f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.800348 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb05c5-c9d1-42ba-9bf0-655cd1b97f0f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd05066d-bb7f-4a07-b5a8-30634f569995,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:50.870687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-babb05c5-c9d1-42ba-9bf0-655cd1b97f0f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.874806 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-babb05c5-c9d1-42ba-9bf0-655cd1b97f0f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3500919 Mar 08 12:42:50.874806 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 60940) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:50.880305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-32c2882d-53ab-40e8-bd0a-74b2c5f91aa5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group_rule': {'security_group_id': '37110961-8cfe-4b97-9522-394d22cc4a44', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:50.886647 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-32c2882d-53ab-40e8-bd0a-74b2c5f91aa5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:50.890706 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-32c2882d-53ab-40e8-bd0a-74b2c5f91aa5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:50.894354 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-32c2882d-53ab-40e8-bd0a-74b2c5f91aa5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:50.900691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-32c2882d-53ab-40e8-bd0a-74b2c5f91aa5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:50.974871 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-32c2882d-53ab-40e8-bd0a-74b2c5f91aa5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.050889 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-32c2882d-53ab-40e8-bd0a-74b2c5f91aa5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.110818 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-32c2882d-53ab-40e8-bd0a-74b2c5f91aa5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.140526 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2882d-53ab-40e8-bd0a-74b2c5f91aa5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1195ba25-91ad-40c5-afbc-3701ef253634,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:51.204792 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-32c2882d-53ab-40e8-bd0a-74b2c5f91aa5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.206039 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-32c2882d-53ab-40e8-bd0a-74b2c5f91aa5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3303730 Mar 08 12:42:51.208863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60946) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:51.214639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-53bc4de0-db68-42b7-9fce-2879bb77f4ea tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group_rule': {'security_group_id': '37110961-8cfe-4b97-9522-394d22cc4a44', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:51.221557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-53bc4de0-db68-42b7-9fce-2879bb77f4ea tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:51.226214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-53bc4de0-db68-42b7-9fce-2879bb77f4ea tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:51.229268 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-53bc4de0-db68-42b7-9fce-2879bb77f4ea tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:51.236174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-53bc4de0-db68-42b7-9fce-2879bb77f4ea tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:51.329629 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-53bc4de0-db68-42b7-9fce-2879bb77f4ea tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.396612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-53bc4de0-db68-42b7-9fce-2879bb77f4ea tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.472904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-53bc4de0-db68-42b7-9fce-2879bb77f4ea tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.498278 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc4de0-db68-42b7-9fce-2879bb77f4ea tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d165f11-d58d-416f-89ac-1cf87bff7eea,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:51.570262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-53bc4de0-db68-42b7-9fce-2879bb77f4ea tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.571477 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-53bc4de0-db68-42b7-9fce-2879bb77f4ea tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3614168 Mar 08 12:42:51.574233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60950) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:51.579264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-da4418e9-d1c9-4c60-9afe-135194447fe0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group_rule': {'security_group_id': '37110961-8cfe-4b97-9522-394d22cc4a44', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:51.585406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-da4418e9-d1c9-4c60-9afe-135194447fe0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:51.589277 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-da4418e9-d1c9-4c60-9afe-135194447fe0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:51.592292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-da4418e9-d1c9-4c60-9afe-135194447fe0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:51.599406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-da4418e9-d1c9-4c60-9afe-135194447fe0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:51.684680 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-da4418e9-d1c9-4c60-9afe-135194447fe0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Project 6bbcc6240c3a408fbbc65de0043b7e59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:42:51.693232 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-da4418e9-d1c9-4c60-9afe-135194447fe0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.769677 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-da4418e9-d1c9-4c60-9afe-135194447fe0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.838818 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-da4418e9-d1c9-4c60-9afe-135194447fe0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.863386 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4418e9-d1c9-4c60-9afe-135194447fe0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f766c2-a704-4723-9212-f6ff22f71c0f,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:51.936011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-da4418e9-d1c9-4c60-9afe-135194447fe0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.937241 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-da4418e9-d1c9-4c60-9afe-135194447fe0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620601 Mar 08 12:42:51.940644 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 60956) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:42:51.945727 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-db407cf7-8418-4497-adfe-8f4848ba7177 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group_rule': {'security_group_id': '37110961-8cfe-4b97-9522-394d22cc4a44', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:51.951975 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-db407cf7-8418-4497-adfe-8f4848ba7177 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:51.956170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-db407cf7-8418-4497-adfe-8f4848ba7177 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:42:51.959342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-db407cf7-8418-4497-adfe-8f4848ba7177 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:42:51.965616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-db407cf7-8418-4497-adfe-8f4848ba7177 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:51.990821 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Sync routers for ids ['825235e0-c190-44dc-beda-9558b75f6b2d'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:52.001252 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Routers {'825235e0-c190-44dc-beda-9558b75f6b2d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:42:52.001867 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-31830b96-6305-43b5-ae48-4df98380297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['825235e0-c190-44dc-beda-9558b75f6b2d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:52.064962 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-db407cf7-8418-4497-adfe-8f4848ba7177 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Project 6bbcc6240c3a408fbbc65de0043b7e59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:42:52.072691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db407cf7-8418-4497-adfe-8f4848ba7177 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.146696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db407cf7-8418-4497-adfe-8f4848ba7177 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.213271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db407cf7-8418-4497-adfe-8f4848ba7177 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.214003 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Set router 825235e0-c190-44dc-beda-9558b75f6b2d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:42:52.244099 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db407cf7-8418-4497-adfe-8f4848ba7177 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8117ef04-6a39-4c9e-8517-30c904ccdd11,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:52.248632 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:42:52.316357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-db407cf7-8418-4497-adfe-8f4848ba7177 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.318249 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-db407cf7-8418-4497-adfe-8f4848ba7177 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3764286 Mar 08 12:42:52.422481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:42:52.429187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:52.429560 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.502353 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-c1dd5fdd-77ae-4060-a9bc-fba7aaabe561 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418404032&fields=id&tenant_id=6bbcc6240c3a408fbbc65de0043b7e59 HTTP/1.1" status: 200 len: 267 time: 0.0455532 Mar 08 12:42:52.570430 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.573435 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-31830b96-6305-43b5-ae48-4df98380297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'name': 'tempest-TestShelveInstance-1662037291-router', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:43Z', 'updated_at': '2022-03-08T12:42:47Z', 'revision_number': 4, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'gw_port': {'id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:44Z', 'updated_at': '2022-03-08T12:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f', 'name': '', 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'mac_address': 'fa:16:3e:84:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'c910b1c8-cd3a-42da-b13c-8fa0ba7654ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:47Z', 'updated_at': '2022-03-08T12:42:47Z', 'revision_number': 2, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'subnets': [{'id': 'c910b1c8-cd3a-42da-b13c-8fa0ba7654ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:52.577714 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Checking router: 825235e0-c190-44dc-beda-9558b75f6b2d for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:42:52.578346 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Updating router 825235e0-c190-44dc-beda-9558b75f6b2d port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:42:52.590287 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:42:52.638562 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.670537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.672335 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63606d-16f7-4879-b43d-96597e83328f req-12c05ceb-9fcb-4bec-b15d-97a91fa9c1da tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:52.674202 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-12c05ceb-9fcb-4bec-b15d-97a91fa9c1da tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 809 time: 0.1642220 Mar 08 12:42:52.699380 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-4aab41f3-f40a-4862-ad71-366acb382070 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/quotas/6bbcc6240c3a408fbbc65de0043b7e59 HTTP/1.1" status: 200 len: 375 time: 0.0137691 Mar 08 12:42:52.754228 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:52.800107 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cc63606d-16f7-4879-b43d-96597e83328f req-3981afaf-5026-4b69-bee3-82afe81d07b0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Synchronizing usage tracker for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:42:52.884835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cc63606d-16f7-4879-b43d-96597e83328f req-3981afaf-5026-4b69-bee3-82afe81d07b0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Unset dirty status for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:42:52.886738 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-3981afaf-5026-4b69-bee3-82afe81d07b0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1807816 Mar 08 12:42:53.008401 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-ee3689b6-4299-43b4-8d99-e54113c732ff service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:42:53.009442 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-ee3689b6-4299-43b4-8d99-e54113c732ff service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1103947 Mar 08 12:42:53.014377 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.033920 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Transition to ACTIVE for port object 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:42:53.107473 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.242870 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40a0a4-c101-481a-a346-1338a41c89df None None] Pushing event updated for resources: {'Port': ['ID=1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:53.274248 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-20c8c830-1005-4bf7-85fc-9cdfc522e00e service neutron] 10.222.0.32 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581322 Mar 08 12:42:53.347000 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Attempting to bind port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:53.347355 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Attempting to bind port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '66ad6f61-4818-4347-8290-555fe5d2392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:53.347723 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Attempting to bind port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f on network d06f56bd-f641-49a2-8eab-e2c30f896069 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:42:53.353409 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:42:53.353780 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Checking segment: {'id': '66ad6f61-4818-4347-8290-555fe5d2392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:42:53.354336 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.355022 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Bound using segment: {'id': '66ad6f61-4818-4347-8290-555fe5d2392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:42:53.355193 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Bound port: 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ad6f61-4818-4347-8290-555fe5d2392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:53.355538 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.420954 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-f2767155-1a4d-40d5-89df-e93c0eecd7fc service neutron] 10.222.0.32 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409514 Mar 08 12:42:53.463575 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-31830b96-6305-43b5-ae48-4df98380297d None None] For port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:42:53.466957 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-31830b96-6305-43b5-ae48-4df98380297d None None] For port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f,segment=NetworkSegment(66ad6f61-4818-4347-8290-555fe5d2392f),segment_id=66ad6f61-4818-4347-8290-555fe5d2392f)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:42:53.576503 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.650568 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Routers {'825235e0-c190-44dc-beda-9558b75f6b2d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:42:53.651018 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-31830b96-6305-43b5-ae48-4df98380297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['825235e0-c190-44dc-beda-9558b75f6b2d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:53.792475 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ea12a5c5-c401-4fac-9e18-13f998dc348e req-e9bade57-69f8-4e9f-8033-a77065e45b63 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 210 time: 0.0664954 Mar 08 12:42:53.871788 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40a0a4-c101-481a-a346-1338a41c89df None None] Pushing event updated for resources: {'Port': ['ID=1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:53.900568 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-31830b96-6305-43b5-ae48-4df98380297d None None] Set router 825235e0-c190-44dc-beda-9558b75f6b2d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:42:54.229577 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-31830b96-6305-43b5-ae48-4df98380297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'name': 'tempest-TestShelveInstance-1662037291-router', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:43Z', 'updated_at': '2022-03-08T12:42:47Z', 'revision_number': 4, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'gw_port': {'id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:44Z', 'updated_at': '2022-03-08T12:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f', 'name': '', 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'mac_address': 'fa:16:3e:84:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'c910b1c8-cd3a-42da-b13c-8fa0ba7654ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:47Z', 'updated_at': '2022-03-08T12:42:53Z', 'revision_number': 4, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'subnets': [{'id': 'c910b1c8-cd3a-42da-b13c-8fa0ba7654ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:54.233854 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31830b96-6305-43b5-ae48-4df98380297d None None] The sync data for ids ['825235e0-c190-44dc-beda-9558b75f6b2d'] in dv-neutron-828143-8-hyperv is: [{'id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'name': 'tempest-TestShelveInstance-1662037291-router', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:43Z', 'updated_at': '2022-03-08T12:42:47Z', 'revision_number': 4, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'gw_port': {'id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:44Z', 'updated_at': '2022-03-08T12:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f', 'name': '', 'network_id': 'd06f56bd-f641-49a2-8eab-e2c30f896069', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'mac_address': 'fa:16:3e:84:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'c910b1c8-cd3a-42da-b13c-8fa0ba7654ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:47Z', 'updated_at': '2022-03-08T12:42:53Z', 'revision_number': 4, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'subnets': [{'id': 'c910b1c8-cd3a-42da-b13c-8fa0ba7654ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:54.247738 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:42:54.378985 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:42:54.388514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:54.388514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.514505 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.551510 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f,segment=NetworkSegment(66ad6f61-4818-4347-8290-555fe5d2392f),segment_id=66ad6f61-4818-4347-8290-555fe5d2392f)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:42:54.638951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.640065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:42:54.762775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:54.777175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:54.777560 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.918962 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b605b528-9ba1-45e3-9134-f155f0f0ae0c req-cb9b82f5-9d44-4fa2-95d1-f31cf4ba18f1 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 210 time: 0.0573254 Mar 08 12:42:56.073373 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-109fbfd7-022d-414c-9ccd-8bc37c3718e9 req-e8e29451-c811-4d2f-a995-4a93a811b993 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 210 time: 0.0436513 Mar 08 12:42:56.218659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:42:56.288939 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:56.289317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.355904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63606d-16f7-4879-b43d-96597e83328f req-5d5acd2a-feb3-4c94-aefb-6fdae30a61ea tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:56.357407 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-5d5acd2a-feb3-4c94-aefb-6fdae30a61ea tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 809 time: 0.1553960 Mar 08 12:42:56.408962 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-bad5f506-5751-40f5-9db1-88823f908a81 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bbcc6240c3a408fbbc65de0043b7e59 HTTP/1.1" status: 200 len: 379 time: 0.0431962 Mar 08 12:42:56.417953 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'port': {'device_id': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'admin_state_up': True, 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'security_groups': ['37110961-8cfe-4b97-9522-394d22cc4a44']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:56.555718 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:42:56.573081 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:42:56.678655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Made reservation on behalf of 6bbcc6240c3a408fbbc65de0043b7e59 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:56.682361 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.846845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Allocated IP 172.20.0.6 (78126620-ad72-4cee-9a20-370a62ee26b5/c1adb8ae-55c3-4cd5-99a7-fe94a74861ee/e52f2f26-f5ae-456d-aa5d-24480900676b) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:57.032786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.048149 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Transition to ACTIVE for port object e52f2f26-f5ae-456d-aa5d-24480900676b will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:42:57.158822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.262957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Network 78126620-ad72-4cee-9a20-370a62ee26b5 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:57.266683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:57.268985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:42:57.336311 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'Port': ['ID=e52f2f26-f5ae-456d-aa5d-24480900676b,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:57.360817 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:57.361496 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.404410 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fe3da-023d-4bca-958e-fe1a515735a4 req-5edcab36-6b61-44dc-a794-4052e98fcb2f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:57.405096 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e66fe3da-023d-4bca-958e-fe1a515735a4 req-5edcab36-6b61-44dc-a794-4052e98fcb2f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Synchronizing usage tracker for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:42:57.486117 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-0b18f4d1-4ff3-4047-acf1-e3555108cad3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0726206 Mar 08 12:42:57.546626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Request body: {'port': {'device_id': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:57.565024 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ab04b303-efc5-4414-93e9-5002c6610408 None None] Provisioning for port e52f2f26-f5ae-456d-aa5d-24480900676b completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:42:57.569653 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e66fe3da-023d-4bca-958e-fe1a515735a4 req-5edcab36-6b61-44dc-a794-4052e98fcb2f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Unset dirty status for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:42:57.570193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-ab04b303-efc5-4414-93e9-5002c6610408 None None] Provisioning complete for port e52f2f26-f5ae-456d-aa5d-24480900676b triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:57.570661 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ab04b303-efc5-4414-93e9-5002c6610408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.570808 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e66fe3da-023d-4bca-958e-fe1a515735a4 req-5edcab36-6b61-44dc-a794-4052e98fcb2f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 931 time: 0.3725023 Mar 08 12:42:57.634714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-ab04b303-efc5-4414-93e9-5002c6610408 None None] Port e52f2f26-f5ae-456d-aa5d-24480900676b cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:42:57.635108 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e66fe3da-023d-4bca-958e-fe1a515735a4 req-e82d9b33-d439-48d3-bf13-9abe7f249fe0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579357 Mar 08 12:42:57.698578 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.143549 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52f2f26-f5ae-456d-aa5d-24480900676b {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:42:58.151028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.165587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Transition to ACTIVE for port object e52f2f26-f5ae-456d-aa5d-24480900676b will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:42:58.238683 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.396446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Pushing event updated for resources: {'Port': ['ID=e52f2f26-f5ae-456d-aa5d-24480900676b,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:58.475555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Attempting to bind port e52f2f26-f5ae-456d-aa5d-24480900676b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:58.475889 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Attempting to bind port e52f2f26-f5ae-456d-aa5d-24480900676b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:58.476221 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Attempting to bind port e52f2f26-f5ae-456d-aa5d-24480900676b on network 78126620-ad72-4cee-9a20-370a62ee26b5 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:42:58.480681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Port e52f2f26-f5ae-456d-aa5d-24480900676b on network 78126620-ad72-4cee-9a20-370a62ee26b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:42:58.480999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Attempting to bind port e52f2f26-f5ae-456d-aa5d-24480900676b on network 78126620-ad72-4cee-9a20-370a62ee26b5 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:42:58.486660 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:42:58.487000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Checking segment: {'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:42:58.487379 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Bound using segment: {'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:42:58.487793 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Bound port: e52f2f26-f5ae-456d-aa5d-24480900676b, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:58.488137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.581141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] For port e52f2f26-f5ae-456d-aa5d-24480900676b, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:42:58.584076 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] For port e52f2f26-f5ae-456d-aa5d-24480900676b, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e52f2f26-f5ae-456d-aa5d-24480900676b,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:42:58.655903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.710646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:58.711216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.712885 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] 10.222.0.18 "PUT /v2.0/ports/e52f2f26-f5ae-456d-aa5d-24480900676b HTTP/1.1" status: 200 len: 1093 time: 1.2195954 Mar 08 12:42:58.715539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:42:58.748591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678ca5d-c94b-4a41-975c-0205b424bba8 service neutron] Pushing event updated for resources: {'Port': ['ID=e52f2f26-f5ae-456d-aa5d-24480900676b,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:58.773541 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'status': 'completed', 'code': 200} Mar 08 12:42:58.889004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b817b8f-4a3d-4d05-bbc0-eb00ba78ce06 req-4a4af36b-9509-431a-9691-987b4ee733e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:58.890516 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8b817b8f-4a3d-4d05-bbc0-eb00ba78ce06 req-4a4af36b-9509-431a-9691-987b4ee733e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1096 time: 0.0934331 Mar 08 12:42:58.967804 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2b133-39fa-4e14-baf3-258bcdd2c62b req-6e9b4661-70f7-4255-b867-ab3defe0642c tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:58.969840 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-38f2b133-39fa-4e14-baf3-258bcdd2c62b req-6e9b4661-70f7-4255-b867-ab3defe0642c tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.2083950 Mar 08 12:42:59.014660 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-38f2b133-39fa-4e14-baf3-258bcdd2c62b req-f7cecfdd-f3b6-4edc-aea3-66feceacf2b8 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Synchronizing usage tracker for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:42:59.038034 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b817b8f-4a3d-4d05-bbc0-eb00ba78ce06 req-51ab8b1d-a094-4cfb-9d6a-18205c2c41da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:59.039499 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8b817b8f-4a3d-4d05-bbc0-eb00ba78ce06 req-51ab8b1d-a094-4cfb-9d6a-18205c2c41da service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1421955 Mar 08 12:42:59.095953 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-38f2b133-39fa-4e14-baf3-258bcdd2c62b req-f7cecfdd-f3b6-4edc-aea3-66feceacf2b8 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Unset dirty status for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:42:59.097148 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-38f2b133-39fa-4e14-baf3-258bcdd2c62b req-f7cecfdd-f3b6-4edc-aea3-66feceacf2b8 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213107 Mar 08 12:42:59.174641 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b817b8f-4a3d-4d05-bbc0-eb00ba78ce06 req-385327fe-d610-4520-a240-7977fe7d2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:59.176082 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8b817b8f-4a3d-4d05-bbc0-eb00ba78ce06 req-385327fe-d610-4520-a240-7977fe7d2ba0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311419 Mar 08 12:42:59.278508 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63606d-16f7-4879-b43d-96597e83328f req-a18c0c19-c22d-4618-b3a5-90496a70aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:59.279883 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-a18c0c19-c22d-4618-b3a5-90496a70aaee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1096 time: 0.0695426 Mar 08 12:42:59.350728 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-d9e6acb0-a9d7-420d-86d9-be486f8cfbe3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e52f2f26-f5ae-456d-aa5d-24480900676b HTTP/1.1" status: 200 len: 217 time: 0.0642927 Mar 08 12:42:59.412764 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63606d-16f7-4879-b43d-96597e83328f req-2f0de983-acbd-41e9-9919-7e33a766f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:59.414249 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-2f0de983-acbd-41e9-9919-7e33a766f8d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0575445 Mar 08 12:42:59.493614 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63606d-16f7-4879-b43d-96597e83328f req-c6825ab4-0c67-406e-ace5-b533e167bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:59.495105 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-c6825ab4-0c67-406e-ace5-b533e167bb9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752988 Mar 08 12:42:59.628209 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-06eb060e-9a46-4083-9b84-fa9901c1ea30 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257532 Mar 08 12:42:59.764917 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cc63606d-16f7-4879-b43d-96597e83328f req-50fbcce3-84f5-43fd-b916-e3b3567de4cc service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311553 Mar 08 12:43:00.284543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16080f7-cfff-4ed7-892a-c238474b6ab3 req-ef2ad6e8-a50b-4c21-87c6-8583720d3984 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:00.286021 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e16080f7-cfff-4ed7-892a-c238474b6ab3 req-ef2ad6e8-a50b-4c21-87c6-8583720d3984 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0788555 Mar 08 12:43:00.330312 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e16080f7-cfff-4ed7-892a-c238474b6ab3 req-483ad377-e0ea-4805-8c51-2d3d3ea6873a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387876 Mar 08 12:43:01.518198 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dddcd-74e5-429f-bad9-2e91a92212ab req-da682a9c-f637-4269-9f9b-dbf1aa135ee6 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:01.519656 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-af4dddcd-74e5-429f-bad9-2e91a92212ab req-da682a9c-f637-4269-9f9b-dbf1aa135ee6 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0834017 Mar 08 12:43:01.564539 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-af4dddcd-74e5-429f-bad9-2e91a92212ab req-13d920cf-6895-4f92-9529-83166e645eac tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390384 Mar 08 12:43:02.902723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c3dc9-05a4-49b2-a4ab-8f7268844358 req-3ec746d3-9f9c-4c1c-ba3c-354897f5f95a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:02.904079 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df9c3dc9-05a4-49b2-a4ab-8f7268844358 req-3ec746d3-9f9c-4c1c-ba3c-354897f5f95a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0832620 Mar 08 12:43:03.053782 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df9c3dc9-05a4-49b2-a4ab-8f7268844358 req-4ac32c91-69c7-4d9f-b404-229d088df478 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436300 Mar 08 12:43:03.192735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e52f2f26-f5ae-456d-aa5d-24480900676b details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:43:03.321433 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e52f2f26-f5ae-456d-aa5d-24480900676b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e52f2f26-f5ae-456d-aa5d-24480900676b,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:43:03.334142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'port_id': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'mac_address': 'fa:16:3e:ff:9a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:43:03.386885 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.403473 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52f2f26-f5ae-456d-aa5d-24480900676b {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:43:03.418613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e52f2f26-f5ae-456d-aa5d-24480900676b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e52f2f26-f5ae-456d-aa5d-24480900676b,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:43:03.475603 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.581335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e52f2f26-f5ae-456d-aa5d-24480900676b,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:03.847360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['e52f2f26-f5ae-456d-aa5d-24480900676b'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:43:04.237211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca137593-580a-4029-ba07-b0b3e49bf0bd req-83529ea9-0f44-4fea-a416-48afd3957f93 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:04.238707 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ca137593-580a-4029-ba07-b0b3e49bf0bd req-83529ea9-0f44-4fea-a416-48afd3957f93 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 944 time: 0.0791967 Mar 08 12:43:04.282327 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ca137593-580a-4029-ba07-b0b3e49bf0bd req-be1f1fcd-398a-4d64-9d64-768f19bb1633 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380583 Mar 08 12:43:05.223562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e52f2f26-f5ae-456d-aa5d-24480900676b up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:43:05.361498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port e52f2f26-f5ae-456d-aa5d-24480900676b completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:43:05.367385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port e52f2f26-f5ae-456d-aa5d-24480900676b triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:05.367765 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.468618 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd84e7b-7254-47c3-b30b-34383f0124fa req-08ba94f4-f778-4f78-899d-da48d98a9d31 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:05.470109 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5fd84e7b-7254-47c3-b30b-34383f0124fa req-08ba94f4-f778-4f78-899d-da48d98a9d31 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 944 time: 0.0806644 Mar 08 12:43:05.482285 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.511926 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:43:05.514905 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5fd84e7b-7254-47c3-b30b-34383f0124fa req-c1badc8c-794e-4c92-a76e-2a7dd3375e8a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391355 Mar 08 12:43:05.522618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e52f2f26-f5ae-456d-aa5d-24480900676b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e52f2f26-f5ae-456d-aa5d-24480900676b,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:43:05.598376 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.639286 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'code': 200} Mar 08 12:43:05.673360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e52f2f26-f5ae-456d-aa5d-24480900676b,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:05.963776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e6902-3e96-4061-8425-f7e627f1bddd req-6bfb00ca-22f1-4343-a413-1b6544ee1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:05.965293 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-675e6902-3e96-4061-8425-f7e627f1bddd req-6bfb00ca-22f1-4343-a413-1b6544ee1e1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1098 time: 0.0744722 Mar 08 12:43:06.007588 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-675e6902-3e96-4061-8425-f7e627f1bddd req-f2548228-6389-4d2b-b8c9-089b38128524 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359478 Mar 08 12:43:06.705945 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a59c0-0e34-437e-bb9e-4c736180922e req-f3ad6113-2940-4791-bd57-1a06744a78b1 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:06.707288 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-870a59c0-0e34-437e-bb9e-4c736180922e req-f3ad6113-2940-4791-bd57-1a06744a78b1 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0834079 Mar 08 12:43:06.750469 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-870a59c0-0e34-437e-bb9e-4c736180922e req-ddca1f35-9955-4002-9c0e-7bd35f4adc2e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376499 Mar 08 12:43:07.941093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3e0be-b805-43f2-92e6-06be0cee29a1 req-b90530ca-d69f-4616-b2ca-d00dc2fc7e78 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:07.942457 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-77c3e0be-b805-43f2-92e6-06be0cee29a1 req-b90530ca-d69f-4616-b2ca-d00dc2fc7e78 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0831409 Mar 08 12:43:07.985688 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-77c3e0be-b805-43f2-92e6-06be0cee29a1 req-06fe5f8f-062c-40e9-b7f3-544b99a15436 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376878 Mar 08 12:43:08.174339 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330b8d0-53fb-428f-8b99-ec7452c778b7 req-8a748006-e0eb-44fe-b667-50f14df4ff1e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:08.175804 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2330b8d0-53fb-428f-8b99-ec7452c778b7 req-8a748006-e0eb-44fe-b667-50f14df4ff1e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0874314 Mar 08 12:43:08.218394 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2330b8d0-53fb-428f-8b99-ec7452c778b7 req-f82a839e-f456-4eff-92ad-710c59b218ae tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370040 Mar 08 12:43:08.241604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 32796) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:43:08.354918 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a942bffb-64ed-4441-b365-81ee2b524fb6 tempest-TestShelveInstance-1647704697 tempest-TestShelveInstance-1647704697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:08.355648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a942bffb-64ed-4441-b365-81ee2b524fb6 tempest-TestShelveInstance-1647704697 tempest-TestShelveInstance-1647704697-project-admin] Synchronizing usage tracker for tenant:2fc5390d56554aaa988dd9d4942b3e12 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:43:08.446579 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a942bffb-64ed-4441-b365-81ee2b524fb6 tempest-TestShelveInstance-1647704697 tempest-TestShelveInstance-1647704697-project-admin] Unset dirty status for tenant:2fc5390d56554aaa988dd9d4942b3e12 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:43:08.447802 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a942bffb-64ed-4441-b365-81ee2b524fb6 tempest-TestShelveInstance-1647704697 tempest-TestShelveInstance-1647704697-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1093 time: 0.2051971 Mar 08 12:43:08.450752 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 32802) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:43:08.456407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:08.464540 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:43:08.468716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:floatingip and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:43:08.472046 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:43:08.477901 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:43:08.555134 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.693726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.833060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Allocated IP 172.26.4.76 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/af8a2073-38f5-4d68-bc53-210fdeea5c9e) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:08.979472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.081045 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.141487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:09.144109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:09.153052 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:43:09.187333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'Port': ['ID=af8a2073-38f5-4d68-bc53-210fdeea5c9e,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:09.561265 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.728017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.943567 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7c74c59e-609d-4153-a1c4-7e44c200f199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.033557 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.086284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.190858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'Port': ['ID=af8a2073-38f5-4d68-bc53-210fdeea5c9e,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:10.202483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.373819 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Floating IP 9e8f6fee-bbc5-4591-a936-27fa990803b5 associated. External IP: 172.26.4.76, port: e52f2f26-f5ae-456d-aa5d-24480900676b. Mar 08 12:43:10.722816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:43:10.915419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:43:10.925201 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2adc6d-e11b-4cac-a428-321b8b4903e4 None None] Sync routers for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:10.935223 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2adc6d-e11b-4cac-a428-321b8b4903e4 None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:43:10.935922 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-2c2adc6d-e11b-4cac-a428-321b8b4903e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:10.993366 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.084362 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0928a214-3eaa-481a-a620-bb5d94b17cdd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6322770 Mar 08 12:43:11.085274 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:43:11.132649 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'status': 'completed', 'code': 200} Mar 08 12:43:11.156999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-2c2adc6d-e11b-4cac-a428-321b8b4903e4 None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:43:11.226788 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88388806-0af6-40f9-b7f2-e42e31f28f78 req-363c7fc7-1b27-4751-a740-c8af705f45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:11.228195 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-88388806-0af6-40f9-b7f2-e42e31f28f78 req-363c7fc7-1b27-4751-a740-c8af705f45cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1098 time: 0.0741422 Mar 08 12:43:11.357731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88388806-0af6-40f9-b7f2-e42e31f28f78 req-56f4e8f0-dcd8-43ef-a9bc-059180e408bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:11.359763 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-88388806-0af6-40f9-b7f2-e42e31f28f78 req-56f4e8f0-dcd8-43ef-a9bc-059180e408bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1255076 Mar 08 12:43:11.506731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-2c2adc6d-e11b-4cac-a428-321b8b4903e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '9e8f6fee-bbc5-4591-a936-27fa990803b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'floating_ip_address': '172.26.4.76', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'port_id': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'mac_address': 'fa:16:3e:ff:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:43:09Z', 'updated_at': '2022-03-08T12:43:09Z', 'revision_number': 0, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 5, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:11.510855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2adc6d-e11b-4cac-a428-321b8b4903e4 None None] Checking router: 1ffdbdeb-6f56-47c6-aa75-39b91131df91 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:43:11.519840 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2adc6d-e11b-4cac-a428-321b8b4903e4 None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:43:11.520449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-2c2adc6d-e11b-4cac-a428-321b8b4903e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:42:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:11.577144 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-88388806-0af6-40f9-b7f2-e42e31f28f78 req-de1e0187-dff9-43ff-8032-fb4dc35de26b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e52f2f26-f5ae-456d-aa5d-24480900676b HTTP/1.1" status: 200 len: 998 time: 0.2122319 Mar 08 12:43:11.638497 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88388806-0af6-40f9-b7f2-e42e31f28f78 req-b373b499-8083-407f-a8e6-2b4fe100849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:11.639914 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-88388806-0af6-40f9-b7f2-e42e31f28f78 req-b373b499-8083-407f-a8e6-2b4fe100849c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0565667 Mar 08 12:43:11.701398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-2c2adc6d-e11b-4cac-a428-321b8b4903e4 None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:43:11.721184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88388806-0af6-40f9-b7f2-e42e31f28f78 req-6b010bfa-7905-4064-a2d5-f41f45ed168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:11.722726 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-88388806-0af6-40f9-b7f2-e42e31f28f78 req-6b010bfa-7905-4064-a2d5-f41f45ed168e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728419 Mar 08 12:43:11.863007 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-88388806-0af6-40f9-b7f2-e42e31f28f78 req-5e565b25-997f-44ae-b89f-ad97a71a1156 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338980 Mar 08 12:43:11.996767 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-88388806-0af6-40f9-b7f2-e42e31f28f78 req-cf6ff99b-9a71-4714-ab45-203a4857f940 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279244 Mar 08 12:43:12.098530 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-2c2adc6d-e11b-4cac-a428-321b8b4903e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '9e8f6fee-bbc5-4591-a936-27fa990803b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'floating_ip_address': '172.26.4.76', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'port_id': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'mac_address': 'fa:16:3e:ff:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:43:09Z', 'updated_at': '2022-03-08T12:43:09Z', 'revision_number': 0, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 5, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:12.102493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2adc6d-e11b-4cac-a428-321b8b4903e4 None None] The sync data for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv is: [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '9e8f6fee-bbc5-4591-a936-27fa990803b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'floating_ip_address': '172.26.4.76', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'port_id': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'mac_address': 'fa:16:3e:ff:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:43:09Z', 'updated_at': '2022-03-08T12:43:09Z', 'revision_number': 0, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 5, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:12.200605 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-62aa00db-d5f5-4585-9211-635949dedb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.300934 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa95c15-a575-408c-ac63-a0ec3a0eaef9 None None] New status for floating IP 9e8f6fee-bbc5-4591-a936-27fa990803b5: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:43:13.474976 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.658317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.086193 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.935150 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.074040 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:43:39.936794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-88901033-e7b3-4e2a-ad05-abd26342e9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.205236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-dcdf9332-b387-4367-914d-98c7c278a313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.488780 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.671394 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:44.116982 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:44.913504 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.954229 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b9274061-c42f-4f29-a0b0-6087a05211ea req-2dd5d530-cbe0-4418-a660-bbea8fbed57c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723312 Mar 08 12:43:57.072456 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:43:57.087953 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9274061-c42f-4f29-a0b0-6087a05211ea req-601919fb-2560-4ee3-9949-e3ee0d1e80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:57.089415 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b9274061-c42f-4f29-a0b0-6087a05211ea req-601919fb-2560-4ee3-9949-e3ee0d1e80bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1098 time: 0.0702913 Mar 08 12:43:57.230835 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9274061-c42f-4f29-a0b0-6087a05211ea req-a710c0d8-44ca-43f4-a673-0cb8f87800db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:57.232190 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b9274061-c42f-4f29-a0b0-6087a05211ea req-a710c0d8-44ca-43f4-a673-0cb8f87800db service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1252425 Mar 08 12:43:57.335700 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b9274061-c42f-4f29-a0b0-6087a05211ea req-8326d5be-35eb-4a8e-9163-a6ab1c27e93f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e52f2f26-f5ae-456d-aa5d-24480900676b HTTP/1.1" status: 200 len: 1000 time: 0.0976279 Mar 08 12:43:57.398645 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9274061-c42f-4f29-a0b0-6087a05211ea req-07afbc9d-c6eb-4adf-8908-aaf75930daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:57.400060 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b9274061-c42f-4f29-a0b0-6087a05211ea req-07afbc9d-c6eb-4adf-8908-aaf75930daa9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0578904 Mar 08 12:43:57.476070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9274061-c42f-4f29-a0b0-6087a05211ea req-c499b2a8-9b05-425e-b879-d99a89e6371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:57.477556 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b9274061-c42f-4f29-a0b0-6087a05211ea req-c499b2a8-9b05-425e-b879-d99a89e6371b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717645 Mar 08 12:43:57.611188 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b9274061-c42f-4f29-a0b0-6087a05211ea req-61292a86-306d-4fe5-bb55-017707f96acf service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278989 Mar 08 12:43:57.744743 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b9274061-c42f-4f29-a0b0-6087a05211ea req-3bd15817-eba3-47cf-8fb4-038ed6ced846 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276221 Mar 08 12:44:09.941317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ab6eff60-5d61-4b2b-b0b5-e556a58d9f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.192494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e528a917-e5a5-4cf3-ac56-398ff247c910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.488192 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.667086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:14.124377 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:14.946756 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.070631 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:44:39.922601 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c5d2af7a-5812-4d9d-be56-d169eda6c47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.238771 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-eed87542-2c31-4d67-af8f-7689cf5860fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.494219 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.693970 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.116595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.905641 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:59.033899 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e139ee11-64c5-4125-b36e-9e049f153a61 req-c7c56c08-aa8f-4d33-a207-1a2e95302251 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1128724 Mar 08 12:44:59.173424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139ee11-64c5-4125-b36e-9e049f153a61 req-2ff3bfcc-876f-4969-bb38-f8e2836d3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:59.174836 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e139ee11-64c5-4125-b36e-9e049f153a61 req-2ff3bfcc-876f-4969-bb38-f8e2836d3b9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1098 time: 0.0741072 Mar 08 12:44:59.317368 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139ee11-64c5-4125-b36e-9e049f153a61 req-91ed7cf2-0859-4f97-8f38-c9e26383a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:59.321030 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e139ee11-64c5-4125-b36e-9e049f153a61 req-91ed7cf2-0859-4f97-8f38-c9e26383a33b service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1250279 Mar 08 12:44:59.527868 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e139ee11-64c5-4125-b36e-9e049f153a61 req-ada7e2a4-5ec7-452b-802f-b5cf5fa636ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e52f2f26-f5ae-456d-aa5d-24480900676b HTTP/1.1" status: 200 len: 1000 time: 0.2020640 Mar 08 12:44:59.588079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139ee11-64c5-4125-b36e-9e049f153a61 req-75f1318c-da3a-4a15-a1f2-ac1a6e8cace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:59.589469 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e139ee11-64c5-4125-b36e-9e049f153a61 req-75f1318c-da3a-4a15-a1f2-ac1a6e8cace3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0552616 Mar 08 12:44:59.664590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139ee11-64c5-4125-b36e-9e049f153a61 req-a47237a1-eea7-401c-87c3-6d228871dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:59.666102 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e139ee11-64c5-4125-b36e-9e049f153a61 req-a47237a1-eea7-401c-87c3-6d228871dc8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695283 Mar 08 12:44:59.796426 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e139ee11-64c5-4125-b36e-9e049f153a61 req-e65e62fb-8f9c-477e-9746-da4aed95cbbd service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234844 Mar 08 12:44:59.926295 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e139ee11-64c5-4125-b36e-9e049f153a61 req-b51904f6-7f03-4af0-9254-70883c79ec8d service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236205 Mar 08 12:45:09.933111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e26c5f8e-b065-4817-96aa-f0b7501189f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.069638 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:45:12.224408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4fd0354e-a84c-4793-8e53-9ece98f3ac19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.481750 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.687352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.120931 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.909534 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:39.982996 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-75f5d3ba-638d-44db-b0e8-3cf5e60dabeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.205530 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-198f658d-b44e-4da7-8fe4-ceac69057898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.497197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.674556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.154447 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.936808 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.069028 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:45:49.201897 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dedc63-f2b4-42af-8de6-7123be82ba05 req-7f443efa-4447-4e23-8e61-5ebd040e018a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:49.203357 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-03dedc63-f2b4-42af-8de6-7123be82ba05 req-7f443efa-4447-4e23-8e61-5ebd040e018a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.1247234 Mar 08 12:45:49.260944 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-03dedc63-f2b4-42af-8de6-7123be82ba05 req-2fc33d21-0080-436e-a977-64da275a2aae tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519590 Mar 08 12:45:50.455159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7157e33-9eea-42ce-9be0-44fc3648bfaf req-2156d90f-04f2-45f4-9833-bb755e929c2d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:50.456616 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e7157e33-9eea-42ce-9be0-44fc3648bfaf req-2156d90f-04f2-45f4-9833-bb755e929c2d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0837421 Mar 08 12:45:50.500632 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e7157e33-9eea-42ce-9be0-44fc3648bfaf req-224b2857-3904-457b-95d6-7de7a3e5ca7a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382521 Mar 08 12:45:51.686652 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb78ef-69b3-4057-a6e7-d55a10f21da7 req-e85d89e0-cdf9-426d-89f7-a047ea319f4f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:51.688118 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cefb78ef-69b3-4057-a6e7-d55a10f21da7 req-e85d89e0-cdf9-426d-89f7-a047ea319f4f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0814626 Mar 08 12:45:51.733628 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cefb78ef-69b3-4057-a6e7-d55a10f21da7 req-f46f4682-002d-4aab-99ce-30ab74e73375 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399678 Mar 08 12:45:52.933837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b3996-8de0-4d72-8510-ab3e26af4ecf req-ceb8514a-a9bb-45ed-803d-4f8c9ebe3e67 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:52.935250 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e04b3996-8de0-4d72-8510-ab3e26af4ecf req-ceb8514a-a9bb-45ed-803d-4f8c9ebe3e67 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0864794 Mar 08 12:45:52.981827 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e04b3996-8de0-4d72-8510-ab3e26af4ecf req-96b6aa98-df32-4447-af07-7848c1db4103 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409596 Mar 08 12:45:54.170557 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b313b8-1d58-4ad5-8438-40ae6ddefd8d req-720853d6-3c70-4a52-b95f-5255c6979658 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:54.171994 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c3b313b8-1d58-4ad5-8438-40ae6ddefd8d req-720853d6-3c70-4a52-b95f-5255c6979658 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0822244 Mar 08 12:45:54.215589 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c3b313b8-1d58-4ad5-8438-40ae6ddefd8d req-fe471910-3993-4b36-9c5b-8c69fafb1151 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380912 Mar 08 12:45:55.396498 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc02ad-19bf-48ca-80aa-86065eb19647 req-8a40c518-a18b-4a07-a907-7ccabe9077e6 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:55.397975 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bdbc02ad-19bf-48ca-80aa-86065eb19647 req-8a40c518-a18b-4a07-a907-7ccabe9077e6 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0790102 Mar 08 12:45:55.442726 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bdbc02ad-19bf-48ca-80aa-86065eb19647 req-fc9946ae-4614-43d4-844b-2bedc3af8808 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383668 Mar 08 12:45:56.636036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797a9a-2a24-4cdb-8d75-0486ee692610 req-11b9785e-206c-4174-a03f-8f2098a490da tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:56.637491 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-85797a9a-2a24-4cdb-8d75-0486ee692610 req-11b9785e-206c-4174-a03f-8f2098a490da tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0843544 Mar 08 12:45:56.689295 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-85797a9a-2a24-4cdb-8d75-0486ee692610 req-69ba9c27-8517-425f-bd91-6c46ade8af7c tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459304 Mar 08 12:45:57.873703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ddc24-660e-4eb0-982f-50b45e30cae4 req-3cf3c934-891f-4ebe-82a4-c6b2ffdf1da4 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:57.875180 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-674ddc24-660e-4eb0-982f-50b45e30cae4 req-3cf3c934-891f-4ebe-82a4-c6b2ffdf1da4 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0817320 Mar 08 12:45:57.918414 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-674ddc24-660e-4eb0-982f-50b45e30cae4 req-af16cde3-375a-4e7e-8caf-07185779826a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376246 Mar 08 12:45:59.040534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696eb0c-858b-4ef3-b026-7d3f78ec516f req-4736e110-3183-4355-8e2d-4819da1a6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:59.042659 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9696eb0c-858b-4ef3-b026-7d3f78ec516f req-4736e110-3183-4355-8e2d-4819da1a6949 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1098 time: 0.0712352 Mar 08 12:45:59.102714 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde1619-0131-444a-9c15-41e7396c16c0 req-a55dde60-cb42-420d-8760-17c3fbf0c08d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:59.104782 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2dde1619-0131-444a-9c15-41e7396c16c0 req-a55dde60-cb42-420d-8760-17c3fbf0c08d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0811844 Mar 08 12:45:59.148617 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2dde1619-0131-444a-9c15-41e7396c16c0 req-875a4504-fde0-438d-ae9b-3c0f734c0679 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381696 Mar 08 12:45:59.187556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696eb0c-858b-4ef3-b026-7d3f78ec516f req-b1a5a967-5baa-4e14-a2ef-10bede617b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:59.189000 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9696eb0c-858b-4ef3-b026-7d3f78ec516f req-b1a5a967-5baa-4e14-a2ef-10bede617b97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1276865 Mar 08 12:45:59.292149 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9696eb0c-858b-4ef3-b026-7d3f78ec516f req-e1afb0aa-cb3f-4eb9-af6e-19897317868d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e52f2f26-f5ae-456d-aa5d-24480900676b HTTP/1.1" status: 200 len: 1000 time: 0.0966811 Mar 08 12:45:59.357083 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696eb0c-858b-4ef3-b026-7d3f78ec516f req-f1cf90a6-02b1-4c68-aa36-5de13781d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:59.359083 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9696eb0c-858b-4ef3-b026-7d3f78ec516f req-f1cf90a6-02b1-4c68-aa36-5de13781d3df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0608740 Mar 08 12:45:59.432725 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696eb0c-858b-4ef3-b026-7d3f78ec516f req-6ea30fe7-8901-429a-9d0c-c3aad6d8f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:59.434334 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9696eb0c-858b-4ef3-b026-7d3f78ec516f req-6ea30fe7-8901-429a-9d0c-c3aad6d8f909 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695159 Mar 08 12:45:59.568919 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9696eb0c-858b-4ef3-b026-7d3f78ec516f req-806450cf-f409-4a5b-9b99-b77fe4c6316e service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285498 Mar 08 12:45:59.700228 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9696eb0c-858b-4ef3-b026-7d3f78ec516f req-836e8da9-b667-44fc-8d69-77fd31187453 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234670 Mar 08 12:46:00.334702 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e9d7d-f9a5-4130-a91d-087b271b4b67 req-26f0351f-6d91-494d-9390-915d8d89ae1f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:00.336227 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-830e9d7d-f9a5-4130-a91d-087b271b4b67 req-26f0351f-6d91-494d-9390-915d8d89ae1f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0800676 Mar 08 12:46:00.384610 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-830e9d7d-f9a5-4130-a91d-087b271b4b67 req-5c0581e0-04df-483f-90d1-bf727190766f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421851 Mar 08 12:46:01.577497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb9f9b-4f6e-44e6-9f12-4bf76bcf545f req-b00e347b-43ee-4d5a-a717-eb2f69dfbaed tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:01.579044 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6dcb9f9b-4f6e-44e6-9f12-4bf76bcf545f req-b00e347b-43ee-4d5a-a717-eb2f69dfbaed tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0853679 Mar 08 12:46:01.624199 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6dcb9f9b-4f6e-44e6-9f12-4bf76bcf545f req-58a990ba-5fc8-428b-a20f-ed5eec57fc5f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395896 Mar 08 12:46:02.048443 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e52f2f26-f5ae-456d-aa5d-24480900676b details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:46:02.182859 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e52f2f26-f5ae-456d-aa5d-24480900676b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e52f2f26-f5ae-456d-aa5d-24480900676b,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:46:02.196188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'port_id': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'mac_address': 'fa:16:3e:ff:9a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:46:02.252534 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.271617 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e52f2f26-f5ae-456d-aa5d-24480900676b {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:46:02.286858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e52f2f26-f5ae-456d-aa5d-24480900676b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e52f2f26-f5ae-456d-aa5d-24480900676b,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:46:02.359927 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.434508 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e52f2f26-f5ae-456d-aa5d-24480900676b,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:02.442899 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:02.443254 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:02.443599 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:02.443941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:02.444284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:02.444615 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:02.444944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:02.445273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:02.445600 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:02.445956 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:02.446276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:02.446599 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:02.450215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['e52f2f26-f5ae-456d-aa5d-24480900676b'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:46:02.833954 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c1877-81d8-4f90-9266-e40aabd2bba4 req-92b858a8-2755-4bcd-824f-b66d785066a6 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:02.835459 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dd9c1877-81d8-4f90-9266-e40aabd2bba4 req-92b858a8-2755-4bcd-824f-b66d785066a6 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 944 time: 0.0890913 Mar 08 12:46:02.881425 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dd9c1877-81d8-4f90-9266-e40aabd2bba4 req-d4ce9ea2-1eb9-4aee-a388-4377e60e3a73 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395815 Mar 08 12:46:04.056858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e52f2f26-f5ae-456d-aa5d-24480900676b up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:46:04.081093 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6018e0d-89b9-49bb-8771-051b1052c394 req-5cfba3f4-64cf-4c91-9bc8-86fefddb1c4c tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:04.081093 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b6018e0d-89b9-49bb-8771-051b1052c394 req-5cfba3f4-64cf-4c91-9bc8-86fefddb1c4c tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 944 time: 0.0917094 Mar 08 12:46:04.126189 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b6018e0d-89b9-49bb-8771-051b1052c394 req-ba660f80-3e3c-4541-9aac-0e3a556fb573 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401998 Mar 08 12:46:04.130055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port e52f2f26-f5ae-456d-aa5d-24480900676b triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:04.130055 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.250121 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.285662 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:46:04.297174 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e52f2f26-f5ae-456d-aa5d-24480900676b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e52f2f26-f5ae-456d-aa5d-24480900676b,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:46:04.382557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.430714 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'code': 200} Mar 08 12:46:04.456395 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e52f2f26-f5ae-456d-aa5d-24480900676b,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:05.318678 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9a198-9aee-477c-88a4-fe25f57b5460 req-a031c367-5a89-428a-bbc2-b7a1d12bdd53 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:05.320148 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-97e9a198-9aee-477c-88a4-fe25f57b5460 req-a031c367-5a89-428a-bbc2-b7a1d12bdd53 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0877693 Mar 08 12:46:05.366142 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-97e9a198-9aee-477c-88a4-fe25f57b5460 req-74e8e5e1-8e3b-4d93-ae0c-970f95a72495 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395048 Mar 08 12:46:06.565090 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f6aee-c88d-486a-b982-bc0a7883becf req-dae76f72-ffa7-4310-b27a-1a76c247142d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:06.566506 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4b4f6aee-c88d-486a-b982-bc0a7883becf req-dae76f72-ffa7-4310-b27a-1a76c247142d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0916736 Mar 08 12:46:06.613180 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-4b4f6aee-c88d-486a-b982-bc0a7883becf req-ded11128-cb9b-407e-afc3-069e118bd68f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407479 Mar 08 12:46:07.806279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437456e8-396a-4047-9fb2-ae3d0afab503 req-ec062de3-344a-4ecf-8e57-0af46eb58144 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:07.808343 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-437456e8-396a-4047-9fb2-ae3d0afab503 req-ec062de3-344a-4ecf-8e57-0af46eb58144 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0820832 Mar 08 12:46:07.856428 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-437456e8-396a-4047-9fb2-ae3d0afab503 req-138abe8a-a6b2-4d6f-9abd-dc2fcf1eacc7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420554 Mar 08 12:46:09.060811 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3e40d-d37c-434a-aff1-c8941cdee1db req-6acd18db-056a-464f-a3f2-09cbf6e83837 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:09.063755 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-92f3e40d-d37c-434a-aff1-c8941cdee1db req-6acd18db-056a-464f-a3f2-09cbf6e83837 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0902777 Mar 08 12:46:09.110888 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-92f3e40d-d37c-434a-aff1-c8941cdee1db req-4161cd32-501b-4454-b319-0caa75b8ffb5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423670 Mar 08 12:46:09.953975 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-77e985dd-6028-4ffb-a843-f53382d9a7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.341152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e376af-4153-4388-99ca-9791b0917cf7 req-27635ca1-9df2-4c65-8c90-f91f01e34444 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:10.346387 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a2e376af-4153-4388-99ca-9791b0917cf7 req-27635ca1-9df2-4c65-8c90-f91f01e34444 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.1168659 Mar 08 12:46:10.393991 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a2e376af-4153-4388-99ca-9791b0917cf7 req-589af5e0-7a37-437e-ac71-af220269308a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451818 Mar 08 12:46:11.598121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a6370-3c08-4b63-a96e-fd1f3e4ba2da req-8945c6df-dbab-43e3-a3cf-476d408141aa tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:11.606543 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b98a6370-3c08-4b63-a96e-fd1f3e4ba2da req-8945c6df-dbab-43e3-a3cf-476d408141aa tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0994678 Mar 08 12:46:11.664549 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b98a6370-3c08-4b63-a96e-fd1f3e4ba2da req-ea3d9ca1-22b0-43e2-a3db-29fa7b000304 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568058 Mar 08 12:46:12.252938 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a0c2a39d-23b1-48b0-ac42-d9e3b244fc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.875016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0f033-d848-4de4-a9b2-e188dbd41d1c req-8144828c-95a0-484b-802d-932f6c06e946 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:12.876514 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-46b0f033-d848-4de4-a9b2-e188dbd41d1c req-8144828c-95a0-484b-802d-932f6c06e946 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0950658 Mar 08 12:46:12.937308 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-46b0f033-d848-4de4-a9b2-e188dbd41d1c req-01f10518-87f5-40d2-ba39-cdb9d7052d68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490510 Mar 08 12:46:13.548036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.993386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.157152 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7556204-cdbf-41ab-bf0d-81abbe93071a req-2f3e7064-ece9-478d-b667-1ce59f0b1a72 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:14.158849 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f7556204-cdbf-41ab-bf0d-81abbe93071a req-2f3e7064-ece9-478d-b667-1ce59f0b1a72 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.1021512 Mar 08 12:46:14.165031 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.322598 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f7556204-cdbf-41ab-bf0d-81abbe93071a req-af4223f8-5139-4957-98d1-cd4428d1c798 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575179 Mar 08 12:46:14.970639 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.567510 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644d5bc-ccfc-461f-ba21-11243bc7addd req-eff74e0c-9c47-423a-b84e-475729cd6021 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:15.569126 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c644d5bc-ccfc-461f-ba21-11243bc7addd req-eff74e0c-9c47-423a-b84e-475729cd6021 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0919714 Mar 08 12:46:15.632000 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c644d5bc-ccfc-461f-ba21-11243bc7addd req-9856a2e4-d381-49fa-a14c-9a7973af037b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551574 Mar 08 12:46:16.850158 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a5e12-9b5f-4569-b28a-7f1d3e08a43e req-ae4fb32b-1dc5-42fd-8bd8-2c496f01e323 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:16.851665 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da4a5e12-9b5f-4569-b28a-7f1d3e08a43e req-ae4fb32b-1dc5-42fd-8bd8-2c496f01e323 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0989020 Mar 08 12:46:16.902148 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-da4a5e12-9b5f-4569-b28a-7f1d3e08a43e req-c3770eff-a1e5-4950-9da2-f62276deef95 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441306 Mar 08 12:46:18.100336 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32a570-b517-4604-baa7-3dc24e223b95 req-a4f0a40e-0584-4e29-98d4-22a55cc34c27 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:18.101864 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8e32a570-b517-4604-baa7-3dc24e223b95 req-a4f0a40e-0584-4e29-98d4-22a55cc34c27 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0844181 Mar 08 12:46:18.151478 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8e32a570-b517-4604-baa7-3dc24e223b95 req-05654823-b99d-41b9-9621-7676e9dc3d95 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434656 Mar 08 12:46:19.391591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc7a52-3f87-4315-b9e1-d2ce8519d1bd req-6ac08724-b24b-44a6-9d65-e150c9411bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:19.393048 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-35bc7a52-3f87-4315-b9e1-d2ce8519d1bd req-6ac08724-b24b-44a6-9d65-e150c9411bbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1098 time: 0.1333442 Mar 08 12:46:19.400389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815a52e-535c-4dbf-b62a-efbd38ec5b80 req-caf10f1d-39c4-4540-bd40-4f5ba639deff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:19.401731 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3815a52e-535c-4dbf-b62a-efbd38ec5b80 req-caf10f1d-39c4-4540-bd40-4f5ba639deff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.1432338 Mar 08 12:46:19.535778 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3815a52e-535c-4dbf-b62a-efbd38ec5b80 req-694d8c69-3d73-4862-aacc-aff54e25142b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157682 Mar 08 12:46:19.561100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc7a52-3f87-4315-b9e1-d2ce8519d1bd req-d49da832-8e4d-477f-8d14-a5bbaa0733cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:19.562578 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-35bc7a52-3f87-4315-b9e1-d2ce8519d1bd req-d49da832-8e4d-477f-8d14-a5bbaa0733cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1600029 Mar 08 12:46:19.665482 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-35bc7a52-3f87-4315-b9e1-d2ce8519d1bd req-55cc951b-f9b1-48bf-bd33-175c0517d780 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e52f2f26-f5ae-456d-aa5d-24480900676b HTTP/1.1" status: 200 len: 1000 time: 0.0970814 Mar 08 12:46:19.727345 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc7a52-3f87-4315-b9e1-d2ce8519d1bd req-caec8e3c-41d0-4011-a3be-2fa2610d1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:19.729321 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-35bc7a52-3f87-4315-b9e1-d2ce8519d1bd req-caec8e3c-41d0-4011-a3be-2fa2610d1e2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0571702 Mar 08 12:46:19.813626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc7a52-3f87-4315-b9e1-d2ce8519d1bd req-bb608ff1-a9d2-4e84-95bf-11e76b5b2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:19.815053 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-35bc7a52-3f87-4315-b9e1-d2ce8519d1bd req-bb608ff1-a9d2-4e84-95bf-11e76b5b2e8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797446 Mar 08 12:46:19.947001 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-35bc7a52-3f87-4315-b9e1-d2ce8519d1bd req-5b5df20b-dedb-456f-864e-92c63abc7f90 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261232 Mar 08 12:46:20.078773 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-35bc7a52-3f87-4315-b9e1-d2ce8519d1bd req-ec27974c-b80b-451d-8f9f-536a97bf3094 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250489 Mar 08 12:46:20.723345 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa7ad1-53f1-4cf1-a55a-0a5dd7aee482 req-62139df9-6904-4a6d-af16-77440c4a8be3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:20.724781 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-54aa7ad1-53f1-4cf1-a55a-0a5dd7aee482 req-62139df9-6904-4a6d-af16-77440c4a8be3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0823107 Mar 08 12:46:20.768367 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-54aa7ad1-53f1-4cf1-a55a-0a5dd7aee482 req-ebb8d4b7-9153-4080-90e4-04d7280b0164 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379694 Mar 08 12:46:21.958435 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e7dcb-532d-484d-90bb-26c34be832ba req-35d09847-b15f-47e9-98b5-4a56527293fe tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:21.959884 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-082e7dcb-532d-484d-90bb-26c34be832ba req-35d09847-b15f-47e9-98b5-4a56527293fe tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 945 time: 0.0840547 Mar 08 12:46:22.006077 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-082e7dcb-532d-484d-90bb-26c34be832ba req-d77081fa-d3f1-440f-93b4-d2d15b2cd2db tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397565 Mar 08 12:46:22.202943 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e52f2f26-f5ae-456d-aa5d-24480900676b no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:46:22.355267 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.382494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:46:22.393239 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e52f2f26-f5ae-456d-aa5d-24480900676b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e52f2f26-f5ae-456d-aa5d-24480900676b,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:46:22.425513 dv-neutron-828143-8-hyperv neutron-server[88471]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'code': 422} returned with failed status Mar 08 12:46:22.473446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.547248 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e52f2f26-f5ae-456d-aa5d-24480900676b,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:22.586576 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff59bd6-18f4-456d-8918-13f40abdb277 req-7c99be2d-7e65-41db-8050-8bb8998a03bc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:22.588060 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5ff59bd6-18f4-456d-8918-13f40abdb277 req-7c99be2d-7e65-41db-8050-8bb8998a03bc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0839005 Mar 08 12:46:22.633647 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5ff59bd6-18f4-456d-8918-13f40abdb277 req-cc2a166c-1737-48c5-8641-0223fd9a1f1a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397873 Mar 08 12:46:23.071731 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-20733d09-3f9c-471f-99c2-f854aa479440 req-286ffba4-557e-4463-83de-6cb7a4bad591 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2217526 Mar 08 12:46:23.823105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd25ab-ffd2-42e9-a429-1ab36697411f req-a41c1732-e7ea-4960-aac6-b1ff1696494c tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:23.824633 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-13dd25ab-ffd2-42e9-a429-1ab36697411f req-a41c1732-e7ea-4960-aac6-b1ff1696494c tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0814624 Mar 08 12:46:23.872077 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-13dd25ab-ffd2-42e9-a429-1ab36697411f req-92093372-5c48-4b2e-bc3b-1515cf9c051f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417860 Mar 08 12:46:24.526174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20733d09-3f9c-471f-99c2-f854aa479440 req-462e68a7-481a-4ee2-8f04-0ebe5f9a206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:24.527541 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-20733d09-3f9c-471f-99c2-f854aa479440 req-462e68a7-481a-4ee2-8f04-0ebe5f9a206a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de&tenant_id=6bbcc6240c3a408fbbc65de0043b7e59 HTTP/1.1" status: 200 len: 1096 time: 0.0696304 Mar 08 12:46:24.616299 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20733d09-3f9c-471f-99c2-f854aa479440 req-c318851c-cf89-44f9-a9d2-1d2ada28c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:24.617745 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-20733d09-3f9c-471f-99c2-f854aa479440 req-c318851c-cf89-44f9-a9d2-1d2ada28c1a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1096 time: 0.0693974 Mar 08 12:46:24.750678 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20733d09-3f9c-471f-99c2-f854aa479440 req-0797a72d-dbcc-4de1-9790-6ee13f5829de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:24.752201 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-20733d09-3f9c-471f-99c2-f854aa479440 req-0797a72d-dbcc-4de1-9790-6ee13f5829de service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1279187 Mar 08 12:46:24.854052 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-20733d09-3f9c-471f-99c2-f854aa479440 req-1882ab39-6688-4c3a-b79a-2fbd64d9b514 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e52f2f26-f5ae-456d-aa5d-24480900676b HTTP/1.1" status: 200 len: 998 time: 0.0954561 Mar 08 12:46:25.019589 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20733d09-3f9c-471f-99c2-f854aa479440 req-56c25b36-5771-4d01-84f6-7f23fcbc41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:25.021036 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-20733d09-3f9c-471f-99c2-f854aa479440 req-56c25b36-5771-4d01-84f6-7f23fcbc41ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.1607935 Mar 08 12:46:25.058970 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0c2fd-5c8e-4969-be20-2a608f3460d6 req-a8e32c38-ba8d-4788-8c16-775380d8326f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:25.060427 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7de0c2fd-5c8e-4969-be20-2a608f3460d6 req-a8e32c38-ba8d-4788-8c16-775380d8326f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0810061 Mar 08 12:46:25.068056 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:46:25.099745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20733d09-3f9c-471f-99c2-f854aa479440 req-0150206d-5db1-4e9c-8362-c8a0c44de61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:25.101208 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-20733d09-3f9c-471f-99c2-f854aa479440 req-0150206d-5db1-4e9c-8362-c8a0c44de61d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730987 Mar 08 12:46:25.107478 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7de0c2fd-5c8e-4969-be20-2a608f3460d6 req-7e7ac7cf-70d0-41dc-9dda-ed4158b54947 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412323 Mar 08 12:46:25.235043 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-20733d09-3f9c-471f-99c2-f854aa479440 req-2ec86c1c-2849-4342-9990-25467cce369c service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241674 Mar 08 12:46:25.375918 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-20733d09-3f9c-471f-99c2-f854aa479440 req-6191a65d-13bb-4297-9431-38cd21ea1cf3 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290522 Mar 08 12:46:26.227301 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e52f2f26-f5ae-456d-aa5d-24480900676b no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:46:26.324007 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8859e8f-1f32-436e-930e-8a366b862a99 req-a31cc6bc-51af-4886-97ef-1ef8a8061ab3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:26.335458 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b8859e8f-1f32-436e-930e-8a366b862a99 req-a31cc6bc-51af-4886-97ef-1ef8a8061ab3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.1083484 Mar 08 12:46:26.402500 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b8859e8f-1f32-436e-930e-8a366b862a99 req-5c96daec-8cd0-42a2-83d2-ad488dab3de7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654323 Mar 08 12:46:27.601234 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c60526-986a-4c40-a1fa-73bc3ab95822 req-065ff46c-60cc-4f16-9d6d-c58e53b95b2e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:27.601838 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b4c60526-986a-4c40-a1fa-73bc3ab95822 req-065ff46c-60cc-4f16-9d6d-c58e53b95b2e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0866208 Mar 08 12:46:27.651295 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b4c60526-986a-4c40-a1fa-73bc3ab95822 req-38227bc4-4e74-4e3d-8539-242b82e5d725 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439689 Mar 08 12:46:28.855335 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424d173-51a8-4f2b-8fd8-14b81983892f req-0d856b46-70d6-4420-94f7-6d5bf27deed8 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:28.857263 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5424d173-51a8-4f2b-8fd8-14b81983892f req-0d856b46-70d6-4420-94f7-6d5bf27deed8 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0884519 Mar 08 12:46:28.907481 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5424d173-51a8-4f2b-8fd8-14b81983892f req-435d4070-d44b-40ad-9419-a467d9f1974c tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432196 Mar 08 12:46:30.108205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbcd4e-bb50-4233-9d61-070d8458d3f0 req-c4b2f3bf-4077-4932-ac95-013fc90e3ef5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:30.111499 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-89cbcd4e-bb50-4233-9d61-070d8458d3f0 req-c4b2f3bf-4077-4932-ac95-013fc90e3ef5 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0929668 Mar 08 12:46:30.157849 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-89cbcd4e-bb50-4233-9d61-070d8458d3f0 req-126afed9-ac99-4170-abaa-313949f4bffd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421743 Mar 08 12:46:31.357367 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc8aa4-a36b-43d8-9808-e696da48fe99 req-07087002-4a2c-4100-8dd3-cd28ab8bed67 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:31.359051 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1abc8aa4-a36b-43d8-9808-e696da48fe99 req-07087002-4a2c-4100-8dd3-cd28ab8bed67 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0904408 Mar 08 12:46:31.413667 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1abc8aa4-a36b-43d8-9808-e696da48fe99 req-f1cba0db-0744-44ae-97a9-d6310917602a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477529 Mar 08 12:46:32.743063 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf273b12-ca83-425d-adef-e132bd8bf231 req-e1e83888-0f5d-4146-9f16-d3a82bb7c9dc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:32.743063 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cf273b12-ca83-425d-adef-e132bd8bf231 req-e1e83888-0f5d-4146-9f16-d3a82bb7c9dc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0866425 Mar 08 12:46:32.743063 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-cf273b12-ca83-425d-adef-e132bd8bf231 req-2d18f3f8-a393-42e4-b8d1-89a484a0a75d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405192 Mar 08 12:46:33.945648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0d42f-102c-4bdd-af11-b893ef20b681 req-269a535e-2f06-4209-afd3-d928ca28ee24 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:33.947042 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-98a0d42f-102c-4bdd-af11-b893ef20b681 req-269a535e-2f06-4209-afd3-d928ca28ee24 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0845103 Mar 08 12:46:33.996593 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-98a0d42f-102c-4bdd-af11-b893ef20b681 req-ecca1199-d7c7-4e2e-9631-d9ff2398c18f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431330 Mar 08 12:46:35.196305 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6a346-ecf8-4569-bd33-12dbb356efc9 req-d76ef2cc-cad9-47e3-9ae7-a6ba2aadb937 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:35.197756 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d9d6a346-ecf8-4569-bd33-12dbb356efc9 req-d76ef2cc-cad9-47e3-9ae7-a6ba2aadb937 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0937896 Mar 08 12:46:35.240902 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d9d6a346-ecf8-4569-bd33-12dbb356efc9 req-62388ffd-00b3-4ff8-b858-55b69c1f2917 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374722 Mar 08 12:46:36.423015 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e404d0-6822-4568-8e3b-a1c4c7af80e4 req-86e931db-d60d-43c9-8203-6209c5fcfdeb tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:36.424459 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-12e404d0-6822-4568-8e3b-a1c4c7af80e4 req-86e931db-d60d-43c9-8203-6209c5fcfdeb tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0791750 Mar 08 12:46:36.467952 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-12e404d0-6822-4568-8e3b-a1c4c7af80e4 req-e0f8122b-8e16-4a8e-af2d-56b850367255 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380023 Mar 08 12:46:37.652074 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930ea93-aa67-411d-920e-ebc7ecfa5d98 req-243a35e6-c115-4006-8d58-ff343decd616 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:37.653564 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5930ea93-aa67-411d-920e-ebc7ecfa5d98 req-243a35e6-c115-4006-8d58-ff343decd616 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0809021 Mar 08 12:46:37.702102 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5930ea93-aa67-411d-920e-ebc7ecfa5d98 req-0341c875-6fc8-4bd5-ad4d-5f13b10928b0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425878 Mar 08 12:46:38.897632 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510ecde-67d2-462f-899f-bba2c75113f0 req-7f8a5039-06d3-48b7-876f-cf1a15c7e861 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:38.899130 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d510ecde-67d2-462f-899f-bba2c75113f0 req-7f8a5039-06d3-48b7-876f-cf1a15c7e861 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0897036 Mar 08 12:46:38.949989 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d510ecde-67d2-462f-899f-bba2c75113f0 req-082f2c2d-1741-40d6-ab36-471aa38896b8 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445487 Mar 08 12:46:39.953049 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-59533676-6f42-4d74-8eb9-f979147bcc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:40.134681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a68b8-5d8f-4a25-a0ba-5203f23d57f4 req-0df38200-d99f-45c2-89ec-5745e87d8234 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:40.136186 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7c6a68b8-5d8f-4a25-a0ba-5203f23d57f4 req-0df38200-d99f-45c2-89ec-5745e87d8234 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0809555 Mar 08 12:46:40.180314 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7c6a68b8-5d8f-4a25-a0ba-5203f23d57f4 req-110e6d0a-1315-49af-84ef-e9f46823326d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383084 Mar 08 12:46:41.369331 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ad8ae-052f-481a-b232-7b6dd29fb8d5 req-2615a399-d28d-4018-b2bc-189dae601485 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:41.371742 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-742ad8ae-052f-481a-b232-7b6dd29fb8d5 req-2615a399-d28d-4018-b2bc-189dae601485 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0868762 Mar 08 12:46:41.418409 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-742ad8ae-052f-481a-b232-7b6dd29fb8d5 req-cc3defa8-37b0-424a-9c05-11ae100f6a45 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411246 Mar 08 12:46:42.192313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-9ca20039-a586-4743-9702-e7ae9b02d911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:42.312884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e52f2f26-f5ae-456d-aa5d-24480900676b details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:46:42.442888 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e52f2f26-f5ae-456d-aa5d-24480900676b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e52f2f26-f5ae-456d-aa5d-24480900676b,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:46:42.456716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'port_id': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'mac_address': 'fa:16:3e:ff:9a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:46:42.510898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:42.527749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52f2f26-f5ae-456d-aa5d-24480900676b {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:46:42.543416 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e52f2f26-f5ae-456d-aa5d-24480900676b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e52f2f26-f5ae-456d-aa5d-24480900676b,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:46:42.604067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:42.606876 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac92935-93e4-41db-806b-500d0c26c86e req-c6618559-7405-43d2-af7b-e8042f4fa0e3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:42.608368 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8ac92935-93e4-41db-806b-500d0c26c86e req-c6618559-7405-43d2-af7b-e8042f4fa0e3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 943 time: 0.0825169 Mar 08 12:46:42.660825 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-8ac92935-93e4-41db-806b-500d0c26c86e req-33eda4fb-b555-4d02-bf58-516b970e39e6 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464025 Mar 08 12:46:42.683309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e52f2f26-f5ae-456d-aa5d-24480900676b,revision_number=9']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:42.953036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['e52f2f26-f5ae-456d-aa5d-24480900676b'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:46:43.484205 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:43.684441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:43.847675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e099e6-2e02-4be4-acea-83101daedb24 req-46bae0a0-14c1-4c05-8fd6-56084f9db634 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:43.849129 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-93e099e6-2e02-4be4-acea-83101daedb24 req-46bae0a0-14c1-4c05-8fd6-56084f9db634 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 944 time: 0.0823884 Mar 08 12:46:43.893026 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-93e099e6-2e02-4be4-acea-83101daedb24 req-677b8110-1b46-49f4-b74f-6f3de23f6400 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383670 Mar 08 12:46:44.169913 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:44.329436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e52f2f26-f5ae-456d-aa5d-24480900676b up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:46:44.398987 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port e52f2f26-f5ae-456d-aa5d-24480900676b triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:44.399360 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:44.509566 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:44.535329 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:46:44.545587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e52f2f26-f5ae-456d-aa5d-24480900676b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e52f2f26-f5ae-456d-aa5d-24480900676b,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:46:44.583531 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'code': 200} Mar 08 12:46:44.632823 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:44.704944 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e52f2f26-f5ae-456d-aa5d-24480900676b,revision_number=10']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:44.941324 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:44.959079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d05b38-e802-4222-b045-f3ed3c7aa4ce req-1f080657-5ea5-4669-bdf9-50c2cecc8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:44.966733 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e7d05b38-e802-4222-b045-f3ed3c7aa4ce req-1f080657-5ea5-4669-bdf9-50c2cecc8c2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1099 time: 0.0726497 Mar 08 12:46:45.005095 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e7d05b38-e802-4222-b045-f3ed3c7aa4ce req-62462fe5-733c-4012-90c7-71221167029e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376327 Mar 08 12:46:45.083623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60930ca3-e5f3-4734-a0d0-febacbe750d9 req-d905d58c-3112-4bfe-985f-d7e4a254629b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:45.085056 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-60930ca3-e5f3-4734-a0d0-febacbe750d9 req-d905d58c-3112-4bfe-985f-d7e4a254629b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 946 time: 0.0789740 Mar 08 12:46:45.129171 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-60930ca3-e5f3-4734-a0d0-febacbe750d9 req-2b0cd97a-3c89-4bc6-9caf-ff20c7433905 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378351 Mar 08 12:46:46.325297 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022edb0-3c0b-4809-95a1-46025216048a req-f0a6aaa9-9ac8-4419-9d9a-a21badc624f3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:46.327218 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2022edb0-3c0b-4809-95a1-46025216048a req-f0a6aaa9-9ac8-4419-9d9a-a21badc624f3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 946 time: 0.0894966 Mar 08 12:46:46.376917 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2022edb0-3c0b-4809-95a1-46025216048a req-d1e49ad8-6e80-4fd1-b3db-6d55687a6178 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446217 Mar 08 12:46:47.570681 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560c0c7-e8c7-421c-985b-eda4317c83dd req-189e6ae5-26d2-4521-95fd-c0030da29e17 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:47.572167 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8560c0c7-e8c7-421c-985b-eda4317c83dd req-189e6ae5-26d2-4521-95fd-c0030da29e17 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 946 time: 0.0836747 Mar 08 12:46:47.618564 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8560c0c7-e8c7-421c-985b-eda4317c83dd req-8ac74102-1de8-433f-a5ae-18f563c0ba3e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406866 Mar 08 12:46:48.803175 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac71eca-8955-4272-90fb-44ee9d075c33 req-8d2a4453-810b-4373-876c-fd7719d123d7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:48.804638 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4ac71eca-8955-4272-90fb-44ee9d075c33 req-8d2a4453-810b-4373-876c-fd7719d123d7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 946 time: 0.0807762 Mar 08 12:46:48.854248 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-4ac71eca-8955-4272-90fb-44ee9d075c33 req-3d4f2039-9e75-4957-9c1b-37ffae3d6c1c tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433373 Mar 08 12:46:59.967627 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3342b0c0-25c1-43c8-8a90-0f120dffbd82 req-518cf692-3f76-4682-b599-1da121904dde service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709636 Mar 08 12:47:00.118130 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342b0c0-25c1-43c8-8a90-0f120dffbd82 req-a122a3d6-3708-4eef-a738-097d3f8ec6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:00.120150 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3342b0c0-25c1-43c8-8a90-0f120dffbd82 req-a122a3d6-3708-4eef-a738-097d3f8ec6a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1099 time: 0.0733416 Mar 08 12:47:00.260233 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342b0c0-25c1-43c8-8a90-0f120dffbd82 req-77eb2723-8850-4ee8-9caa-2d162402d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:00.261823 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3342b0c0-25c1-43c8-8a90-0f120dffbd82 req-77eb2723-8850-4ee8-9caa-2d162402d6f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1244943 Mar 08 12:47:00.364734 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3342b0c0-25c1-43c8-8a90-0f120dffbd82 req-91a2c988-7809-4b61-86e2-37efda5a0dd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e52f2f26-f5ae-456d-aa5d-24480900676b HTTP/1.1" status: 200 len: 1000 time: 0.0916502 Mar 08 12:47:00.535970 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342b0c0-25c1-43c8-8a90-0f120dffbd82 req-b8952189-5171-4d7a-9a86-f1e7b56b45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:00.537374 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3342b0c0-25c1-43c8-8a90-0f120dffbd82 req-b8952189-5171-4d7a-9a86-f1e7b56b45cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.1673493 Mar 08 12:47:00.634202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342b0c0-25c1-43c8-8a90-0f120dffbd82 req-61d7a76f-34fa-48ab-90fa-a00eb7426ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:00.636948 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3342b0c0-25c1-43c8-8a90-0f120dffbd82 req-61d7a76f-34fa-48ab-90fa-a00eb7426ba1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928597 Mar 08 12:47:00.785206 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3342b0c0-25c1-43c8-8a90-0f120dffbd82 req-f5125287-1450-4380-8124-a96618e20787 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337185 Mar 08 12:47:00.929450 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3342b0c0-25c1-43c8-8a90-0f120dffbd82 req-21e5ea98-f8c7-4ba1-a038-aa45624e1a02 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366949 Mar 08 12:47:02.067948 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:47:09.947299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2c0a3794-8868-4f6e-82a5-3864a1fc10a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:12.213578 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c68117d3-e55d-4568-90f6-0c5aa3294f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.500990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.700632 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:14.175144 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:14.969167 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:39.068532 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:47:39.989059 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-058dd1ae-6474-4898-859f-e71df7006316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:42.217619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5e9c72b7-b452-40a2-a1db-fa00258e9124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:43.486306 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:43.734098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:44.188629 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:44.951346 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:00.952395 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1359d02b-a852-47b6-9480-4452d8433228 req-f6ece715-0b09-47e2-9619-c827963b0535 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734806 Mar 08 12:48:01.085190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359d02b-a852-47b6-9480-4452d8433228 req-585c845a-5fae-4d3d-b198-e7ffbd7380ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:01.086662 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1359d02b-a852-47b6-9480-4452d8433228 req-585c845a-5fae-4d3d-b198-e7ffbd7380ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1099 time: 0.0689769 Mar 08 12:48:01.226977 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359d02b-a852-47b6-9480-4452d8433228 req-c633b240-37fd-4c30-b281-7ca061209112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:01.228317 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1359d02b-a852-47b6-9480-4452d8433228 req-c633b240-37fd-4c30-b281-7ca061209112 service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1239142 Mar 08 12:48:01.330591 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1359d02b-a852-47b6-9480-4452d8433228 req-cb663692-989d-4199-8515-472f8389a152 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e52f2f26-f5ae-456d-aa5d-24480900676b HTTP/1.1" status: 200 len: 1000 time: 0.0965753 Mar 08 12:48:01.398692 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359d02b-a852-47b6-9480-4452d8433228 req-1c3848fc-dc07-4ce4-a623-ac2c56e5502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:01.400154 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1359d02b-a852-47b6-9480-4452d8433228 req-1c3848fc-dc07-4ce4-a623-ac2c56e5502f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0635059 Mar 08 12:48:01.480717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359d02b-a852-47b6-9480-4452d8433228 req-d44d058d-4c17-4aac-9390-7861aec52929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:01.482216 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1359d02b-a852-47b6-9480-4452d8433228 req-d44d058d-4c17-4aac-9390-7861aec52929 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757880 Mar 08 12:48:01.492251 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-1359d02b-a852-47b6-9480-4452d8433228 req-7971427f-2dad-4deb-88ef-815ccf297f96 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:48:01.493240 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1359d02b-a852-47b6-9480-4452d8433228 req-7971427f-2dad-4deb-88ef-815ccf297f96 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053802 Mar 08 12:48:01.634740 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1359d02b-a852-47b6-9480-4452d8433228 req-c7479343-7e91-4f96-a4d0-9fe9a94837ba service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345637 Mar 08 12:48:01.778708 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1359d02b-a852-47b6-9480-4452d8433228 req-8304bfda-3223-438e-925e-5f08d2f79c9a service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364045 Mar 08 12:48:09.962721 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-facd8d96-8b33-40aa-970c-9726bb237e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:12.213852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-05e82f00-f1c7-4853-85f0-b6c8b91f94df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:13.502706 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:13.723229 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:14.207915 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:14.942770 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:16.068778 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:48:24.385279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33228) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:48:24.640591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Deleting port af8a2073-38f5-4d68-bc53-210fdeea5c9e {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:48:24.640949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.920672 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.920915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:25.049055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Calling delete_port for af8a2073-38f5-4d68-bc53-210fdeea5c9e owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:48:25.265730 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:25.320696 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event deleted for resources: {'Port': ['ID=af8a2073-38f5-4d68-bc53-210fdeea5c9e,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:25.361989 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:25.362334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:25.362668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:25.362999 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:25.363327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:25.363657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:25.363983 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:25.364300 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:25.364622 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:25.364943 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:25.365258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:25.365571 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:25.427794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:25.428530 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Floating IP 9e8f6fee-bbc5-4591-a936-27fa990803b5 disassociated (deleted). External IP: 172.26.4.76, port: e52f2f26-f5ae-456d-aa5d-24480900676b. Mar 08 12:48:25.798276 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:48:25.984495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:48:25.994701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9970e6c-07ab-42ba-a47d-69128116537b None None] Sync routers for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:48:26.002153 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:26.005032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9970e6c-07ab-42ba-a47d-69128116537b None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:48:26.005685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b9970e6c-07ab-42ba-a47d-69128116537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:48:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:26.067520 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1fea7bbe-2949-480d-8afc-80167b8a58bd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "DELETE /v2.0/floatingips/9e8f6fee-bbc5-4591-a936-27fa990803b5 HTTP/1.1" status: 204 len: 168 time: 1.6810279 Mar 08 12:48:26.068279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:48:26.241136 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'status': 'completed', 'code': 200} Mar 08 12:48:26.343427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffe793-af12-40fd-9385-b6084cc50a32 req-4f4e39b7-42f2-42e6-9705-e8900474fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:26.345064 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-06ffe793-af12-40fd-9385-b6084cc50a32 req-4f4e39b7-42f2-42e6-9705-e8900474fa8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 1099 time: 0.0774691 Mar 08 12:48:26.374745 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b9970e6c-07ab-42ba-a47d-69128116537b None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:48:26.486392 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffe793-af12-40fd-9385-b6084cc50a32 req-e006ca69-abf7-495d-9cbd-7be18b4db5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:26.487737 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-06ffe793-af12-40fd-9385-b6084cc50a32 req-e006ca69-abf7-495d-9cbd-7be18b4db5ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1362150 Mar 08 12:48:26.678871 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-06ffe793-af12-40fd-9385-b6084cc50a32 req-08811ba8-c8b4-49db-ad55-cd1e53c90e70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e52f2f26-f5ae-456d-aa5d-24480900676b HTTP/1.1" status: 200 len: 217 time: 0.1850185 Mar 08 12:48:26.744995 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffe793-af12-40fd-9385-b6084cc50a32 req-e42a22da-f553-45a4-bfd6-9ed32f6a7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:26.746377 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-06ffe793-af12-40fd-9385-b6084cc50a32 req-e42a22da-f553-45a4-bfd6-9ed32f6a7b6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0614245 Mar 08 12:48:26.790950 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b9970e6c-07ab-42ba-a47d-69128116537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 5, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:26.795701 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9970e6c-07ab-42ba-a47d-69128116537b None None] Checking router: 1ffdbdeb-6f56-47c6-aa75-39b91131df91 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:48:26.804556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9970e6c-07ab-42ba-a47d-69128116537b None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:48:26.805154 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b9970e6c-07ab-42ba-a47d-69128116537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:48:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:26.834742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffe793-af12-40fd-9385-b6084cc50a32 req-1ba2d33c-aba3-4407-bb48-40895d110527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:26.836229 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-06ffe793-af12-40fd-9385-b6084cc50a32 req-1ba2d33c-aba3-4407-bb48-40895d110527 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817537 Mar 08 12:48:26.974927 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-06ffe793-af12-40fd-9385-b6084cc50a32 req-c3da99a4-0102-4933-ad7c-91761554a96f service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322386 Mar 08 12:48:26.992829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b9970e6c-07ab-42ba-a47d-69128116537b None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:48:27.114171 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-06ffe793-af12-40fd-9385-b6084cc50a32 req-a17e6d29-d42c-4b59-8921-2aea8919a6a3 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328771 Mar 08 12:48:27.321797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b9970e6c-07ab-42ba-a47d-69128116537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 5, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:27.326793 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9970e6c-07ab-42ba-a47d-69128116537b None None] The sync data for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv is: [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 5, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:48:27.564775 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ecba67-833c-410f-9181-f1768cdab882 None None] New status for floating IP 9e8f6fee-bbc5-4591-a936-27fa990803b5: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:48:27.747370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7dac-e632-4133-95cd-b77c8912fd5f req-e69801f4-d9e4-4702-bc25-de9d612a6a78 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:27.749053 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9d5a7dac-e632-4133-95cd-b77c8912fd5f req-e69801f4-d9e4-4702-bc25-de9d612a6a78 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 946 time: 0.1068797 Mar 08 12:48:27.803559 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-9d5a7dac-e632-4133-95cd-b77c8912fd5f req-7de84403-4ba3-4ee3-9ead-aa2a67dc3ac3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470276 Mar 08 12:48:29.001599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f16907-d4fa-409f-a738-7305c9563472 req-fad45584-b1ae-4825-8659-05c791641c82 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:29.002266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d7f16907-d4fa-409f-a738-7305c9563472 req-fad45584-b1ae-4825-8659-05c791641c82 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Synchronizing usage tracker for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:48:29.071587 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-d7f16907-d4fa-409f-a738-7305c9563472 req-fad45584-b1ae-4825-8659-05c791641c82 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Unset dirty status for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:48:29.072791 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d7f16907-d4fa-409f-a738-7305c9563472 req-fad45584-b1ae-4825-8659-05c791641c82 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 946 time: 0.1558790 Mar 08 12:48:29.138968 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d7f16907-d4fa-409f-a738-7305c9563472 req-8513a9de-dcf3-46e0-b07d-48a9d187cfba tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=37110961-8cfe-4b97-9522-394d22cc4a44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593836 Mar 08 12:48:29.297618 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1294-2733-4864-a45f-05fba1ebf2f6 req-a5a7dd75-8a56-4811-b629-26da9a1d075e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:29.299094 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cdc1294-2733-4864-a45f-05fba1ebf2f6 req-a5a7dd75-8a56-4811-b629-26da9a1d075e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.18 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 946 time: 0.0841799 Mar 08 12:48:29.371095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-6cdc1294-2733-4864-a45f-05fba1ebf2f6 req-11b182a8-21d3-4ea3-9568-a512ece9182a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Deleting port e52f2f26-f5ae-456d-aa5d-24480900676b {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:48:29.371492 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6cdc1294-2733-4864-a45f-05fba1ebf2f6 req-11b182a8-21d3-4ea3-9568-a512ece9182a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:29.651597 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-6cdc1294-2733-4864-a45f-05fba1ebf2f6 req-11b182a8-21d3-4ea3-9568-a512ece9182a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] For port e52f2f26-f5ae-456d-aa5d-24480900676b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e52f2f26-f5ae-456d-aa5d-24480900676b,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:48:29.651956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6cdc1294-2733-4864-a45f-05fba1ebf2f6 req-11b182a8-21d3-4ea3-9568-a512ece9182a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:29.792343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-6cdc1294-2733-4864-a45f-05fba1ebf2f6 req-11b182a8-21d3-4ea3-9568-a512ece9182a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Calling delete_port for e52f2f26-f5ae-456d-aa5d-24480900676b owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:48:30.005569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6cdc1294-2733-4864-a45f-05fba1ebf2f6 req-11b182a8-21d3-4ea3-9568-a512ece9182a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:30.064282 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b182a8-21d3-4ea3-9568-a512ece9182a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event deleted for resources: {'Port': ['ID=e52f2f26-f5ae-456d-aa5d-24480900676b,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:30.146141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdc1294-2733-4864-a45f-05fba1ebf2f6 req-11b182a8-21d3-4ea3-9568-a512ece9182a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] No DVR routers for this DVR port e52f2f26-f5ae-456d-aa5d-24480900676b on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:48:30.149292 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6cdc1294-2733-4864-a45f-05fba1ebf2f6 req-11b182a8-21d3-4ea3-9568-a512ece9182a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:30.153039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'name': 'network-vif-deleted', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:48:30.224174 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6cdc1294-2733-4864-a45f-05fba1ebf2f6 req-11b182a8-21d3-4ea3-9568-a512ece9182a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.18 "DELETE /v2.0/ports/e52f2f26-f5ae-456d-aa5d-24480900676b HTTP/1.1" status: 204 len: 173 time: 0.9191725 Mar 08 12:48:30.231726 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db01454-b0a2-45e4-ba10-f4ef962f48de', 'name': 'network-vif-deleted', 'tag': 'e52f2f26-f5ae-456d-aa5d-24480900676b', 'status': 'completed', 'code': 200} Mar 08 12:48:30.318269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-2a416483-c76c-46cd-98c5-ebb25be98ff5 req-1ee48d59-2ffc-4477-b25f-405c7261c155 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Synchronizing usage tracker for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:48:30.452826 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-2a416483-c76c-46cd-98c5-ebb25be98ff5 req-1ee48d59-2ffc-4477-b25f-405c7261c155 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Unset dirty status for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:48:30.455276 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2a416483-c76c-46cd-98c5-ebb25be98ff5 req-1ee48d59-2ffc-4477-b25f-405c7261c155 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db01454-b0a2-45e4-ba10-f4ef962f48de HTTP/1.1" status: 200 len: 210 time: 0.1848714 Mar 08 12:48:31.562132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33258) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:48:31.647590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd21366f-154f-4718-88d4-02c32dbf7705 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.687006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd21366f-154f-4718-88d4-02c32dbf7705 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.828920 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd21366f-154f-4718-88d4-02c32dbf7705 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.850569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21366f-154f-4718-88d4-02c32dbf7705 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37110961-8cfe-4b97-9522-394d22cc4a44,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:31.931222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-dd21366f-154f-4718-88d4-02c32dbf7705 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.932399 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-dd21366f-154f-4718-88d4-02c32dbf7705 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "DELETE /v2.0/security-groups/37110961-8cfe-4b97-9522-394d22cc4a44 HTTP/1.1" status: 204 len: 168 time: 0.3687162 Mar 08 12:48:32.275476 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33268) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:48:32.280944 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540758370', 'description': 'tempest-secgroup-smoke-540758370 description', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:32.287070 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:48:32.291164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:48:32.294519 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:48:32.300188 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:48:32.359427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.383285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:48:32.387344 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:48:32.390133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:48:32.395699 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:48:32.575905 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.671222 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.716066 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8887e7e-32af-4a3e-b575-54de464ee82e,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:32.791390 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.792663 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ad88911b-19ae-410a-81db-6eee0802c92a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5160408 Mar 08 12:48:32.795448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33272) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:48:32.800369 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-1d45e95a-12b2-4335-ad7e-d3e4b6a4d283 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group_rule': {'security_group_id': 'b8887e7e-32af-4a3e-b575-54de464ee82e', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:32.806516 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1d45e95a-12b2-4335-ad7e-d3e4b6a4d283 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:48:32.810607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1d45e95a-12b2-4335-ad7e-d3e4b6a4d283 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:48:32.813416 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-1d45e95a-12b2-4335-ad7e-d3e4b6a4d283 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:48:32.819331 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-1d45e95a-12b2-4335-ad7e-d3e4b6a4d283 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:48:32.901075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1d45e95a-12b2-4335-ad7e-d3e4b6a4d283 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.920326 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e52f2f26-f5ae-456d-aa5d-24480900676b no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:48:32.958651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: e52f2f26-f5ae-456d-aa5d-24480900676b {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:48:32.959063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e52f2f26-f5ae-456d-aa5d-24480900676b not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:48:32.970814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1d45e95a-12b2-4335-ad7e-d3e4b6a4d283 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:33.102411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1d45e95a-12b2-4335-ad7e-d3e4b6a4d283 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:33.126846 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45e95a-12b2-4335-ad7e-d3e4b6a4d283 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef44eb39-8b6a-42f3-ac4b-3463626e6333,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:33.197207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-1d45e95a-12b2-4335-ad7e-d3e4b6a4d283 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:33.198403 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-1d45e95a-12b2-4335-ad7e-d3e4b6a4d283 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4019816 Mar 08 12:48:33.201640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33276) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:48:33.206855 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-a6b9a376-b42f-465d-8f62-a8f3ca4256d3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group_rule': {'security_group_id': 'b8887e7e-32af-4a3e-b575-54de464ee82e', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:33.212819 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a6b9a376-b42f-465d-8f62-a8f3ca4256d3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:48:33.216579 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a6b9a376-b42f-465d-8f62-a8f3ca4256d3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:48:33.219484 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-a6b9a376-b42f-465d-8f62-a8f3ca4256d3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:48:33.225017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-a6b9a376-b42f-465d-8f62-a8f3ca4256d3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:48:33.315804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a376-b42f-465d-8f62-a8f3ca4256d3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:33.384463 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a376-b42f-465d-8f62-a8f3ca4256d3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:33.477716 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a376-b42f-465d-8f62-a8f3ca4256d3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:33.501566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9a376-b42f-465d-8f62-a8f3ca4256d3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecbbf5b-8ea9-4a79-9ad5-1978613e253a,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:33.579828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a376-b42f-465d-8f62-a8f3ca4256d3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:33.581070 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-a6b9a376-b42f-465d-8f62-a8f3ca4256d3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3784852 Mar 08 12:48:33.583809 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33280) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:48:33.588783 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-81d0da6a-1782-45b7-b699-937cd26b0f28 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group_rule': {'security_group_id': 'b8887e7e-32af-4a3e-b575-54de464ee82e', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:33.595391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-81d0da6a-1782-45b7-b699-937cd26b0f28 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:48:33.599580 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-81d0da6a-1782-45b7-b699-937cd26b0f28 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:48:33.602782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-81d0da6a-1782-45b7-b699-937cd26b0f28 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:48:33.609643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-81d0da6a-1782-45b7-b699-937cd26b0f28 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:48:33.695271 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81d0da6a-1782-45b7-b699-937cd26b0f28 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:33.769229 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81d0da6a-1782-45b7-b699-937cd26b0f28 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:33.831382 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81d0da6a-1782-45b7-b699-937cd26b0f28 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:33.856098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0da6a-1782-45b7-b699-937cd26b0f28 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eef7d7d-53c8-4211-86b8-867060f48ca3,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:33.934039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-81d0da6a-1782-45b7-b699-937cd26b0f28 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:33.935276 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-81d0da6a-1782-45b7-b699-937cd26b0f28 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505313 Mar 08 12:48:33.938133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33284) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:48:33.943273 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-b86691b0-f104-4000-a5e9-0427195f184a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group_rule': {'security_group_id': 'b8887e7e-32af-4a3e-b575-54de464ee82e', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:33.949444 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b86691b0-f104-4000-a5e9-0427195f184a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:48:33.953347 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b86691b0-f104-4000-a5e9-0427195f184a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:48:33.956343 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-b86691b0-f104-4000-a5e9-0427195f184a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:48:33.962170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-b86691b0-f104-4000-a5e9-0427195f184a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:48:34.035746 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b86691b0-f104-4000-a5e9-0427195f184a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.101346 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b86691b0-f104-4000-a5e9-0427195f184a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.169451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b86691b0-f104-4000-a5e9-0427195f184a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.196770 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86691b0-f104-4000-a5e9-0427195f184a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a112135-3bde-4a0e-8e0a-985ec4648ac3,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:34.263348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b86691b0-f104-4000-a5e9-0427195f184a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.264550 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b86691b0-f104-4000-a5e9-0427195f184a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3255026 Mar 08 12:48:34.268849 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33288) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:48:34.273933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f55d713e-1dbd-4aa2-a286-ffc947f5dafc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group_rule': {'security_group_id': 'b8887e7e-32af-4a3e-b575-54de464ee82e', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:34.280627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f55d713e-1dbd-4aa2-a286-ffc947f5dafc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:48:34.284747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f55d713e-1dbd-4aa2-a286-ffc947f5dafc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:48:34.287850 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f55d713e-1dbd-4aa2-a286-ffc947f5dafc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:48:34.294000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f55d713e-1dbd-4aa2-a286-ffc947f5dafc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:48:34.391695 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-f55d713e-1dbd-4aa2-a286-ffc947f5dafc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Project 6bbcc6240c3a408fbbc65de0043b7e59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:48:34.399082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f55d713e-1dbd-4aa2-a286-ffc947f5dafc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.467443 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f55d713e-1dbd-4aa2-a286-ffc947f5dafc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.571139 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f55d713e-1dbd-4aa2-a286-ffc947f5dafc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.597437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d713e-1dbd-4aa2-a286-ffc947f5dafc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1630493b-9c3d-4f1d-a63d-93d0343e647e,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:34.671690 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f55d713e-1dbd-4aa2-a286-ffc947f5dafc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.673005 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f55d713e-1dbd-4aa2-a286-ffc947f5dafc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4032221 Mar 08 12:48:34.675923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33292) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:48:34.681626 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c6199eee-6f8a-4234-910f-86d66e3f77ff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'security_group_rule': {'security_group_id': 'b8887e7e-32af-4a3e-b575-54de464ee82e', 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:34.688145 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c6199eee-6f8a-4234-910f-86d66e3f77ff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:48:34.693249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c6199eee-6f8a-4234-910f-86d66e3f77ff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:security_group_rule and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:48:34.696894 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c6199eee-6f8a-4234-910f-86d66e3f77ff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:48:34.704121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c6199eee-6f8a-4234-910f-86d66e3f77ff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:48:34.774335 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-c6199eee-6f8a-4234-910f-86d66e3f77ff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Project 6bbcc6240c3a408fbbc65de0043b7e59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:48:34.783075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6199eee-6f8a-4234-910f-86d66e3f77ff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.866601 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6199eee-6f8a-4234-910f-86d66e3f77ff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.954086 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6199eee-6f8a-4234-910f-86d66e3f77ff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.978361 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6199eee-6f8a-4234-910f-86d66e3f77ff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9405fe2-f221-469f-abe5-4cac7a2b03f2,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:35.054472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c6199eee-6f8a-4234-910f-86d66e3f77ff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:35.055678 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c6199eee-6f8a-4234-910f-86d66e3f77ff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3787634 Mar 08 12:48:39.992837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-60030b08-447d-471d-8a1b-7c87acb3b1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:42.239583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-63771a84-03c2-476b-b75e-5893770d11f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:44.143276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:44.145681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:44.218284 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:45.006244 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:53.068377 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:49:01.650396 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f1c65f9f-9610-4a2a-a48d-80081a2d2357 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Synchronizing usage tracker for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:49:01.736806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f1c65f9f-9610-4a2a-a48d-80081a2d2357 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Unset dirty status for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:49:01.738243 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f1c65f9f-9610-4a2a-a48d-80081a2d2357 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540758370&fields=id&tenant_id=6bbcc6240c3a408fbbc65de0043b7e59 HTTP/1.1" status: 200 len: 267 time: 0.1440494 Mar 08 12:49:01.941216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd846bc3-492e-48b1-b73c-381140fba66b req-72568178-c749-451a-8d20-1452d3f7b1a7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:01.942892 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-72568178-c749-451a-8d20-1452d3f7b1a7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 809 time: 0.1967649 Mar 08 12:49:01.963916 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-a08b6d41-0d2f-49a4-872f-589dca4466a9 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/quotas/6bbcc6240c3a408fbbc65de0043b7e59 HTTP/1.1" status: 200 len: 375 time: 0.0112140 Mar 08 12:49:02.058021 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-32ac9630-6d32-41a7-8658-19044b9a55b4 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838361 Mar 08 12:49:02.373944 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-d37adb9c-fe93-4d47-96d2-995634bfb942 service neutron] 10.222.0.32 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271683 Mar 08 12:49:02.561924 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-156bd621-562d-4a73-bba5-decc32360461 service neutron] 10.222.0.32 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820524 Mar 08 12:49:03.327907 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5abd8c25-8612-4228-b46d-2f681b823e8e req-f92edfdf-60e8-4bce-bfd0-781ed82083b7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 210 time: 0.0795841 Mar 08 12:49:04.492769 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e0f35d17-cd2c-475b-91c8-016df1332498 req-321b9e8e-0dac-497d-aaea-4e76feec307e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 210 time: 0.0475595 Mar 08 12:49:05.572729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd846bc3-492e-48b1-b73c-381140fba66b req-12253bce-ac09-4b9a-aaed-1f42adc488db tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:05.577019 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-12253bce-ac09-4b9a-aaed-1f42adc488db tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 809 time: 0.1632023 Mar 08 12:49:05.658215 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-c1341de5-4336-4713-8ef6-895986a1b24d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bbcc6240c3a408fbbc65de0043b7e59 HTTP/1.1" status: 200 len: 379 time: 0.0751493 Mar 08 12:49:05.670097 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'port': {'device_id': '4977b102-1146-4549-a197-92e1040f9dfa', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'admin_state_up': True, 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'security_groups': ['b8887e7e-32af-4a3e-b575-54de464ee82e']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:05.790029 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6a9a54c2-0b82-4e99-b893-ca367e6fa62f req-49a037ab-f8a8-4255-87bb-7511c13db0be tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 210 time: 0.0649188 Mar 08 12:49:05.907042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:49:05.920213 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:49:06.011098 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Made reservation on behalf of 6bbcc6240c3a408fbbc65de0043b7e59 for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:49:06.015433 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:06.227157 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Allocated IP 172.20.0.5 (78126620-ad72-4cee-9a20-370a62ee26b5/c1adb8ae-55c3-4cd5-99a7-fe94a74861ee/48252e9b-2384-4fda-8e3f-db860130325a) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:49:06.711813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:06.733109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Transition to ACTIVE for port object 48252e9b-2384-4fda-8e3f-db860130325a will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:49:06.823486 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:06.967431 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Network 78126620-ad72-4cee-9a20-370a62ee26b5 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:49:06.974122 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:49:06.981922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:49:07.026729 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'Port': ['ID=48252e9b-2384-4fda-8e3f-db860130325a,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:07.162538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:07.163234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:07.214019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226a89d-0649-42d0-8d88-d933894a61d7 req-b255c7ea-d988-4988-b925-00446fb92527 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:07.215676 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d226a89d-0649-42d0-8d88-d933894a61d7 req-b255c7ea-d988-4988-b925-00446fb92527 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 931 time: 0.1773775 Mar 08 12:49:07.283795 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d226a89d-0649-42d0-8d88-d933894a61d7 req-6d353f16-bb38-4d40-b41d-495eed6a8775 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569417 Mar 08 12:49:07.303488 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-be00a30f-9864-40a6-be64-8ffcb779af94 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6400523 Mar 08 12:49:07.320596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Request body: {'port': {'device_id': '4977b102-1146-4549-a197-92e1040f9dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:07.365592 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cd9859dd-1751-4c6b-a8fe-aef2975b8481 None None] Provisioning for port 48252e9b-2384-4fda-8e3f-db860130325a completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:49:07.374169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-cd9859dd-1751-4c6b-a8fe-aef2975b8481 None None] Provisioning complete for port 48252e9b-2384-4fda-8e3f-db860130325a triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:49:07.374763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-cd9859dd-1751-4c6b-a8fe-aef2975b8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:07.465594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:07.466185 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-cd9859dd-1751-4c6b-a8fe-aef2975b8481 None None] Port 48252e9b-2384-4fda-8e3f-db860130325a cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:49:08.013236 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48252e9b-2384-4fda-8e3f-db860130325a {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:49:08.021611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:08.040177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Transition to ACTIVE for port object 48252e9b-2384-4fda-8e3f-db860130325a will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:49:08.107137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:08.241132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=48252e9b-2384-4fda-8e3f-db860130325a,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:08.404798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Attempting to bind port 48252e9b-2384-4fda-8e3f-db860130325a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:49:08.405270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Attempting to bind port 48252e9b-2384-4fda-8e3f-db860130325a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:49:08.405742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Attempting to bind port 48252e9b-2384-4fda-8e3f-db860130325a on network 78126620-ad72-4cee-9a20-370a62ee26b5 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:49:08.414883 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Port 48252e9b-2384-4fda-8e3f-db860130325a on network 78126620-ad72-4cee-9a20-370a62ee26b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:49:08.415219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Attempting to bind port 48252e9b-2384-4fda-8e3f-db860130325a on network 78126620-ad72-4cee-9a20-370a62ee26b5 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:49:08.422490 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:49:08.422872 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Checking segment: {'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:49:08.423411 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Bound using segment: {'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:49:08.423956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Bound port: 48252e9b-2384-4fda-8e3f-db860130325a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:49:08.423956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:08.533095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] For port 48252e9b-2384-4fda-8e3f-db860130325a, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:49:08.536827 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] For port 48252e9b-2384-4fda-8e3f-db860130325a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48252e9b-2384-4fda-8e3f-db860130325a,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:49:08.540989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4f66a-7927-46e9-9afe-49f7169ee8b0 req-2f1e6562-c6c0-4aeb-9945-31b10227461d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:08.542598 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3dc4f66a-7927-46e9-9afe-49f7169ee8b0 req-2f1e6562-c6c0-4aeb-9945-31b10227461d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.1065753 Mar 08 12:49:08.601727 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-3dc4f66a-7927-46e9-9afe-49f7169ee8b0 req-b0e72af1-cea2-40fd-9f81-82476bb59be1 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461457 Mar 08 12:49:08.623655 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:08.710297 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:08.711149 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:08.712854 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] 10.222.0.18 "PUT /v2.0/ports/48252e9b-2384-4fda-8e3f-db860130325a HTTP/1.1" status: 200 len: 1093 time: 1.4009290 Mar 08 12:49:08.713505 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:49:08.762230 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9d084-c701-44c1-bd6a-f2ad9dcab6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=48252e9b-2384-4fda-8e3f-db860130325a,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:08.790986 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a', 'status': 'completed', 'code': 200} Mar 08 12:49:08.904375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a7c14-c507-4e94-a539-71d24b1dced9 req-c285e77b-f6fb-4b5d-9698-b46ff2699de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:08.906068 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-530a7c14-c507-4e94-a539-71d24b1dced9 req-c285e77b-f6fb-4b5d-9698-b46ff2699de7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1096 time: 0.0928333 Mar 08 12:49:09.117952 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a7c14-c507-4e94-a539-71d24b1dced9 req-c4f2630b-cec7-4569-9c5f-83743e8826b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:09.119957 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-530a7c14-c507-4e94-a539-71d24b1dced9 req-c4f2630b-cec7-4569-9c5f-83743e8826b9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2073076 Mar 08 12:49:09.274374 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a7c14-c507-4e94-a539-71d24b1dced9 req-76162fe9-55ae-4837-b5ac-4a77149e0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:09.275752 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-530a7c14-c507-4e94-a539-71d24b1dced9 req-76162fe9-55ae-4837-b5ac-4a77149e0405 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472449 Mar 08 12:49:09.507026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd846bc3-492e-48b1-b73c-381140fba66b req-762ca2cc-355e-4ccb-9e37-07115e508971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:09.508520 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-762ca2cc-355e-4ccb-9e37-07115e508971 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1096 time: 0.1969318 Mar 08 12:49:09.581537 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-c401deba-9706-4763-9b81-fb31a7d43e50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48252e9b-2384-4fda-8e3f-db860130325a HTTP/1.1" status: 200 len: 217 time: 0.0655658 Mar 08 12:49:09.664731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd846bc3-492e-48b1-b73c-381140fba66b req-7a7b4f60-84be-4f8a-a292-325b7b5760d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:09.666624 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-7a7b4f60-84be-4f8a-a292-325b7b5760d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0791707 Mar 08 12:49:09.751176 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd846bc3-492e-48b1-b73c-381140fba66b req-00d5f7ea-a4b8-4200-9b6e-ec0a95fc0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:09.752677 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-00d5f7ea-a4b8-4200-9b6e-ec0a95fc0bf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777259 Mar 08 12:49:09.887327 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a15c8c-4a9f-418e-9dde-4f94846b429e req-221653f6-fb47-41e3-b328-63b573cf3cdb tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:09.889781 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-21a15c8c-4a9f-418e-9dde-4f94846b429e req-221653f6-fb47-41e3-b328-63b573cf3cdb tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.1007926 Mar 08 12:49:09.919583 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-d517e414-95f7-4447-a821-a0839195bf1f service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609278 Mar 08 12:49:09.943277 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-21a15c8c-4a9f-418e-9dde-4f94846b429e req-20a7b97e-0703-41db-8579-a18fcb834c85 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437210 Mar 08 12:49:09.958815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-32bdc59a-d317-4d0d-9809-1dedfba2f297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:10.101508 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bd846bc3-492e-48b1-b73c-381140fba66b req-d136d9d9-38dc-4fb1-a0c3-06672f6a59f9 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756675 Mar 08 12:49:11.224236 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d502f98-2f2b-4711-b745-1bf4688e67e4 req-050e4969-b14a-4c65-862b-8545778430c9 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:11.225344 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-5d502f98-2f2b-4711-b745-1bf4688e67e4 req-050e4969-b14a-4c65-862b-8545778430c9 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Synchronizing usage tracker for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:49:11.297109 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-5d502f98-2f2b-4711-b745-1bf4688e67e4 req-050e4969-b14a-4c65-862b-8545778430c9 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Unset dirty status for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:49:11.298648 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5d502f98-2f2b-4711-b745-1bf4688e67e4 req-050e4969-b14a-4c65-862b-8545778430c9 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.2189658 Mar 08 12:49:11.352334 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-5d502f98-2f2b-4711-b745-1bf4688e67e4 req-0bab1e50-fce0-4de4-9d25-a75704c95f09 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437572 Mar 08 12:49:12.227810 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e9ee-482b-487f-93d2-7fe67c5e2e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:12.556352 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da4e30-a808-48a0-87ef-989cdb825800 req-1af2b213-0240-4013-a08d-fdd031df16cb tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:12.557858 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-69da4e30-a808-48a0-87ef-989cdb825800 req-1af2b213-0240-4013-a08d-fdd031df16cb tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0899801 Mar 08 12:49:12.606836 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-69da4e30-a808-48a0-87ef-989cdb825800 req-fccd23bc-9618-4cc7-a9e4-4f87107ff897 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421257 Mar 08 12:49:13.502594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:13.753964 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:13.861224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cf3c8-33cf-4e8a-8457-a2c60c001679 req-528fefdb-0df3-423e-bc42-3e7eabf945e7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:13.862895 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3c1cf3c8-33cf-4e8a-8457-a2c60c001679 req-528fefdb-0df3-423e-bc42-3e7eabf945e7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0896266 Mar 08 12:49:13.917827 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3c1cf3c8-33cf-4e8a-8457-a2c60c001679 req-a9423331-f375-4b23-82c8-76b3098f4b7a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486951 Mar 08 12:49:14.283475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:14.952162 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:15.132268 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66f63-22f2-4013-b163-ee39f1186237 req-8e992c9c-5691-4aa4-852a-b9d5ae6a63cd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:15.133820 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-59d66f63-22f2-4013-b163-ee39f1186237 req-8e992c9c-5691-4aa4-852a-b9d5ae6a63cd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0873737 Mar 08 12:49:15.181199 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-59d66f63-22f2-4013-b163-ee39f1186237 req-778f1648-ff59-4349-a43a-cbe429e94d9c tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409465 Mar 08 12:49:16.390371 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205781c-03a3-45f8-9708-c5edb0db366b req-f9cb0b71-ec3b-4e20-98c6-ccd17fac0101 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:16.392024 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7205781c-03a3-45f8-9708-c5edb0db366b req-f9cb0b71-ec3b-4e20-98c6-ccd17fac0101 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.1032064 Mar 08 12:49:16.450270 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7205781c-03a3-45f8-9708-c5edb0db366b req-acc8cbef-ab18-45cb-9e58-f87fe91b93b7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475776 Mar 08 12:49:17.651899 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36a91-cd30-4cfb-bcde-e6715d7ef241 req-86f9069f-7781-4028-af02-8838324bc273 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:17.653483 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e3b36a91-cd30-4cfb-bcde-e6715d7ef241 req-86f9069f-7781-4028-af02-8838324bc273 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0905221 Mar 08 12:49:17.708992 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e3b36a91-cd30-4cfb-bcde-e6715d7ef241 req-a12f388d-e7db-497b-ba1f-2125a9e05786 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451775 Mar 08 12:49:18.904036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f17720-76e7-4030-8dfc-55a0a9670ff1 req-1f4af7fe-4b81-48fb-a1d8-e535cdadd2af tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:18.905554 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-46f17720-76e7-4030-8dfc-55a0a9670ff1 req-1f4af7fe-4b81-48fb-a1d8-e535cdadd2af tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0887308 Mar 08 12:49:18.954898 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-46f17720-76e7-4030-8dfc-55a0a9670ff1 req-6d7f62d8-bf6e-4322-bc84-3af784cf44bc tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430329 Mar 08 12:49:19.172077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 48252e9b-2384-4fda-8e3f-db860130325a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:49:19.313624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 48252e9b-2384-4fda-8e3f-db860130325a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48252e9b-2384-4fda-8e3f-db860130325a,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:49:19.328088 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '48252e9b-2384-4fda-8e3f-db860130325a', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'port_id': '48252e9b-2384-4fda-8e3f-db860130325a', 'mac_address': 'fa:16:3e:a2:94:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:49:19.385331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:19.402784 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48252e9b-2384-4fda-8e3f-db860130325a {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:49:19.419632 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 48252e9b-2384-4fda-8e3f-db860130325a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48252e9b-2384-4fda-8e3f-db860130325a,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:49:19.485127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:19.561432 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=48252e9b-2384-4fda-8e3f-db860130325a,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:19.569524 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:19.569792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:19.570170 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:19.570513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:19.570843 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:19.571230 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:19.571510 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:19.571834 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:19.572163 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:19.572489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:19.572813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:19.573134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:19.850157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['48252e9b-2384-4fda-8e3f-db860130325a'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:49:20.239659 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80fc20-a1b9-46a0-a6cc-d0f4c011ab09 req-212b8ccc-4431-4feb-8a42-090ac94f5aec tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:20.241146 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0c80fc20-a1b9-46a0-a6cc-d0f4c011ab09 req-212b8ccc-4431-4feb-8a42-090ac94f5aec tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 944 time: 0.0903542 Mar 08 12:49:20.289756 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-0c80fc20-a1b9-46a0-a6cc-d0f4c011ab09 req-c2671ca9-7ac5-417d-99a4-4bfe2a1eb02f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425811 Mar 08 12:49:21.202182 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 48252e9b-2384-4fda-8e3f-db860130325a up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:49:21.331151 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 48252e9b-2384-4fda-8e3f-db860130325a completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:49:21.337745 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 48252e9b-2384-4fda-8e3f-db860130325a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:49:21.338313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:21.476760 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:21.508374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:49:21.525196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 48252e9b-2384-4fda-8e3f-db860130325a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48252e9b-2384-4fda-8e3f-db860130325a,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:49:21.537591 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0654faf-1d85-47a8-9be6-59ef37f290d8 req-0c3ee1ed-b8e4-4e7d-ba54-2b0e24b9abc0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:21.542070 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f0654faf-1d85-47a8-9be6-59ef37f290d8 req-0c3ee1ed-b8e4-4e7d-ba54-2b0e24b9abc0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 944 time: 0.1354401 Mar 08 12:49:21.586340 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a', 'code': 200} Mar 08 12:49:21.593858 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f0654faf-1d85-47a8-9be6-59ef37f290d8 req-f8e7c329-e43b-4bdb-bf85-65daae5247ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469639 Mar 08 12:49:21.645949 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:21.745292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=48252e9b-2384-4fda-8e3f-db860130325a,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:22.066191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef517aae-9bcc-4771-9450-6921aeec8b67 req-eb36ecbe-c79c-444b-927f-dedcf1ba8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:22.067773 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ef517aae-9bcc-4771-9450-6921aeec8b67 req-eb36ecbe-c79c-444b-927f-dedcf1ba8fb1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1098 time: 0.0811036 Mar 08 12:49:22.116689 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ef517aae-9bcc-4771-9450-6921aeec8b67 req-f2621457-3a4c-4bdb-a4b8-b6168e63ba28 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432453 Mar 08 12:49:22.807300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced08818-7523-4cd8-9ba9-5605f2c3a99b req-bfdb72c5-a6d9-48fe-be0a-72e78fcd2f8a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:22.808874 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ced08818-7523-4cd8-9ba9-5605f2c3a99b req-bfdb72c5-a6d9-48fe-be0a-72e78fcd2f8a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0891323 Mar 08 12:49:22.857601 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ced08818-7523-4cd8-9ba9-5605f2c3a99b req-8a254ac6-462f-4428-8747-31731b2ff078 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430658 Mar 08 12:49:24.067337 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c902e-3da3-478c-8c10-fc9f650cafa5 req-df0d2262-b8f4-4489-a6bd-4630feabfd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:24.068865 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ce9c902e-3da3-478c-8c10-fc9f650cafa5 req-df0d2262-b8f4-4489-a6bd-4630feabfd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0872397 Mar 08 12:49:24.122316 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ce9c902e-3da3-478c-8c10-fc9f650cafa5 req-eb680068-ff5d-4484-b53f-d0f5a31e24b4 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467989 Mar 08 12:49:24.325993 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1917f-f57c-4435-8ff6-1cab29ddf09d req-7462a625-5ff8-4148-a43a-6cfcab1025ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:24.327466 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d4e1917f-f57c-4435-8ff6-1cab29ddf09d req-7462a625-5ff8-4148-a43a-6cfcab1025ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0878994 Mar 08 12:49:24.379484 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d4e1917f-f57c-4435-8ff6-1cab29ddf09d req-97f4cfc2-d7ff-41ae-b0bd-832d7889e295 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420012 Mar 08 12:49:24.403717 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33534) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:49:24.560303 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f541fd-c4c1-4fe9-9a93-4bc4952a3b2c tempest-TestShelveInstance-1647704697 tempest-TestShelveInstance-1647704697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:24.561846 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c8f541fd-c4c1-4fe9-9a93-4bc4952a3b2c tempest-TestShelveInstance-1647704697 tempest-TestShelveInstance-1647704697-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1093 time: 0.1570950 Mar 08 12:49:24.565542 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 33540) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:49:24.571410 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '48252e9b-2384-4fda-8e3f-db860130325a', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:24.578765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:49:24.583110 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Usage tracker for resource:floatingip and tenant:6bbcc6240c3a408fbbc65de0043b7e59 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:49:24.586702 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:49:24.597548 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:49:24.679941 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for floatingip, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:24.840344 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:25.011426 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Allocated IP 172.26.4.223 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/33345bd3-90fa-4c24-8afd-54898a69da27) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:49:25.419190 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:25.514055 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:25.583501 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:49:25.591766 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:49:25.597032 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:49:25.628022 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'Port': ['ID=33345bd3-90fa-4c24-8afd-54898a69da27,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:25.648797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:25.649137 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:25.649486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:25.649830 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:25.650199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:25.650541 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:25.650879 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:25.651218 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:25.651555 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:25.651885 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:25.652799 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:25.653139 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:26.076637 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.261078 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.491055 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.553691 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.672800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event updated for resources: {'Port': ['ID=33345bd3-90fa-4c24-8afd-54898a69da27,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:26.686627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.874840 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Floating IP e52035a6-1577-457f-acdb-79cc31e21ad3 associated. External IP: 172.26.4.223, port: 48252e9b-2384-4fda-8e3f-db860130325a. Mar 08 12:49:27.393240 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:49:27.590324 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:49:27.602111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df746567-e71c-4fbf-97c8-7aa9a996d440 None None] Sync routers for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:49:27.617782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df746567-e71c-4fbf-97c8-7aa9a996d440 None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:49:27.618878 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-df746567-e71c-4fbf-97c8-7aa9a996d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:49:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:49:27.686621 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.758049 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-5be3813b-dc4b-462e-8d3c-d0348da408ce tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1909158 Mar 08 12:49:27.759396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:49:27.864415 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-df746567-e71c-4fbf-97c8-7aa9a996d440 None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:49:27.945131 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a', 'status': 'completed', 'code': 200} Mar 08 12:49:28.097480 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ce0e8-bd64-4d59-ae6d-c87991d61cc0 req-66d292b3-01a2-485d-8772-0208505e4686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:28.100051 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6e3ce0e8-bd64-4d59-ae6d-c87991d61cc0 req-66d292b3-01a2-485d-8772-0208505e4686 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1098 time: 0.1271110 Mar 08 12:49:28.301798 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ce0e8-bd64-4d59-ae6d-c87991d61cc0 req-cdf8f8ea-00ba-45d4-971e-93729e252dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:28.304570 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6e3ce0e8-bd64-4d59-ae6d-c87991d61cc0 req-cdf8f8ea-00ba-45d4-971e-93729e252dce service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1981244 Mar 08 12:49:28.314469 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-df746567-e71c-4fbf-97c8-7aa9a996d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'e52035a6-1577-457f-acdb-79cc31e21ad3', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'port_id': '48252e9b-2384-4fda-8e3f-db860130325a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'mac_address': 'fa:16:3e:a2:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977b102-1146-4549-a197-92e1040f9dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:49:26Z', 'updated_at': '2022-03-08T12:49:26Z', 'revision_number': 0, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 5, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:49:28.319466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df746567-e71c-4fbf-97c8-7aa9a996d440 None None] Checking router: 1ffdbdeb-6f56-47c6-aa75-39b91131df91 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:49:28.331693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df746567-e71c-4fbf-97c8-7aa9a996d440 None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:49:28.332657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-df746567-e71c-4fbf-97c8-7aa9a996d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:49:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:49:28.423107 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6e3ce0e8-bd64-4d59-ae6d-c87991d61cc0 req-f3220f30-10f1-4cc5-b15c-18d992a73302 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48252e9b-2384-4fda-8e3f-db860130325a HTTP/1.1" status: 200 len: 999 time: 0.1118708 Mar 08 12:49:28.500807 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ce0e8-bd64-4d59-ae6d-c87991d61cc0 req-c2460641-b9d2-4621-a2ef-c2009e8e721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:28.502404 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6e3ce0e8-bd64-4d59-ae6d-c87991d61cc0 req-c2460641-b9d2-4621-a2ef-c2009e8e721f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0721734 Mar 08 12:49:28.587636 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ce0e8-bd64-4d59-ae6d-c87991d61cc0 req-d5451a4e-f2e1-4a95-961e-36bb0c1583fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:28.590709 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6e3ce0e8-bd64-4d59-ae6d-c87991d61cc0 req-d5451a4e-f2e1-4a95-961e-36bb0c1583fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808601 Mar 08 12:49:28.663854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-df746567-e71c-4fbf-97c8-7aa9a996d440 None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:49:28.733690 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6e3ce0e8-bd64-4d59-ae6d-c87991d61cc0 req-a95d787a-ea11-4f23-85c6-93d1644a8fd8 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360497 Mar 08 12:49:28.880145 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6e3ce0e8-bd64-4d59-ae6d-c87991d61cc0 req-b5c2ea60-3aaa-4806-8444-ade27653f86d service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373923 Mar 08 12:49:29.221799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-df746567-e71c-4fbf-97c8-7aa9a996d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'e52035a6-1577-457f-acdb-79cc31e21ad3', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'port_id': '48252e9b-2384-4fda-8e3f-db860130325a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'mac_address': 'fa:16:3e:a2:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977b102-1146-4549-a197-92e1040f9dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:49:26Z', 'updated_at': '2022-03-08T12:49:26Z', 'revision_number': 0, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 5, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:49:29.226387 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df746567-e71c-4fbf-97c8-7aa9a996d440 None None] The sync data for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv is: [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'e52035a6-1577-457f-acdb-79cc31e21ad3', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'port_id': '48252e9b-2384-4fda-8e3f-db860130325a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'mac_address': 'fa:16:3e:a2:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977b102-1146-4549-a197-92e1040f9dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:49:26Z', 'updated_at': '2022-03-08T12:49:26Z', 'revision_number': 0, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 5, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:49:29.447885 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c6e85c-c91e-4f46-b1d0-5f1bf2e9ed20 None None] New status for floating IP e52035a6-1577-457f-acdb-79cc31e21ad3: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:49:30.067899 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:49:39.988080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-5b5eb0cf-ad26-4a2b-b8c4-2cd5b8313845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:42.228344 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a6ae00c3-c180-4344-a1f3-eecb8091b030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:43.513393 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:43.746498 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:44.216794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:44.952462 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:03.989392 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2dd1b62f-53dc-44e0-8bf9-3afa3049015b req-3ef76338-811b-4e2c-a578-604063aba089 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1156931 Mar 08 12:50:04.256485 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b62f-53dc-44e0-8bf9-3afa3049015b req-aed8c9b0-4336-46d5-bda1-b916a2feeceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:04.258013 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2dd1b62f-53dc-44e0-8bf9-3afa3049015b req-aed8c9b0-4336-46d5-bda1-b916a2feeceb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1098 time: 0.1950533 Mar 08 12:50:04.424903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b62f-53dc-44e0-8bf9-3afa3049015b req-c355af4c-1faa-463e-bbfd-9b12fa867fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:04.426453 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2dd1b62f-53dc-44e0-8bf9-3afa3049015b req-c355af4c-1faa-463e-bbfd-9b12fa867fd0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1468666 Mar 08 12:50:04.547934 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2dd1b62f-53dc-44e0-8bf9-3afa3049015b req-f894526c-9a78-4aaa-8f18-485a2942cce6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48252e9b-2384-4fda-8e3f-db860130325a HTTP/1.1" status: 200 len: 1001 time: 0.1130748 Mar 08 12:50:04.649790 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b62f-53dc-44e0-8bf9-3afa3049015b req-e108a911-126b-4d7c-92c4-40ab1f93a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:04.652969 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2dd1b62f-53dc-44e0-8bf9-3afa3049015b req-e108a911-126b-4d7c-92c4-40ab1f93a67e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0987406 Mar 08 12:50:04.778972 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b62f-53dc-44e0-8bf9-3afa3049015b req-c13cc41b-9df0-4a85-b59b-8f264ddbf07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:04.781316 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2dd1b62f-53dc-44e0-8bf9-3afa3049015b req-c13cc41b-9df0-4a85-b59b-8f264ddbf07c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1220398 Mar 08 12:50:04.927167 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2dd1b62f-53dc-44e0-8bf9-3afa3049015b req-5cdf9fdd-e7ed-4dbb-9c3b-322a22dc9327 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388857 Mar 08 12:50:05.076844 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2dd1b62f-53dc-44e0-8bf9-3afa3049015b req-839be4f9-5198-4f8e-9416-ddd04a156b37 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439135 Mar 08 12:50:07.067500 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:50:09.962676 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b0a602af-aa66-440d-b40c-57f25035f477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:12.279789 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-346645fc-ca97-4912-841e-1be82752c4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:13.503261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:13.759519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:14.210711 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:14.938963 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:39.987489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3709ad2c-721a-4fc1-8cc8-cd8b6f3d3237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:42.260310 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-39ba3d7b-2f2c-4f47-8449-773d2134c15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:43.518423 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:43.752838 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:44.065745 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:50:44.284177 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:44.986556 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:03.952847 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-86fcdf56-e022-404e-a8d1-83edd724f0d9 req-7ae15388-17ac-4d08-82ea-3061c6d32c1d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706153 Mar 08 12:51:04.093671 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcdf56-e022-404e-a8d1-83edd724f0d9 req-39ecd457-d973-4e38-8625-b210faa7c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:04.095166 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-86fcdf56-e022-404e-a8d1-83edd724f0d9 req-39ecd457-d973-4e38-8625-b210faa7c0d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1098 time: 0.0734262 Mar 08 12:51:04.239207 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcdf56-e022-404e-a8d1-83edd724f0d9 req-e118e9b7-8399-499c-8459-bb87740c8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:04.240563 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-86fcdf56-e022-404e-a8d1-83edd724f0d9 req-e118e9b7-8399-499c-8459-bb87740c8be8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1273940 Mar 08 12:51:04.342430 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-86fcdf56-e022-404e-a8d1-83edd724f0d9 req-2e05ff4f-5b8f-4f6f-b826-6c85f548eb93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48252e9b-2384-4fda-8e3f-db860130325a HTTP/1.1" status: 200 len: 1001 time: 0.0956328 Mar 08 12:51:04.405916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcdf56-e022-404e-a8d1-83edd724f0d9 req-8c2ff5a6-facb-45e5-ac16-63ddc69146f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:04.407198 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-86fcdf56-e022-404e-a8d1-83edd724f0d9 req-8c2ff5a6-facb-45e5-ac16-63ddc69146f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0580425 Mar 08 12:51:04.484870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcdf56-e022-404e-a8d1-83edd724f0d9 req-aa7385d0-22a9-474f-9ab2-cfac79deffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:04.486370 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-86fcdf56-e022-404e-a8d1-83edd724f0d9 req-aa7385d0-22a9-474f-9ab2-cfac79deffff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732777 Mar 08 12:51:04.623304 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-86fcdf56-e022-404e-a8d1-83edd724f0d9 req-51bc25a4-a8fe-4ac8-881a-20e5dca596e6 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303189 Mar 08 12:51:04.759176 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-86fcdf56-e022-404e-a8d1-83edd724f0d9 req-2dd9e9a3-0107-454b-85d2-28008b4f39d6 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293778 Mar 08 12:51:09.969898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-91ce9e9c-ce96-41de-a0f0-b96500f2b3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:12.238686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fa0f1ff4-d123-4247-90bc-495e49a4d0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:13.501457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:13.759132 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:14.278456 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:14.947369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:21.063853 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:51:39.958440 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d4c9febb-9f1f-42c0-9fb2-ee8debc5bc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:42.237224 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3566-e3d5-42a9-bcc3-cf3879ff5146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:43.484384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:43.746156 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:44.273131 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:44.935472 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:58.063723 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:52:06.067932 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-af207523-2933-45b3-951a-a8af252269a7 req-7d6d7f8e-030d-4037-970a-4d9326c9e229 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1864145 Mar 08 12:52:06.215812 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207523-2933-45b3-951a-a8af252269a7 req-015c602b-24c0-404c-9e03-fa0547bb0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:06.217298 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-af207523-2933-45b3-951a-a8af252269a7 req-015c602b-24c0-404c-9e03-fa0547bb0c0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1098 time: 0.0791266 Mar 08 12:52:06.369763 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207523-2933-45b3-951a-a8af252269a7 req-449e3629-3742-4779-9990-92851e511b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:06.372132 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-af207523-2933-45b3-951a-a8af252269a7 req-449e3629-3742-4779-9990-92851e511b22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1339159 Mar 08 12:52:06.471562 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-af207523-2933-45b3-951a-a8af252269a7 req-4c9ef983-a885-4e49-bc3c-d4b4d3b47d2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48252e9b-2384-4fda-8e3f-db860130325a HTTP/1.1" status: 200 len: 1001 time: 0.0944495 Mar 08 12:52:06.544195 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207523-2933-45b3-951a-a8af252269a7 req-a1101706-f1ab-4bf0-ad03-0c99b68af123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:06.545725 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-af207523-2933-45b3-951a-a8af252269a7 req-a1101706-f1ab-4bf0-ad03-0c99b68af123 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0684927 Mar 08 12:52:06.629385 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207523-2933-45b3-951a-a8af252269a7 req-347d6828-7e80-4cf3-a3a4-a2a8db237542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:06.630888 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-af207523-2933-45b3-951a-a8af252269a7 req-347d6828-7e80-4cf3-a3a4-a2a8db237542 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760858 Mar 08 12:52:06.780200 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-af207523-2933-45b3-951a-a8af252269a7 req-2ef0c35e-2f3d-45fe-bbbb-c8be3981f64c service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430945 Mar 08 12:52:06.977185 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-af207523-2933-45b3-951a-a8af252269a7 req-174da48d-0275-40f1-ba92-2af8b9addbba service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903641 Mar 08 12:52:07.014931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea76ac-a5f4-4dbf-8e3f-a9ffe4e5f8cc req-b6424f0e-7e62-43df-8c6a-f55c28314c25 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:07.014931 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1aea76ac-a5f4-4dbf-8e3f-a9ffe4e5f8cc req-b6424f0e-7e62-43df-8c6a-f55c28314c25 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.2403264 Mar 08 12:52:07.055180 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-1aea76ac-a5f4-4dbf-8e3f-a9ffe4e5f8cc req-9cb3dbf8-4b24-48d3-a503-3f32b7541c0a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413210 Mar 08 12:52:08.314195 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4d1db-316b-457e-8f05-2fe9e8022698 req-1bbeb5e9-705f-4534-b86a-0527e3c70cb0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:08.315695 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-65b4d1db-316b-457e-8f05-2fe9e8022698 req-1bbeb5e9-705f-4534-b86a-0527e3c70cb0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.1451957 Mar 08 12:52:08.360560 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-65b4d1db-316b-457e-8f05-2fe9e8022698 req-014039ba-f9bd-466a-8b21-40c111f65975 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390539 Mar 08 12:52:09.556852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fba95-9928-421c-a41e-fcc98db32738 req-11494df1-5bf0-4607-beb5-7d3452940168 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:09.558387 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a67fba95-9928-421c-a41e-fcc98db32738 req-11494df1-5bf0-4607-beb5-7d3452940168 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0817335 Mar 08 12:52:09.606236 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a67fba95-9928-421c-a41e-fcc98db32738 req-d1972e7e-862a-46f2-80d1-78075a03be34 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422478 Mar 08 12:52:10.026032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e46f0023-3753-4740-9d4a-d7330856daa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:10.801915 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726c86a-f1be-4255-9b38-2cc41f2d65e0 req-427d76f1-a336-4ae7-9130-58a546c441e6 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:10.803381 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5726c86a-f1be-4255-9b38-2cc41f2d65e0 req-427d76f1-a336-4ae7-9130-58a546c441e6 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0849171 Mar 08 12:52:10.847674 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5726c86a-f1be-4255-9b38-2cc41f2d65e0 req-c34abb2b-f896-4a3d-a2fb-a1e45d8c8a6b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385110 Mar 08 12:52:12.034617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56304e2c-38bf-4592-9de2-9c5e7affc6a9 req-8a5e240a-149e-4bfa-8794-d9494a7b92b4 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:12.036138 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-56304e2c-38bf-4592-9de2-9c5e7affc6a9 req-8a5e240a-149e-4bfa-8794-d9494a7b92b4 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0813770 Mar 08 12:52:12.085940 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-56304e2c-38bf-4592-9de2-9c5e7affc6a9 req-a83b2491-ac87-4113-b860-e018941b8216 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429952 Mar 08 12:52:12.244332 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-37b7b9b2-84ff-488c-8844-fd7c58701a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:13.280825 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50915320-71d8-4ded-b57e-bc081405aa09 req-cdb58c1b-c4ef-43a0-8883-7a8a3c2008c1 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:13.282225 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-50915320-71d8-4ded-b57e-bc081405aa09 req-cdb58c1b-c4ef-43a0-8883-7a8a3c2008c1 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0873225 Mar 08 12:52:13.328375 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-50915320-71d8-4ded-b57e-bc081405aa09 req-545a294a-4f93-4675-a1bd-ea803273d11a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 Mar 08 12:52:13.512998 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:13.781956 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:14.301591 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:14.537760 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9161df-2056-4b10-8359-44f0d03c3a8a req-4b3a4134-fa8f-459d-8b6c-1f1e3a1a7932 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:14.539354 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e9161df-2056-4b10-8359-44f0d03c3a8a req-4b3a4134-fa8f-459d-8b6c-1f1e3a1a7932 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0892675 Mar 08 12:52:14.584586 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3e9161df-2056-4b10-8359-44f0d03c3a8a req-464f0f84-cca0-4581-b123-c4db02cd01cb tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393224 Mar 08 12:52:14.985535 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:15.774511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab72990-440a-4ec3-bf4f-206df6381c13 req-3d9454bc-534a-4e67-9fe0-8dbe8ba19546 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:15.775986 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7ab72990-440a-4ec3-bf4f-206df6381c13 req-3d9454bc-534a-4e67-9fe0-8dbe8ba19546 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0852277 Mar 08 12:52:15.820577 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7ab72990-440a-4ec3-bf4f-206df6381c13 req-eed615c4-eee1-4129-9472-e2d685d22fa0 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383379 Mar 08 12:52:17.007806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd4327-47ee-406b-882e-e53cc1ab92cd req-4be43dcc-c067-4007-aae8-e6991d76c048 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:17.009651 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9bfd4327-47ee-406b-882e-e53cc1ab92cd req-4be43dcc-c067-4007-aae8-e6991d76c048 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0818465 Mar 08 12:52:17.057183 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9bfd4327-47ee-406b-882e-e53cc1ab92cd req-6d5f9575-1e81-4221-a45a-e7a6d802a6d3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411873 Mar 08 12:52:18.254655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ec6fb-6cb5-489c-aeb1-f6570dd46c65 req-af2d4d8c-823b-46e2-a6e1-6a9d2d5b4d7f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:18.256122 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-962ec6fb-6cb5-489c-aeb1-f6570dd46c65 req-af2d4d8c-823b-46e2-a6e1-6a9d2d5b4d7f tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0860605 Mar 08 12:52:18.305932 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-962ec6fb-6cb5-489c-aeb1-f6570dd46c65 req-aecbef48-2eeb-4566-840b-f1b2fd44aebb tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438201 Mar 08 12:52:19.492742 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111567b1-8bd1-4311-b360-ed192eb2e66c req-2d55e27f-fc2e-46bb-a0bc-38b429f55f13 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:19.494231 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-111567b1-8bd1-4311-b360-ed192eb2e66c req-2d55e27f-fc2e-46bb-a0bc-38b429f55f13 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0835152 Mar 08 12:52:19.544574 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-111567b1-8bd1-4311-b360-ed192eb2e66c req-a891ab54-cce7-4952-a1be-f1e8074db8ff tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440083 Mar 08 12:52:20.728800 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf32d3-dc82-43e1-8ac1-8e29880ec682 req-d38048f8-4e12-4324-a36e-51bdfe6893eb tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:20.730786 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b7cf32d3-dc82-43e1-8ac1-8e29880ec682 req-d38048f8-4e12-4324-a36e-51bdfe6893eb tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0808017 Mar 08 12:52:20.776266 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b7cf32d3-dc82-43e1-8ac1-8e29880ec682 req-7d4afe92-649b-4ebc-9820-2e0d822cd210 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398300 Mar 08 12:52:22.014024 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a59d-c096-4c65-949e-09dec08275fb req-0c1aff49-bc20-4f21-946a-afe6cca70a70 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:22.015411 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8173a59d-c096-4c65-949e-09dec08275fb req-0c1aff49-bc20-4f21-946a-afe6cca70a70 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.1311548 Mar 08 12:52:22.046767 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000702fd-94ab-44fb-a5d3-59eb2edfcc66 req-a42eff0e-c5e4-43ec-9816-3c3a4bbea4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:22.048170 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-000702fd-94ab-44fb-a5d3-59eb2edfcc66 req-a42eff0e-c5e4-43ec-9816-3c3a4bbea4cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1098 time: 0.1230667 Mar 08 12:52:22.099592 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-8173a59d-c096-4c65-949e-09dec08275fb req-8e9044fd-b151-4549-b680-4638114551d4 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781646 Mar 08 12:52:22.298170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000702fd-94ab-44fb-a5d3-59eb2edfcc66 req-018fb8a7-c13c-4d98-8b58-123d000cb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:22.299496 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-000702fd-94ab-44fb-a5d3-59eb2edfcc66 req-018fb8a7-c13c-4d98-8b58-123d000cb06d service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.2440312 Mar 08 12:52:22.404754 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-000702fd-94ab-44fb-a5d3-59eb2edfcc66 req-c28ca689-5ecf-4f74-8089-2db607462b8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48252e9b-2384-4fda-8e3f-db860130325a HTTP/1.1" status: 200 len: 1001 time: 0.0995262 Mar 08 12:52:22.469319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000702fd-94ab-44fb-a5d3-59eb2edfcc66 req-409528e0-5bb0-43fd-a1e0-4f529e7af026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:22.470794 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-000702fd-94ab-44fb-a5d3-59eb2edfcc66 req-409528e0-5bb0-43fd-a1e0-4f529e7af026 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0607505 Mar 08 12:52:22.552113 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000702fd-94ab-44fb-a5d3-59eb2edfcc66 req-670bc437-1ba8-4af2-a7e3-b48410109599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:22.553529 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-000702fd-94ab-44fb-a5d3-59eb2edfcc66 req-670bc437-1ba8-4af2-a7e3-b48410109599 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773721 Mar 08 12:52:22.688489 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-000702fd-94ab-44fb-a5d3-59eb2edfcc66 req-7f30c3cc-1aff-4528-94fe-9819fa2add00 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285143 Mar 08 12:52:22.821569 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-000702fd-94ab-44fb-a5d3-59eb2edfcc66 req-6a0e2e22-b3a6-4ab9-8230-f6560b5af1eb service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272979 Mar 08 12:52:23.295624 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac672676-d932-4880-8677-9373ae6b6a43 req-06d41250-424d-43a4-81e9-c548018800fb tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:23.297092 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ac672676-d932-4880-8677-9373ae6b6a43 req-06d41250-424d-43a4-81e9-c548018800fb tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0846434 Mar 08 12:52:23.347763 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ac672676-d932-4880-8677-9373ae6b6a43 req-90d989c9-8920-48fc-92cc-f29baf498e79 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446680 Mar 08 12:52:24.537403 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf8744-e105-4fd8-b997-cf9915612dbf req-23e61e16-60c7-4384-b362-f751d3678b91 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:24.538927 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dadf8744-e105-4fd8-b997-cf9915612dbf req-23e61e16-60c7-4384-b362-f751d3678b91 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0819716 Mar 08 12:52:24.586833 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dadf8744-e105-4fd8-b997-cf9915612dbf req-99e3b805-cfc8-474c-a462-b33f9f89e32e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423319 Mar 08 12:52:25.786265 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99d667-87c3-4688-b869-a24be860b1c0 req-ba3571f8-4869-40bf-8f53-6a52f5d6bee1 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:25.787785 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ce99d667-87c3-4688-b869-a24be860b1c0 req-ba3571f8-4869-40bf-8f53-6a52f5d6bee1 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0866475 Mar 08 12:52:25.834836 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-ce99d667-87c3-4688-b869-a24be860b1c0 req-7ac860e0-6502-4303-9bd0-0aeedf3e0d21 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402548 Mar 08 12:52:26.400380 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18463e44-b7b7-42a4-a043-679b2b5c52ee req-13ef584d-89cb-4067-acd6-1bed2d629814 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:26.401981 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-18463e44-b7b7-42a4-a043-679b2b5c52ee req-13ef584d-89cb-4067-acd6-1bed2d629814 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0979147 Mar 08 12:52:26.491013 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-18463e44-b7b7-42a4-a043-679b2b5c52ee req-78bbecca-5d89-44ee-8b9b-ab307988aa50 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572577 Mar 08 12:52:26.515152 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-fc73e57a-6ecf-47e3-a3e1-a03fb9aea65d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1740291 Mar 08 12:52:27.686694 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583972eb-aff2-4ec8-a5c9-a9ca4bafb9fa req-188da544-ac89-4d56-8dd2-09e4894b7bc1 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:27.688201 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-583972eb-aff2-4ec8-a5c9-a9ca4bafb9fa req-188da544-ac89-4d56-8dd2-09e4894b7bc1 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0853412 Mar 08 12:52:27.735556 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-583972eb-aff2-4ec8-a5c9-a9ca4bafb9fa req-23f45b69-6043-41bf-82a0-e2cc4639c4c4 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417259 Mar 08 12:52:28.208157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 48252e9b-2384-4fda-8e3f-db860130325a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:52:28.324245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:28.351043 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:52:28.361857 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 48252e9b-2384-4fda-8e3f-db860130325a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48252e9b-2384-4fda-8e3f-db860130325a,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:52:28.442863 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:28.478873 dv-neutron-828143-8-hyperv neutron-server[88471]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a', 'code': 422} returned with failed status Mar 08 12:52:28.520787 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=48252e9b-2384-4fda-8e3f-db860130325a,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:28.527990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:28.528339 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:28.528683 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:28.529024 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:28.529353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:28.529686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:28.530039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:28.530366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:28.530690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:28.531011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:28.531331 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:28.531649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:28.931913 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b493f-5191-40b6-9902-538a52b6cc78 req-8661d6eb-7086-4754-ab57-8c3d297bd488 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:28.933522 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6f1b493f-5191-40b6-9902-538a52b6cc78 req-8661d6eb-7086-4754-ab57-8c3d297bd488 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0896568 Mar 08 12:52:28.980525 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6f1b493f-5191-40b6-9902-538a52b6cc78 req-51c0eac6-c6da-4098-b880-a82786e9e895 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398202 Mar 08 12:52:30.178335 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5688385-22ba-4dc6-b48f-76420fdf1a66 req-735f7b3e-ee11-40ad-b9e8-a3e5cbe507c2 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:30.179810 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c5688385-22ba-4dc6-b48f-76420fdf1a66 req-735f7b3e-ee11-40ad-b9e8-a3e5cbe507c2 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0877595 Mar 08 12:52:30.224872 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-c5688385-22ba-4dc6-b48f-76420fdf1a66 req-9d6bf823-1199-4a7a-a984-6d577fe2222d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388591 Mar 08 12:52:30.502349 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-5b2541e8-2c19-412a-9b97-d9dac67b1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:30.503841 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-5b2541e8-2c19-412a-9b97-d9dac67b1a88 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa&tenant_id=6bbcc6240c3a408fbbc65de0043b7e59 HTTP/1.1" status: 200 len: 1096 time: 0.0727727 Mar 08 12:52:30.598423 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-d4dc08ec-ac25-473d-b1cb-e7fdca2795a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:30.599900 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-d4dc08ec-ac25-473d-b1cb-e7fdca2795a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1096 time: 0.0762711 Mar 08 12:52:30.738011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-9920ed86-3efe-4b3c-9781-f66365056b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:30.739439 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-9920ed86-3efe-4b3c-9781-f66365056b40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1341274 Mar 08 12:52:30.841650 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-b8e95765-5688-4d65-ae52-0c55e1243c99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48252e9b-2384-4fda-8e3f-db860130325a HTTP/1.1" status: 200 len: 999 time: 0.0957534 Mar 08 12:52:30.903284 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-5f11a5c7-d6b5-4fa3-9a92-b5d588f39c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:30.904708 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-5f11a5c7-d6b5-4fa3-9a92-b5d588f39c1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0574570 Mar 08 12:52:30.977768 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-eafcb2b3-a81a-424e-a7c5-97af5f05f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:30.979895 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-eafcb2b3-a81a-424e-a7c5-97af5f05f64b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695970 Mar 08 12:52:31.116895 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-b2f24978-5aad-493a-9927-1c82bed4c5dd service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315713 Mar 08 12:52:31.414841 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-72c22ec2-8112-419c-8bfd-9b6f0110e8f7 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921219 Mar 08 12:52:31.446597 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df99c8-ab0b-4e3b-9a92-2616a9265b56 req-e2476e6c-79d0-45c4-be44-9dfec18a2de8 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:31.448560 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-69df99c8-ab0b-4e3b-9a92-2616a9265b56 req-e2476e6c-79d0-45c4-be44-9dfec18a2de8 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.1134684 Mar 08 12:52:31.496682 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-69df99c8-ab0b-4e3b-9a92-2616a9265b56 req-baefc006-6b5a-44b0-ba5d-703e42249026 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422211 Mar 08 12:52:32.698471 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add621ac-08ab-44b9-93f1-ee14eedbac2f req-a09e0733-afd3-4d27-81f8-3687d5089b8a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:32.698471 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-add621ac-08ab-44b9-93f1-ee14eedbac2f req-a09e0733-afd3-4d27-81f8-3687d5089b8a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0876322 Mar 08 12:52:32.750527 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-add621ac-08ab-44b9-93f1-ee14eedbac2f req-7cefa305-c77d-406b-8280-9f058fd03ce4 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504763 Mar 08 12:52:33.959422 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5c16f-b5b8-45ce-8bfe-0bb7f48f47df req-c5b0740c-0ca7-4bd3-bf27-98c7fcb2eb4e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:33.960821 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-66e5c16f-b5b8-45ce-8bfe-0bb7f48f47df req-c5b0740c-0ca7-4bd3-bf27-98c7fcb2eb4e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0849817 Mar 08 12:52:34.007709 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-66e5c16f-b5b8-45ce-8bfe-0bb7f48f47df req-119b26ae-8981-48da-bb06-9b3fc02cdb80 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397050 Mar 08 12:52:35.063864 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:52:35.196407 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb439-867a-44c2-bca0-3c12ebd1c4c1 req-0e39be0c-34eb-4244-8657-5804b8051a14 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:35.197916 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bd0eb439-867a-44c2-bca0-3c12ebd1c4c1 req-0e39be0c-34eb-4244-8657-5804b8051a14 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0836134 Mar 08 12:52:35.242052 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-bd0eb439-867a-44c2-bca0-3c12ebd1c4c1 req-280cf350-9969-4c36-9895-6e6039234345 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384665 Mar 08 12:52:36.425643 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d40218-fbbe-4e68-add6-879cb7676e6c req-5a0205ee-859d-4cb7-bfce-fb6057341bd3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:36.427121 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a5d40218-fbbe-4e68-add6-879cb7676e6c req-5a0205ee-859d-4cb7-bfce-fb6057341bd3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0804842 Mar 08 12:52:36.478360 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a5d40218-fbbe-4e68-add6-879cb7676e6c req-487aa2a9-9263-4d04-90e9-d3c4e354f6ef tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450091 Mar 08 12:52:37.691062 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f2dfa-aff2-4f8d-8578-1cd667a55996 req-d1218939-f945-45c1-bdaf-bb47d47a0100 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:37.693055 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e25f2dfa-aff2-4f8d-8578-1cd667a55996 req-d1218939-f945-45c1-bdaf-bb47d47a0100 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0953753 Mar 08 12:52:37.859772 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e25f2dfa-aff2-4f8d-8578-1cd667a55996 req-d7894fe8-972e-4709-969c-9d164ec03ee1 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610038 Mar 08 12:52:39.045270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07816d79-5abc-4c4e-ac23-5fb1c35fa9e9 req-6a6f3465-b6db-4ddf-b918-2eee9f8d6f05 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:39.046907 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-07816d79-5abc-4c4e-ac23-5fb1c35fa9e9 req-6a6f3465-b6db-4ddf-b918-2eee9f8d6f05 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0823939 Mar 08 12:52:39.091999 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-07816d79-5abc-4c4e-ac23-5fb1c35fa9e9 req-3d9af6c6-df85-459a-8016-2f7c64b2d426 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393562 Mar 08 12:52:39.962166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-479770f9-1353-468f-971c-6e47d97222b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:40.260437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 48252e9b-2384-4fda-8e3f-db860130325a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:52:40.281525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1ecd8-9072-443a-b23d-f03f4c401713 req-47d7da1c-b023-41a8-b225-3009f4114588 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:40.283165 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fee1ecd8-9072-443a-b23d-f03f4c401713 req-47d7da1c-b023-41a8-b225-3009f4114588 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 943 time: 0.0867658 Mar 08 12:52:40.332371 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-fee1ecd8-9072-443a-b23d-f03f4c401713 req-94d451eb-753b-4e0a-ab81-31d0a88d0fb8 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401196 Mar 08 12:52:40.450230 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 48252e9b-2384-4fda-8e3f-db860130325a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48252e9b-2384-4fda-8e3f-db860130325a,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:52:40.463819 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '48252e9b-2384-4fda-8e3f-db860130325a', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'port_id': '48252e9b-2384-4fda-8e3f-db860130325a', 'mac_address': 'fa:16:3e:a2:94:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:52:40.521930 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:40.539250 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48252e9b-2384-4fda-8e3f-db860130325a {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:52:40.554746 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 48252e9b-2384-4fda-8e3f-db860130325a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48252e9b-2384-4fda-8e3f-db860130325a,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:52:40.639252 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:40.711589 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=48252e9b-2384-4fda-8e3f-db860130325a,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:40.982772 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['48252e9b-2384-4fda-8e3f-db860130325a'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:52:41.535095 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd2a60-8b1b-4d2f-bac2-050f187942fc req-e8054f0f-deaa-4070-b992-4eb437734a4c tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:41.536626 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-acfd2a60-8b1b-4d2f-bac2-050f187942fc req-e8054f0f-deaa-4070-b992-4eb437734a4c tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 944 time: 0.0842977 Mar 08 12:52:41.588485 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-acfd2a60-8b1b-4d2f-bac2-050f187942fc req-88fc0763-0e4a-4d96-bb1e-bf845e0ecf58 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459180 Mar 08 12:52:42.231068 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e430c5f1-298a-4065-8c0c-0ba72166cb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:42.265488 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 48252e9b-2384-4fda-8e3f-db860130325a up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:52:42.338150 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 48252e9b-2384-4fda-8e3f-db860130325a triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:42.338667 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:42.459157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:42.492084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:52:42.502562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 48252e9b-2384-4fda-8e3f-db860130325a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48252e9b-2384-4fda-8e3f-db860130325a,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:52:42.572034 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a', 'code': 200} Mar 08 12:52:42.623279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:42.727800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=48252e9b-2384-4fda-8e3f-db860130325a,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:42.850228 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae1dbe-c4d7-41d4-bdb1-0d05ac908697 req-54257775-b0c0-4a90-b73f-c22245ad6909 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:42.851814 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a4ae1dbe-c4d7-41d4-bdb1-0d05ac908697 req-54257775-b0c0-4a90-b73f-c22245ad6909 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.1183202 Mar 08 12:52:42.939893 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-a4ae1dbe-c4d7-41d4-bdb1-0d05ac908697 req-026947a0-a031-4446-b1b7-0117a380192e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815043 Mar 08 12:52:42.977159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dc8c0-4acf-4f02-a35c-4353c43f0bc5 req-13b3798e-a119-4154-abd8-f87b726530d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:42.978646 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-856dc8c0-4acf-4f02-a35c-4353c43f0bc5 req-13b3798e-a119-4154-abd8-f87b726530d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1098 time: 0.0863788 Mar 08 12:52:43.021134 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-856dc8c0-4acf-4f02-a35c-4353c43f0bc5 req-f973db5a-29ea-4a1c-8122-bc7056e82681 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370336 Mar 08 12:52:43.513568 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:43.759374 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:44.155961 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fb8a3-64b5-438f-84f1-32aa75848565 req-9a2f7485-7f17-40c7-8707-adf3002b453e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:44.157470 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-752fb8a3-64b5-438f-84f1-32aa75848565 req-9a2f7485-7f17-40c7-8707-adf3002b453e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0948524 Mar 08 12:52:44.202749 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-752fb8a3-64b5-438f-84f1-32aa75848565 req-161ac341-37d8-4439-a500-0da66bc8571b tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393176 Mar 08 12:52:44.296199 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:44.968092 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:45.389449 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b19fb-b7df-4bb8-a942-d25ec4020b0d req-4930c94a-c93c-42b1-a045-caa94efe91d7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:45.390994 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3d2b19fb-b7df-4bb8-a942-d25ec4020b0d req-4930c94a-c93c-42b1-a045-caa94efe91d7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0805111 Mar 08 12:52:45.436447 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3d2b19fb-b7df-4bb8-a942-d25ec4020b0d req-7c0a23c7-6796-4fa9-9785-a6c74572ebc1 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398090 Mar 08 12:53:08.641562 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffc6107d-7dd9-4e3b-b130-a8c550faabe7 req-6b6e3fe8-6328-421d-b0f9-7cb7a2a100a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814624 Mar 08 12:53:08.794904 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6107d-7dd9-4e3b-b130-a8c550faabe7 req-3ef86475-2642-40c6-ba62-8b2a559f101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:08.794904 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffc6107d-7dd9-4e3b-b130-a8c550faabe7 req-3ef86475-2642-40c6-ba62-8b2a559f101e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1098 time: 0.0776663 Mar 08 12:53:08.944428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6107d-7dd9-4e3b-b130-a8c550faabe7 req-eead9d2c-15ee-4644-b1df-563128403ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:08.945965 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffc6107d-7dd9-4e3b-b130-a8c550faabe7 req-eead9d2c-15ee-4644-b1df-563128403ba4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1360509 Mar 08 12:53:09.063859 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffc6107d-7dd9-4e3b-b130-a8c550faabe7 req-2164a4fc-3a3d-4ca8-9258-fa6ddc46d2b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48252e9b-2384-4fda-8e3f-db860130325a HTTP/1.1" status: 200 len: 1001 time: 0.1113162 Mar 08 12:53:09.126923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6107d-7dd9-4e3b-b130-a8c550faabe7 req-9fef2962-3a31-4cf0-8007-fdefca9294b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:09.128390 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffc6107d-7dd9-4e3b-b130-a8c550faabe7 req-9fef2962-3a31-4cf0-8007-fdefca9294b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0587871 Mar 08 12:53:09.209961 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6107d-7dd9-4e3b-b130-a8c550faabe7 req-65969162-daee-42d5-894a-cb7707409797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:09.211433 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffc6107d-7dd9-4e3b-b130-a8c550faabe7 req-65969162-daee-42d5-894a-cb7707409797 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775595 Mar 08 12:53:09.350625 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffc6107d-7dd9-4e3b-b130-a8c550faabe7 req-8e65628f-6bb6-47fe-b98a-f86c2fbeaaa3 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316235 Mar 08 12:53:09.603549 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ffc6107d-7dd9-4e3b-b130-a8c550faabe7 req-8daf4292-00e1-4b1a-9c33-17d7b1c2b76e service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431579 Mar 08 12:53:09.964912 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3cd8783c-6aec-4e02-8b43-f36a41d10090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:12.062725 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:53:12.266191 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-097519fa-2e1b-47ff-820d-788b9f1474b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:13.516890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:13.786403 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:14.338855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:15.039235 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:39.955905 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e504c670-d988-4786-9919-3136da3c3c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:42.264203 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-adf480a5-cbbf-484c-b8f6-8f82f2b562fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:43.513176 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:43.787304 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.313561 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:45.012635 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:49.062588 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:54:09.953190 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d057f221-e00d-4062-9334-cdf80fb45fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:09.958697 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb419665-9b1b-4795-914d-4f63b64eddff req-be432ff6-adee-4db9-b563-a0c349ee301d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693841 Mar 08 12:54:10.098260 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb419665-9b1b-4795-914d-4f63b64eddff req-24d8951d-528c-4691-b187-f149e232feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:10.099727 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb419665-9b1b-4795-914d-4f63b64eddff req-24d8951d-528c-4691-b187-f149e232feda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1098 time: 0.0740187 Mar 08 12:54:10.248192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb419665-9b1b-4795-914d-4f63b64eddff req-12b49f2d-996f-4665-8fc7-7c135782756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:10.249716 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb419665-9b1b-4795-914d-4f63b64eddff req-12b49f2d-996f-4665-8fc7-7c135782756b service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1328709 Mar 08 12:54:10.353718 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb419665-9b1b-4795-914d-4f63b64eddff req-3a048972-7cae-4685-bf59-862015db7428 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48252e9b-2384-4fda-8e3f-db860130325a HTTP/1.1" status: 200 len: 1001 time: 0.0977113 Mar 08 12:54:10.416419 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb419665-9b1b-4795-914d-4f63b64eddff req-6ed6050e-eca2-4ca1-8e74-f374a066205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:10.418589 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb419665-9b1b-4795-914d-4f63b64eddff req-6ed6050e-eca2-4ca1-8e74-f374a066205b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0581079 Mar 08 12:54:10.493630 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb419665-9b1b-4795-914d-4f63b64eddff req-d0779550-cf42-460d-bbb5-63b840f9a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:10.494986 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb419665-9b1b-4795-914d-4f63b64eddff req-d0779550-cf42-460d-bbb5-63b840f9a81f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717673 Mar 08 12:54:10.629208 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb419665-9b1b-4795-914d-4f63b64eddff req-f7e735c5-1211-4e7b-a3af-0255b0c5c342 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279397 Mar 08 12:54:10.767747 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-eb419665-9b1b-4795-914d-4f63b64eddff req-01584fd0-6526-458b-8003-296fac3c4ee3 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325378 Mar 08 12:54:12.243989 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb9ab-105f-4c65-a284-c369d3f8123d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:13.526011 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:13.769993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:14.320419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:14.976084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:26.061460 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:54:39.948493 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0bc86bb2-cc4f-4fb1-b33f-06f673fb204d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:42.228222 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-13b6c06f-ee52-4153-89da-e206a7b5bc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:43.489664 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:43.743458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 33738) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:54:43.759702 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:44.147584 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Deleting port 33345bd3-90fa-4c24-8afd-54898a69da27 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:54:44.147935 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:44.308496 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:44.324781 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:44.325116 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:44.451458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Calling delete_port for 33345bd3-90fa-4c24-8afd-54898a69da27 owned by network:floatingip {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:54:44.685799 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:44.735541 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event deleted for resources: {'Port': ['ID=33345bd3-90fa-4c24-8afd-54898a69da27,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:54:44.776892 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:44.777611 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:44.777611 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:44.777900 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:44.778236 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:44.778561 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:44.778887 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:44.779210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:44.779535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:44.779928 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:44.780247 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:44.780566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:44.836910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:44.837206 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.l3_db [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Floating IP e52035a6-1577-457f-acdb-79cc31e21ad3 disassociated (deleted). External IP: 172.26.4.223, port: 48252e9b-2384-4fda-8e3f-db860130325a. Mar 08 12:54:44.994179 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:45.291092 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:54:45.470853 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:54:45.480594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3133a8-973e-44c6-87db-64bfbdc247bd None None] Sync routers for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:54:45.489231 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3133a8-973e-44c6-87db-64bfbdc247bd None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:54:45.489839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ea3133a8-973e-44c6-87db-64bfbdc247bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:54:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:54:45.554014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:45.614139 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-743c7302-be3d-4d0b-87c2-22926888b435 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "DELETE /v2.0/floatingips/e52035a6-1577-457f-acdb-79cc31e21ad3 HTTP/1.1" status: 204 len: 168 time: 1.8696201 Mar 08 12:54:45.614953 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a'}] {{(pid=88470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:54:45.673690 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-ea3133a8-973e-44c6-87db-64bfbdc247bd None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:54:46.018737 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ea3133a8-973e-44c6-87db-64bfbdc247bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 5, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:54:46.024957 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3133a8-973e-44c6-87db-64bfbdc247bd None None] Checking router: 1ffdbdeb-6f56-47c6-aa75-39b91131df91 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:54:46.031135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3133a8-973e-44c6-87db-64bfbdc247bd None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:54:46.031659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ea3133a8-973e-44c6-87db-64bfbdc247bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:54:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:54:46.194068 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b0053-3b4f-41d7-b202-1e30bd620b4e req-6166b300-68f2-49a2-b5f6-7a27fc791c1a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:46.194769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-172b0053-3b4f-41d7-b202-1e30bd620b4e req-6166b300-68f2-49a2-b5f6-7a27fc791c1a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Synchronizing usage tracker for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:54:46.210225 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-ea3133a8-973e-44c6-87db-64bfbdc247bd None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:54:46.302822 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-172b0053-3b4f-41d7-b202-1e30bd620b4e req-6166b300-68f2-49a2-b5f6-7a27fc791c1a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Unset dirty status for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:54:46.303928 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-172b0053-3b4f-41d7-b202-1e30bd620b4e req-6166b300-68f2-49a2-b5f6-7a27fc791c1a tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.1910579 Mar 08 12:54:46.352016 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-172b0053-3b4f-41d7-b202-1e30bd620b4e req-7e191d66-4ee8-42a1-b025-db16ba30579e tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424209 Mar 08 12:54:46.525715 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-ea3133a8-973e-44c6-87db-64bfbdc247bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 5, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:54:46.529602 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3133a8-973e-44c6-87db-64bfbdc247bd None None] The sync data for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv is: [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:42:39Z', 'revision_number': 4, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '41ee7507-884d-4f71-b794-ea4ac0dc0cc6', 'name': '', 'network_id': '78126620-ad72-4cee-9a20-370a62ee26b5', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'mac_address': 'fa:16:3e:00:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:38Z', 'updated_at': '2022-03-08T12:42:44Z', 'revision_number': 5, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'subnets': [{'id': 'c1adb8ae-55c3-4cd5-99a7-fe94a74861ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:54:46.748952 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4333a7-b1bc-4179-8073-0286311b4f7d None None] New status for floating IP e52035a6-1577-457f-acdb-79cc31e21ad3: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:54:46.805069 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a', 'status': 'completed', 'code': 200} Mar 08 12:54:46.901813 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b131e-a252-4393-b7a3-462b7eba3617 req-52f2c208-cc81-4bf4-acd5-252318eaf328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:46.903333 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-776b131e-a252-4393-b7a3-462b7eba3617 req-52f2c208-cc81-4bf4-acd5-252318eaf328 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 1098 time: 0.0782313 Mar 08 12:54:47.036140 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b131e-a252-4393-b7a3-462b7eba3617 req-e4bcafd9-ac09-4146-a6a4-cf8892acb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:47.037596 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-776b131e-a252-4393-b7a3-462b7eba3617 req-e4bcafd9-ac09-4146-a6a4-cf8892acb3c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 200 len: 910 time: 0.1280172 Mar 08 12:54:47.104828 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-776b131e-a252-4393-b7a3-462b7eba3617 req-fdc7a161-188b-482f-b115-60b48add8d8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48252e9b-2384-4fda-8e3f-db860130325a HTTP/1.1" status: 200 len: 217 time: 0.0602300 Mar 08 12:54:47.170194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b131e-a252-4393-b7a3-462b7eba3617 req-efe604bf-12ad-4e43-8022-f9b0b21a4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:47.171521 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-776b131e-a252-4393-b7a3-462b7eba3617 req-efe604bf-12ad-4e43-8022-f9b0b21a4ae4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 200 len: 848 time: 0.0597255 Mar 08 12:54:47.245776 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b131e-a252-4393-b7a3-462b7eba3617 req-416f10c7-ef49-4907-afa2-23d9334a57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:47.247259 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-776b131e-a252-4393-b7a3-462b7eba3617 req-416f10c7-ef49-4907-afa2-23d9334a57f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78126620-ad72-4cee-9a20-370a62ee26b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693297 Mar 08 12:54:47.384349 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-776b131e-a252-4393-b7a3-462b7eba3617 req-46b40b86-c31d-4276-8c6c-5cbf8ce87b20 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283267 Mar 08 12:54:47.528574 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-776b131e-a252-4393-b7a3-462b7eba3617 req-2e93c2df-f118-49a7-8e9b-bc870046ea47 service neutron] 10.222.0.18 "GET /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377428 Mar 08 12:54:47.543009 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf28440-948e-4e29-88b6-47e77cbdf560 req-3971966a-59e6-461f-af6e-3a265bf225fd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:47.544481 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1bf28440-948e-4e29-88b6-47e77cbdf560 req-3971966a-59e6-461f-af6e-3a265bf225fd tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.0835764 Mar 08 12:54:47.589377 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-1bf28440-948e-4e29-88b6-47e77cbdf560 req-4db4a98a-661b-414a-b547-322066468b33 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8887e7e-32af-4a3e-b575-54de464ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390937 Mar 08 12:54:47.895916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82893425-4389-48ba-8ff0-f2d6ad1ea9bc req-43ba9398-c6df-4d4d-b751-1d3ef163e0a7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:47.897324 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-82893425-4389-48ba-8ff0-f2d6ad1ea9bc req-43ba9398-c6df-4d4d-b751-1d3ef163e0a7 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.18 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 945 time: 0.1882937 Mar 08 12:54:47.965360 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-82893425-4389-48ba-8ff0-f2d6ad1ea9bc req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Deleting port 48252e9b-2384-4fda-8e3f-db860130325a {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:54:47.966061 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-82893425-4389-48ba-8ff0-f2d6ad1ea9bc req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:48.213340 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-82893425-4389-48ba-8ff0-f2d6ad1ea9bc req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] For port 48252e9b-2384-4fda-8e3f-db860130325a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=48252e9b-2384-4fda-8e3f-db860130325a,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:54:48.213612 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-82893425-4389-48ba-8ff0-f2d6ad1ea9bc req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:48.339511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-82893425-4389-48ba-8ff0-f2d6ad1ea9bc req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Calling delete_port for 48252e9b-2384-4fda-8e3f-db860130325a owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:54:48.646264 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-82893425-4389-48ba-8ff0-f2d6ad1ea9bc req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:48.697258 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event deleted for resources: {'Port': ['ID=48252e9b-2384-4fda-8e3f-db860130325a,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:54:48.774394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:48.774674 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:48.775016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:48.775391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:48.775723 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:48.776056 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:48.776384 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:48.776714 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:48.777036 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:48.777356 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:48.777679 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:48.778028 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:48.823173 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-180f8c98-379a-4c14-98b1-935a56c88e17 req-26ca0868-656c-422c-9238-90a0024917a3 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 210 time: 0.1208348 Mar 08 12:54:48.824127 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-82893425-4389-48ba-8ff0-f2d6ad1ea9bc req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] No DVR routers for this DVR port 48252e9b-2384-4fda-8e3f-db860130325a on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:54:48.826414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-82893425-4389-48ba-8ff0-f2d6ad1ea9bc req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:48.828925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'name': 'network-vif-deleted', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:54:48.918895 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4977b102-1146-4549-a197-92e1040f9dfa', 'name': 'network-vif-deleted', 'tag': '48252e9b-2384-4fda-8e3f-db860130325a', 'status': 'completed', 'code': 200} Mar 08 12:54:48.931890 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-82893425-4389-48ba-8ff0-f2d6ad1ea9bc req-948631ed-ac13-4d84-ba0c-7020fd15bd68 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.18 "DELETE /v2.0/ports/48252e9b-2384-4fda-8e3f-db860130325a HTTP/1.1" status: 204 len: 173 time: 1.0296855 Mar 08 12:54:49.989903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cd7ebcde-9147-4340-a4c4-7d555aa66a74 req-911a2900-fe9b-4f0e-9c43-ed004687baf4 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Synchronizing usage tracker for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:54:50.057216 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-cd7ebcde-9147-4340-a4c4-7d555aa66a74 req-911a2900-fe9b-4f0e-9c43-ed004687baf4 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Unset dirty status for tenant:6bbcc6240c3a408fbbc65de0043b7e59 on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:54:50.058433 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-cd7ebcde-9147-4340-a4c4-7d555aa66a74 req-911a2900-fe9b-4f0e-9c43-ed004687baf4 tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "GET /v2.0/ports?device_id=4977b102-1146-4549-a197-92e1040f9dfa HTTP/1.1" status: 200 len: 210 time: 0.1180470 Mar 08 12:54:50.968520 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 48252e9b-2384-4fda-8e3f-db860130325a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:54:51.004006 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 48252e9b-2384-4fda-8e3f-db860130325a {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:54:51.004353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 48252e9b-2384-4fda-8e3f-db860130325a not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:54:51.156265 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 33770) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:54:51.225594 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-099aba2a-b8cf-47eb-8401-b99cb863dc8d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:51.258892 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-099aba2a-b8cf-47eb-8401-b99cb863dc8d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:51.388468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-099aba2a-b8cf-47eb-8401-b99cb863dc8d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:51.408023 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099aba2a-b8cf-47eb-8401-b99cb863dc8d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8887e7e-32af-4a3e-b575-54de464ee82e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:54:51.490255 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-099aba2a-b8cf-47eb-8401-b99cb863dc8d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] Notify callbacks [] for security_group, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:51.491319 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-099aba2a-b8cf-47eb-8401-b99cb863dc8d tempest-TestShelveInstance-1639192203 tempest-TestShelveInstance-1639192203-project] 10.222.0.32 "DELETE /v2.0/security-groups/b8887e7e-32af-4a3e-b575-54de464ee82e HTTP/1.1" status: 204 len: 168 time: 0.3340816 Mar 08 12:54:51.604920 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 33776) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:54:52.373152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44c6d5bd-da2f-4bb0-9aec-18f46b1b066c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:52.827497 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-44c6d5bd-da2f-4bb0-9aec-18f46b1b066c admin admin] Deleting port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:54:52.827782 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44c6d5bd-da2f-4bb0-9aec-18f46b1b066c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:53.000450 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-44c6d5bd-da2f-4bb0-9aec-18f46b1b066c admin admin] For port 41ee7507-884d-4f71-b794-ea4ac0dc0cc6, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=41ee7507-884d-4f71-b794-ea4ac0dc0cc6,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:54:53.001585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44c6d5bd-da2f-4bb0-9aec-18f46b1b066c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:53.126855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-44c6d5bd-da2f-4bb0-9aec-18f46b1b066c admin admin] Calling delete_port for 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:54:53.369826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44c6d5bd-da2f-4bb0-9aec-18f46b1b066c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:53.417767 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6d5bd-da2f-4bb0-9aec-18f46b1b066c admin admin] Pushing event deleted for resources: {'Port': ['ID=41ee7507-884d-4f71-b794-ea4ac0dc0cc6,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:54:53.695373 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-44c6d5bd-da2f-4bb0-9aec-18f46b1b066c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:54.050338 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c6d5bd-da2f-4bb0-9aec-18f46b1b066c admin admin] Router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:54:54.328034 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c6d5bd-da2f-4bb0-9aec-18f46b1b066c admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:54:54.336548 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd88a0-92a2-48ae-ad68-f27f6ce6c9f1 None None] Sync routers for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:54:54.346164 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd88a0-92a2-48ae-ad68-f27f6ce6c9f1 None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:54:54.349731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-eecd88a0-92a2-48ae-ad68-f27f6ce6c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:54:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:54:54.401757 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-44c6d5bd-da2f-4bb0-9aec-18f46b1b066c admin admin] 10.222.0.32 "PUT /v2.0/routers/1ffdbdeb-6f56-47c6-aa75-39b91131df91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7954733 Mar 08 12:54:54.404266 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 33788) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:54:54.525988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-eecd88a0-92a2-48ae-ad68-f27f6ce6c9f1 None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:54:54.583901 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:54.777064 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:54.814833 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-eecd88a0-92a2-48ae-ad68-f27f6ce6c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:54:53Z', 'revision_number': 5, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port': {'id': '12aa41b4-cf91-4591-8e8b-9f486d38f2a7', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:36Z', 'updated_at': '2022-03-08T12:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:54:54.819192 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd88a0-92a2-48ae-ad68-f27f6ce6c9f1 None None] Checking router: 1ffdbdeb-6f56-47c6-aa75-39b91131df91 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:54:54.830258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd88a0-92a2-48ae-ad68-f27f6ce6c9f1 None None] Routers {'1ffdbdeb-6f56-47c6-aa75-39b91131df91'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:54:54.830258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-eecd88a0-92a2-48ae-ad68-f27f6ce6c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:54:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:54:54.853962 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Deleting port 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:54:54.853962 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:55.020550 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-eecd88a0-92a2-48ae-ad68-f27f6ce6c9f1 None None] Set router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 gateway port host: None {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:54:55.028957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] For port 12aa41b4-cf91-4591-8e8b-9f486d38f2a7, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=12aa41b4-cf91-4591-8e8b-9f486d38f2a7,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:54:55.029318 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:55.127678 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-eecd88a0-92a2-48ae-ad68-f27f6ce6c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:54:54Z', 'revision_number': 6, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:54:55.131824 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd88a0-92a2-48ae-ad68-f27f6ce6c9f1 None None] The sync data for ids ['1ffdbdeb-6f56-47c6-aa75-39b91131df91'] in dv-neutron-828143-8-hyperv is: [{'id': '1ffdbdeb-6f56-47c6-aa75-39b91131df91', 'name': 'tempest-TestShelveInstance-2004973000-router', 'tenant_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:35Z', 'updated_at': '2022-03-08T12:54:54Z', 'revision_number': 6, 'project_id': '6bbcc6240c3a408fbbc65de0043b7e59', 'gw_port_host': None}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:54:55.161985 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Calling delete_port for 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:54:55.394210 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:55.447911 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=12aa41b4-cf91-4591-8e8b-9f486d38f2a7,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:54:55.541282 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:55.718083 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:55.720307 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:55.850797 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:55.851344 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ffdbdeb-6f56-47c6-aa75-39b91131df91 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:54:55.863507 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:55.865166 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-b81fdcfc-13d3-443c-ade3-a91cd527dae9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1ffdbdeb-6f56-47c6-aa75-39b91131df91 HTTP/1.1" status: 204 len: 168 time: 1.4599159 Mar 08 12:54:55.867625 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 33796) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:54:56.044535 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3e8e79-2107-4fbf-a567-858a6637054e admin admin] Deleting subnet c1adb8ae-55c3-4cd5-99a7-fe94a74861ee {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:54:56.047484 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8b3e8e79-2107-4fbf-a567-858a6637054e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:56.107783 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8b3e8e79-2107-4fbf-a567-858a6637054e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:56.192846 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8b3e8e79-2107-4fbf-a567-858a6637054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:56.337152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8b3e8e79-2107-4fbf-a567-858a6637054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:56.374745 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e8e79-2107-4fbf-a567-858a6637054e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1adb8ae-55c3-4cd5-99a7-fe94a74861ee,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:54:56.379202 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8b3e8e79-2107-4fbf-a567-858a6637054e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:56.384083 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e400ccd-5fb2-485d-bbc0-34c82479340e None None] Network 78126620-ad72-4cee-9a20-370a62ee26b5 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:54:56.385934 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8b3e8e79-2107-4fbf-a567-858a6637054e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c1adb8ae-55c3-4cd5-99a7-fe94a74861ee HTTP/1.1" status: 204 len: 168 time: 0.5173178 Mar 08 12:54:56.388476 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 33800) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:54:56.499286 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:56.510384 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Deleting port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:54:56.510713 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:56.578542 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:54:56.618249 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:54:56.618596 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 41ee7507-884d-4f71-b794-ea4ac0dc0cc6 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:54:56.619018 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:54:56.653935 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:54:56.654216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 12aa41b4-cf91-4591-8e8b-9f486d38f2a7 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:54:56.714279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b39da6f-67b0-436e-82c2-caaa7ad4c629 None None] DHCP port deletion for 78126620-ad72-4cee-9a20-370a62ee26b5 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:54:56.718574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4b39da6f-67b0-436e-82c2-caaa7ad4c629 None None] Deleting port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:54:56.718948 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4b39da6f-67b0-436e-82c2-caaa7ad4c629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:56.730040 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] For port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0edc755c-0bdf-4b9e-b606-f3b01bb7c546,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:54:56.730651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:56.854585 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Calling delete_port for 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:54:56.925245 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-4b39da6f-67b0-436e-82c2-caaa7ad4c629 None None] For port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0edc755c-0bdf-4b9e-b606-f3b01bb7c546,segment=NetworkSegment(befc7fdf-f7bc-4b74-ad96-a492a22dbab3),segment_id=befc7fdf-f7bc-4b74-ad96-a492a22dbab3)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:54:56.925612 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4b39da6f-67b0-436e-82c2-caaa7ad4c629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:57.022899 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:57.046195 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4b39da6f-67b0-436e-82c2-caaa7ad4c629 None None] Calling delete_port for 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:54:57.075114 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0edc755c-0bdf-4b9e-b606-f3b01bb7c546,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:54:57.077651 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] No DVR routers for this DVR port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:54:57.119489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-4b39da6f-67b0-436e-82c2-caaa7ad4c629 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:54:57.119757 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-4b39da6f-67b0-436e-82c2-caaa7ad4c629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:54:57.194582 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:57.218957 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78126620-ad72-4cee-9a20-370a62ee26b5']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:54:57.231304 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:54:57.231602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befc7fdf-f7bc-4b74-ad96-a492a22dbab3') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:54:57.243297 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:57.259053 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:57.264905 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:54:57.267319 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:54:57.278424 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:54:57.445733 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:57.461955 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:57.472026 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] Pushing event deleted for resources: {'Network': ['ID=78126620-ad72-4cee-9a20-370a62ee26b5,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:54:57.479751 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c5f46e8c-e552-4aa9-af2b-8d4f6a9ca4ba admin admin] 10.222.0.32 "DELETE /v2.0/networks/78126620-ad72-4cee-9a20-370a62ee26b5 HTTP/1.1" status: 204 len: 168 time: 1.0902069 Mar 08 12:54:57.482731 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33804) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:54:57.620838 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4b39da6f-67b0-436e-82c2-caaa7ad4c629 None None] Deleting port 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:54:57.621598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4b39da6f-67b0-436e-82c2-caaa7ad4c629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:57.691015 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4b39da6f-67b0-436e-82c2-caaa7ad4c629 None None] The port '0edc755c-0bdf-4b9e-b606-f3b01bb7c546' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 12:54:58.019038 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a491044-79e3-43e7-95f2-15fec3169dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:58.476678 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-2a491044-79e3-43e7-95f2-15fec3169dfb admin admin] Deleting port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:54:58.477014 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a491044-79e3-43e7-95f2-15fec3169dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:58.568025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:54:58.602446 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:54:58.602803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0edc755c-0bdf-4b9e-b606-f3b01bb7c546 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:54:58.654039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-2a491044-79e3-43e7-95f2-15fec3169dfb admin admin] For port 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f,segment=NetworkSegment(66ad6f61-4818-4347-8290-555fe5d2392f),segment_id=66ad6f61-4818-4347-8290-555fe5d2392f)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:54:58.654581 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a491044-79e3-43e7-95f2-15fec3169dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:58.780965 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-2a491044-79e3-43e7-95f2-15fec3169dfb admin admin] Calling delete_port for 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:54:59.125474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a491044-79e3-43e7-95f2-15fec3169dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:59.171691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a491044-79e3-43e7-95f2-15fec3169dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:54:59.437114 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-2a491044-79e3-43e7-95f2-15fec3169dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:59.906432 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a491044-79e3-43e7-95f2-15fec3169dfb admin admin] Router 825235e0-c190-44dc-beda-9558b75f6b2d has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:55:00.079191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a491044-79e3-43e7-95f2-15fec3169dfb admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:55:00.088536 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b6731f-aa94-4dec-8289-52f5de8e2043 None None] Sync routers for ids ['825235e0-c190-44dc-beda-9558b75f6b2d'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:55:00.097525 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b6731f-aa94-4dec-8289-52f5de8e2043 None None] Routers {'825235e0-c190-44dc-beda-9558b75f6b2d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:55:00.099568 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-06b6731f-aa94-4dec-8289-52f5de8e2043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:54:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['825235e0-c190-44dc-beda-9558b75f6b2d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:00.155926 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-2a491044-79e3-43e7-95f2-15fec3169dfb admin admin] 10.222.0.32 "PUT /v2.0/routers/825235e0-c190-44dc-beda-9558b75f6b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6720438 Mar 08 12:55:00.158450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33808) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:00.302646 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-06b6731f-aa94-4dec-8289-52f5de8e2043 None None] Set router 825235e0-c190-44dc-beda-9558b75f6b2d gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:55:00.341925 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:00.521828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:00.584919 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-06b6731f-aa94-4dec-8289-52f5de8e2043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'name': 'tempest-TestShelveInstance-1662037291-router', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:43Z', 'updated_at': '2022-03-08T12:54:58Z', 'revision_number': 5, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'gw_port': {'id': '25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:42:44Z', 'updated_at': '2022-03-08T12:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:00.587862 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Deleting port 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:55:00.588212 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:00.588806 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b6731f-aa94-4dec-8289-52f5de8e2043 None None] Checking router: 825235e0-c190-44dc-beda-9558b75f6b2d for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:55:00.597427 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b6731f-aa94-4dec-8289-52f5de8e2043 None None] Routers {'825235e0-c190-44dc-beda-9558b75f6b2d'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:55:00.598157 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-06b6731f-aa94-4dec-8289-52f5de8e2043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:54:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['825235e0-c190-44dc-beda-9558b75f6b2d'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:00.751022 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-06b6731f-aa94-4dec-8289-52f5de8e2043 None None] Set router 825235e0-c190-44dc-beda-9558b75f6b2d gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:55:00.766772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] For port 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:55:00.767055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:00.855695 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-06b6731f-aa94-4dec-8289-52f5de8e2043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'name': 'tempest-TestShelveInstance-1662037291-router', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:43Z', 'updated_at': '2022-03-08T12:55:00Z', 'revision_number': 6, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:00.859610 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b6731f-aa94-4dec-8289-52f5de8e2043 None None] The sync data for ids ['825235e0-c190-44dc-beda-9558b75f6b2d'] in dv-neutron-828143-8-hyperv is: [{'id': '825235e0-c190-44dc-beda-9558b75f6b2d', 'name': 'tempest-TestShelveInstance-1662037291-router', 'tenant_id': '2fc5390d56554aaa988dd9d4942b3e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:42:43Z', 'updated_at': '2022-03-08T12:55:00Z', 'revision_number': 6, 'project_id': '2fc5390d56554aaa988dd9d4942b3e12', 'gw_port_host': None}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:55:00.893853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Calling delete_port for 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb owned by network:router_gateway {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:55:01.119656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:01.166651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:01.368755 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:01.539151 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:01.541245 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:01.651313 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:01.651870 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 825235e0-c190-44dc-beda-9558b75f6b2d {{(pid=88469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 12:55:01.665211 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:01.666440 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f718720d-7c1e-4fab-ac8a-2cc9325a4de9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/825235e0-c190-44dc-beda-9558b75f6b2d HTTP/1.1" status: 204 len: 168 time: 1.5071540 Mar 08 12:55:01.668933 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33814) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:01.731310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_v2 [None req-694de878-9a5b-47ad-9cd1-2157494049c3 admin admin] Deleting subnet c910b1c8-cd3a-42da-b13c-8fa0ba7654ef {{(pid=88469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 12:55:01.734333 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-694de878-9a5b-47ad-9cd1-2157494049c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:01.788478 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-694de878-9a5b-47ad-9cd1-2157494049c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659053'] for subnet, precommit_delete_associations {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:01.874860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-694de878-9a5b-47ad-9cd1-2157494049c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.057068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-694de878-9a5b-47ad-9cd1-2157494049c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962679'] for subnet, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.095137 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694de878-9a5b-47ad-9cd1-2157494049c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c910b1c8-cd3a-42da-b13c-8fa0ba7654ef,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:02.098744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-694de878-9a5b-47ad-9cd1-2157494049c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.104785 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-694de878-9a5b-47ad-9cd1-2157494049c3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c910b1c8-cd3a-42da-b13c-8fa0ba7654ef HTTP/1.1" status: 204 len: 168 time: 0.4347723 Mar 08 12:55:02.105531 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8161971c-2493-448b-b661-0435d3955132 None None] Network d06f56bd-f641-49a2-8eab-e2c30f896069 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:55:02.107777 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33818) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:02.212868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.223212 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Deleting port bb725b7d-6692-4b89-8b1e-116d5de35892 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:55:02.223539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.349470 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052eeb5d-be58-40a3-8708-8e3d6bb032a8 None None] DHCP port deletion for d06f56bd-f641-49a2-8eab-e2c30f896069 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 12:55:02.355205 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-052eeb5d-be58-40a3-8708-8e3d6bb032a8 None None] Deleting port bb725b7d-6692-4b89-8b1e-116d5de35892 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:55:02.355897 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-052eeb5d-be58-40a3-8708-8e3d6bb032a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.432539 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] For port bb725b7d-6692-4b89-8b1e-116d5de35892, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=bb725b7d-6692-4b89-8b1e-116d5de35892,segment=NetworkSegment(66ad6f61-4818-4347-8290-555fe5d2392f),segment_id=66ad6f61-4818-4347-8290-555fe5d2392f)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:55:02.432890 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.556712 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Calling delete_port for bb725b7d-6692-4b89-8b1e-116d5de35892 owned by network:dhcp {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:55:02.557945 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-052eeb5d-be58-40a3-8708-8e3d6bb032a8 None None] For port bb725b7d-6692-4b89-8b1e-116d5de35892, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=bb725b7d-6692-4b89-8b1e-116d5de35892,segment=NetworkSegment(66ad6f61-4818-4347-8290-555fe5d2392f),segment_id=66ad6f61-4818-4347-8290-555fe5d2392f)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:55:02.558348 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-052eeb5d-be58-40a3-8708-8e3d6bb032a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.574967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:55:02.724964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.750119 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:55:02.750463 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 25dfb4b1-8996-4fc7-8f48-c1d88fbdf2eb not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:55:02.750885 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:55:02.771946 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb725b7d-6692-4b89-8b1e-116d5de35892,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:02.777617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] No DVR routers for this DVR port bb725b7d-6692-4b89-8b1e-116d5de35892 on host dv-neutron-828143-8-hyperv {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:55:02.782045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-052eeb5d-be58-40a3-8708-8e3d6bb032a8 None None] Calling delete_port for bb725b7d-6692-4b89-8b1e-116d5de35892 owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 12:55:02.831761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:55:02.832188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 1c8f17b3-fb23-40b2-bb71-2f3fdc153f9f not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:55:02.833141 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device bb725b7d-6692-4b89-8b1e-116d5de35892 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:55:02.869553 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: bb725b7d-6692-4b89-8b1e-116d5de35892 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 12:55:02.869916 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device bb725b7d-6692-4b89-8b1e-116d5de35892 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 12:55:02.896100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.903143 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-052eeb5d-be58-40a3-8708-8e3d6bb032a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:55:02.903519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-052eeb5d-be58-40a3-8708-8e3d6bb032a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:55:02.921651 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06f56bd-f641-49a2-8eab-e2c30f896069']}} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:02.933329 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ad6f61-4818-4347-8290-555fe5d2392f') {'for_net_delete': True} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:02.933627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.services.segments.db [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ad6f61-4818-4347-8290-555fe5d2392f') {} {{(pid=88469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:02.944864 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2659044'] for segment, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.961148 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.967224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:55:02.968967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352495'] for segment, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: Traceback (most recent call last): Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: timer() Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: cb(*args, **kw) Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: return func(*args, **kwargs) Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: self._notify() Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: self.callback(batched_events) Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: event.method(event) Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: return f(self, *a, **k) Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._get(url).json() Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: return self.request(url, 'GET', **kwargs) Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:55:02.981443 dv-neutron-828143-8-hyperv neutron-server[88469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:55:03.061113 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:55:03.234128 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:03.250113 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Notify callbacks [] for network, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:03.260604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=d06f56bd-f641-49a2-8eab-e2c30f896069,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:03.267653 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-77840014-2993-4da4-bce4-039277311d5a admin admin] 10.222.0.32 "DELETE /v2.0/networks/d06f56bd-f641-49a2-8eab-e2c30f896069 HTTP/1.1" status: 204 len: 168 time: 1.1588676 Mar 08 12:55:03.405036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-052eeb5d-be58-40a3-8708-8e3d6bb032a8 None None] Deleting port bb725b7d-6692-4b89-8b1e-116d5de35892 {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 12:55:03.405583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-052eeb5d-be58-40a3-8708-8e3d6bb032a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:03.480273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-052eeb5d-be58-40a3-8708-8e3d6bb032a8 None None] The port 'bb725b7d-6692-4b89-8b1e-116d5de35892' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 12:55:03.649820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33824) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:03.698561 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b7e87613-0e56-4913-b3ec-2617efcd260b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bbcc6240c3a408fbbc65de0043b7e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474892 Mar 08 12:55:03.700876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33828) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:03.760820 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5794e3ea-79fa-4c46-a80e-e8eac4abe282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:03.787101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5794e3ea-79fa-4c46-a80e-e8eac4abe282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:03.936720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5794e3ea-79fa-4c46-a80e-e8eac4abe282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:03.954159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794e3ea-79fa-4c46-a80e-e8eac4abe282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab3f4f4-0da7-402c-b8f2-b6cea04ec07d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:03.960579 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5794e3ea-79fa-4c46-a80e-e8eac4abe282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:03.961688 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5794e3ea-79fa-4c46-a80e-e8eac4abe282 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cab3f4f4-0da7-402c-b8f2-b6cea04ec07d HTTP/1.1" status: 204 len: 168 time: 0.2599425 Mar 08 12:55:04.689312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33836) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:04.737834 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ea7fece8-baf1-4d90-9dcb-919cf456eb96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fc5390d56554aaa988dd9d4942b3e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472181 Mar 08 12:55:04.740310 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33840) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:04.811816 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51357444-53ae-4082-889e-2b3641f5f748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:04.841706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51357444-53ae-4082-889e-2b3641f5f748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:04.970697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51357444-53ae-4082-889e-2b3641f5f748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:04.985026 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51357444-53ae-4082-889e-2b3641f5f748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aa7af1-40a7-4bf1-a8cf-e85238ff464d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:04.991666 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-51357444-53ae-4082-889e-2b3641f5f748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:04.993153 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-51357444-53ae-4082-889e-2b3641f5f748 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69aa7af1-40a7-4bf1-a8cf-e85238ff464d HTTP/1.1" status: 204 len: 168 time: 0.2519534 Mar 08 12:55:06.260616 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 33874) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:06.363189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1690967306-network', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:06.367989 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:06.371856 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Usage tracker for resource:network and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:06.374687 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:06.382439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:06.456710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Made reservation on behalf of 474fa08a1a084bfc8a63ede94302696f for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:55:06.459670 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:06.472051 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:06.486397 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:06.490223 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Usage tracker for resource:security_group_rule and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:06.493072 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:06.499056 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:06.582070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:06.679370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:06.714339 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:55:06.723992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f1af23-5f0e-4a71-b688-55fb3729ce66,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:06.730731 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:06.731078 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Added segment d409966f-cbcb-4598-82e9-624864957cc0 of type vlan for network 50f93028-c26a-4150-96b2-a85a455c7949 Mar 08 12:55:06.760288 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:06.862259 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:06.863242 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:06.864337 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:06.967121 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] Pushing event updated for resources: {'Network': ['ID=50f93028-c26a-4150-96b2-a85a455c7949,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:06.977171 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 50f93028-c26a-4150-96b2-a85a455c7949 details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:55:07.023170 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c1242d9e-bc2d-41f8-b655-3465ae0d9f10 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7612119 Mar 08 12:55:07.026262 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33880) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:07.031967 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Request body: {'subnet': {'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1690967306-subnet', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'ip_version': 4}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:07.037747 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:07.041558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Usage tracker for resource:subnet and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:07.044445 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:07.050206 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:07.136388 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Made reservation on behalf of 474fa08a1a084bfc8a63ede94302696f for: {'subnet': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:55:07.138882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962642'] for subnet, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:07.405448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3350576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962656'] for subnet, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:07.479939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:07.489472 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Checking segment: {'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:55:07.489828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Network hostable DHCP agents. Network: 50f93028-c26a-4150-96b2-a85a455c7949, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:55:07.582129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Network 50f93028-c26a-4150-96b2-a85a455c7949 is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:55:07.684830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 50f93028-c26a-4150-96b2-a85a455c7949) {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:07.689437 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:07.690055 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:07.695172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f050855f-9c2a-4f59-a6d5-414a9c235f7a None None] Network 50f93028-c26a-4150-96b2-a85a455c7949 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:55:07.777300 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-0669f151-bfbc-4dc2-83ba-1618c08a3d28 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7497690 Mar 08 12:55:07.780019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33886) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:07.784964 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:07.790191 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:07.794006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Usage tracker for resource:router and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:07.796808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:07.804331 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:07.879828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:07.881077 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:07.896753 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:07.911155 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-50f93028-c26a-4150-96b2-a85a455c7949', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:55:07.911155 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:08.059564 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Allocated IP 172.20.0.2 (50f93028-c26a-4150-96b2-a85a455c7949/d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003/2338dd82-636a-42eb-96f5-4570b6bbacee) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:08.251297 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:08.267766 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:08.278180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Transition to ACTIVE for port object 2338dd82-636a-42eb-96f5-4570b6bbacee will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:55:08.295713 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Transition to ACTIVE for port object 2338dd82-636a-42eb-96f5-4570b6bbacee will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:55:08.376763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:08.437624 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Network 50f93028-c26a-4150-96b2-a85a455c7949 is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:08.445060 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:08.447536 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:55:08.457831 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Pushing event updated for resources: {'Port': ['ID=2338dd82-636a-42eb-96f5-4570b6bbacee,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:08.494365 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:08.494707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:08.495077 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:08.495375 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:08.495728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:08.496029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:08.496352 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:08.496677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:08.496992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:08.497313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:08.497630 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:08.497971 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:08.555931 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Attempting to bind port 2338dd82-636a-42eb-96f5-4570b6bbacee on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:55:08.556293 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Attempting to bind port 2338dd82-636a-42eb-96f5-4570b6bbacee by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:55:08.556654 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Attempting to bind port 2338dd82-636a-42eb-96f5-4570b6bbacee on network 50f93028-c26a-4150-96b2-a85a455c7949 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:55:08.561837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:55:08.562241 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Checking segment: {'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:55:08.562633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:08.563026 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Bound using segment: {'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:55:08.563483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Bound port: 2338dd82-636a-42eb-96f5-4570b6bbacee, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:55:08.563876 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:08.654028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] For port 2338dd82-636a-42eb-96f5-4570b6bbacee, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:55:08.654399 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:08.657135 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] For port 2338dd82-636a-42eb-96f5-4570b6bbacee, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2338dd82-636a-42eb-96f5-4570b6bbacee,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:55:08.685042 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:08.776990 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:08.867496 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fb2f8-2030-497e-ab30-9c6b4ebe0f02 None None] Pushing event updated for resources: {'Port': ['ID=2338dd82-636a-42eb-96f5-4570b6bbacee,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:08.930261 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Allocated IP 172.26.4.231 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/0d133512-8bd6-4f69-a951-8299f29f0a53) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:09.089728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:09.194348 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:09.253916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:09.256852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:09.264586 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:55:09.313749 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Pushing event updated for resources: {'Port': ['ID=0d133512-8bd6-4f69-a951-8299f29f0a53,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:09.756981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:09.776346 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c87b2f-3a51-4661-b818-6b30ecf11adc None None] Network 50f93028-c26a-4150-96b2-a85a455c7949 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:55:10.039005 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-1b1a570b-03d4-4e70-92a1-53d40217a496 None None] Provisioning for port 2338dd82-636a-42eb-96f5-4570b6bbacee completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:55:10.078175 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6210607b-b429-4c32-b49a-16185dd09e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:10.105219 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:10.416810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Router 56192ece-e039-4ec6-b6a2-2f6019d1d598 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:55:10.608619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2338dd82-636a-42eb-96f5-4570b6bbacee up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:55:10.718049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:55:10.727491 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Sync routers for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:55:10.736064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 2338dd82-636a-42eb-96f5-4570b6bbacee completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:55:10.741813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:55:10.742449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:54:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:10.791659 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 2338dd82-636a-42eb-96f5-4570b6bbacee triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:10.792282 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:10.811706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] Notify callbacks [] for router, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:10.814031 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bcb69056-721e-4cd7-8780-55dab9dc8a28 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0328109 Mar 08 12:55:10.817748 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 33890) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:11.016813 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:55:11.161278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:11.265839 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 2338dd82-636a-42eb-96f5-4570b6bbacee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2338dd82-636a-42eb-96f5-4570b6bbacee,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:55:11.331067 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:11.404187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=2338dd82-636a-42eb-96f5-4570b6bbacee,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:11.412138 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:09Z', 'revision_number': 3, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:11.416133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Checking router: 56192ece-e039-4ec6-b6a2-2f6019d1d598 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:55:11.416489 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Updating router 56192ece-e039-4ec6-b6a2-2f6019d1d598 port 0d133512-8bd6-4f69-a951-8299f29f0a53 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:55:11.472503 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:11.629544 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:11.813850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:11.825807 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Transition to ACTIVE for port object 0d133512-8bd6-4f69-a951-8299f29f0a53 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:55:11.839952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Allocated IP 172.20.0.1 (50f93028-c26a-4150-96b2-a85a455c7949/d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003/8fc542fb-6311-4046-9961-57d98ec04b1f) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:11.908048 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:11.986021 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Attempting to bind port 0d133512-8bd6-4f69-a951-8299f29f0a53 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:55:11.986432 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Attempting to bind port 0d133512-8bd6-4f69-a951-8299f29f0a53 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:55:11.986799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Attempting to bind port 0d133512-8bd6-4f69-a951-8299f29f0a53 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:55:11.992126 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:11.993041 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4365a-bbd2-4431-8bef-7a9d77a62578 None None] Pushing event updated for resources: {'Port': ['ID=0d133512-8bd6-4f69-a951-8299f29f0a53,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:11.998190 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:55:11.998571 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:55:11.998992 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:11.999362 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:55:11.999830 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Bound port: 0d133512-8bd6-4f69-a951-8299f29f0a53, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:55:12.000816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:12.008874 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Transition to ACTIVE for port object 8fc542fb-6311-4046-9961-57d98ec04b1f will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:55:12.108711 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:12.108929 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] For port 0d133512-8bd6-4f69-a951-8299f29f0a53, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:55:12.111988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] For port 0d133512-8bd6-4f69-a951-8299f29f0a53, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0d133512-8bd6-4f69-a951-8299f29f0a53,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:55:12.167847 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Network 50f93028-c26a-4150-96b2-a85a455c7949 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:12.170737 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:12.174326 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:55:12.178593 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:12.230983 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc542fb-6311-4046-9961-57d98ec04b1f,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:12.248226 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:12.255226 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f5836363-d93c-495a-9e3c-084a0f8a18c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:12.267557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4365a-bbd2-4431-8bef-7a9d77a62578 None None] Pushing event updated for resources: {'Port': ['ID=0d133512-8bd6-4f69-a951-8299f29f0a53,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:12.272054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:55:12.272682 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:55:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:12.461356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:55:12.560335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-96c94d2f-8d77-46ed-90e5-d1f73bd9c07f None None] Provisioning for port 8fc542fb-6311-4046-9961-57d98ec04b1f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:55:12.586162 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-96c94d2f-8d77-46ed-90e5-d1f73bd9c07f None None] Provisioning complete for port 8fc542fb-6311-4046-9961-57d98ec04b1f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:12.586538 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-96c94d2f-8d77-46ed-90e5-d1f73bd9c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:12.613551 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2338dd82-636a-42eb-96f5-4570b6bbacee up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:55:12.625090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:12.765951 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-96c94d2f-8d77-46ed-90e5-d1f73bd9c07f None None] Port 8fc542fb-6311-4046-9961-57d98ec04b1f cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:55:12.838289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 2338dd82-636a-42eb-96f5-4570b6bbacee triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:12.839012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:12.960993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:09Z', 'revision_number': 3, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:12.965759 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:12.973271 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae180ec-6c2d-42e2-9a62-647eac9840ce None None] The sync data for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv is: [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:09Z', 'revision_number': 3, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:55:13.033525 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:13.144036 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc542fb-6311-4046-9961-57d98ec04b1f,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:13.147224 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:13.308105 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Network 50f93028-c26a-4150-96b2-a85a455c7949 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:13.309421 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:13.532440 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Router 56192ece-e039-4ec6-b6a2-2f6019d1d598 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:55:13.547927 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:13.601104 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-8b8515b8-8255-4dcc-adc4-fdf89362a38f None None] Provisioning complete for port 8fc542fb-6311-4046-9961-57d98ec04b1f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:13.602855 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8b8515b8-8255-4dcc-adc4-fdf89362a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:13.726411 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-8b8515b8-8255-4dcc-adc4-fdf89362a38f None None] Port 8fc542fb-6311-4046-9961-57d98ec04b1f cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:55:13.746936 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:55:13.758038 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-c86804d9-98ed-4ab6-b12d-aafde1f5ad59 admin admin] 10.222.0.32 "PUT /v2.0/routers/56192ece-e039-4ec6-b6a2-2f6019d1d598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9396901 Mar 08 12:55:13.788125 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:14.302211 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:14.475058 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 33908) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:14.480817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-713049433-network', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54'}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:14.485786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:14.489768 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Usage tracker for resource:network and tenant:4e123c979bf6493fbbf4c3fcf9532b54 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:14.492781 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:14.498550 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:14.583329 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Sync routers for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:55:14.595878 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:55:14.596552 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:55:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:14.599866 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0d133512-8bd6-4f69-a951-8299f29f0a53 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:55:14.646070 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Made reservation on behalf of 4e123c979bf6493fbbf4c3fcf9532b54 for: {'network': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:55:14.648335 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for network, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:14.661007 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:14.675717 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:14.682090 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Usage tracker for resource:security_group_rule and tenant:4e123c979bf6493fbbf4c3fcf9532b54 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:14.685274 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:14.692174 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:14.771166 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 0d133512-8bd6-4f69-a951-8299f29f0a53 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:55:14.774855 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:14.776439 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 0d133512-8bd6-4f69-a951-8299f29f0a53 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:14.776814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:14.783118 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:55:14.845165 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:14.881830 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:55:14.892046 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49be9746-fd5d-49c3-82a1-3de4c8f5b86d,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:14.899817 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:14.900086 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.db.segments_db [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Added segment 3d9eacda-214d-4103-b94b-a82429a6a3f1 of type vlan for network 624df3bb-fca9-4ddf-b858-f8a22c65ee8b Mar 08 12:55:14.907790 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:14.931294 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752727128760'] for network, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:14.931874 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 0d133512-8bd6-4f69-a951-8299f29f0a53, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0d133512-8bd6-4f69-a951-8299f29f0a53,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:55:15.056418 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:15.090851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185'] for network, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:15.091187 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:15.091923 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:15.093314 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:15.132671 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 2, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:15.136763 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Checking router: 56192ece-e039-4ec6-b6a2-2f6019d1d598 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:55:15.137316 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Updating router 56192ece-e039-4ec6-b6a2-2f6019d1d598 port 8fc542fb-6311-4046-9961-57d98ec04b1f binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:55:15.163089 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=0d133512-8bd6-4f69-a951-8299f29f0a53,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:15.190728 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:15.202442 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] Pushing event updated for resources: {'Network': ['ID=624df3bb-fca9-4ddf-b858-f8a22c65ee8b,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:15.212334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Network 624df3bb-fca9-4ddf-b858-f8a22c65ee8b details requested by agent ovs-agent-dv-neutron-828143-8-hyperv with host dv-neutron-828143-8-hyperv {{(pid=88471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 12:55:15.286492 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-7a237483-7861-41c2-a979-448bbbd96b8d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8102779 Mar 08 12:55:15.289928 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 33912) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:15.295627 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Request body: {'subnet': {'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-713049433-subnet', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'ip_version': 4}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:15.301378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:15.305333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Usage tracker for resource:subnet and tenant:4e123c979bf6493fbbf4c3fcf9532b54 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:15.310306 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:15.317325 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:15.393551 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Made reservation on behalf of 4e123c979bf6493fbbf4c3fcf9532b54 for: {'subnet': 1} {{(pid=88470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:55:15.396057 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100583'] for subnet, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:15.530788 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:15.542525 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Transition to ACTIVE for port object 8fc542fb-6311-4046-9961-57d98ec04b1f will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:55:15.610449 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:15.684506 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2910232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100565'] for subnet, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:15.740778 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Pushing event updated for resources: {'Port': ['ID=8fc542fb-6311-4046-9961-57d98ec04b1f,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:15.762858 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61c88eaa-1920-413d-adda-7b4a26db5217,revision_number=0']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:15.772710 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Checking segment: {'id': '3d9eacda-214d-4103-b94b-a82429a6a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:55:15.773075 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Network hostable DHCP agents. Network: 624df3bb-fca9-4ddf-b858-f8a22c65ee8b, hostable agents: ['ef4309c1-a25e-4734-a6b4-655d1bd2232c'], hosted agents: [] {{(pid=88470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:55:15.773173 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:15.773529 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:15.773893 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:15.774234 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:15.774569 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:15.774917 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:15.775225 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:15.775551 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:15.775878 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:15.776200 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:15.776522 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:15.776842 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:15.841462 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Attempting to bind port 8fc542fb-6311-4046-9961-57d98ec04b1f on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:55:15.841829 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Attempting to bind port 8fc542fb-6311-4046-9961-57d98ec04b1f by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:55:15.842276 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Attempting to bind port 8fc542fb-6311-4046-9961-57d98ec04b1f on network 50f93028-c26a-4150-96b2-a85a455c7949 {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:55:15.848433 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:55:15.848812 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Checking segment: {'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:55:15.849212 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:15.849605 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Bound using segment: {'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:55:15.850086 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Bound port: 8fc542fb-6311-4046-9961-57d98ec04b1f, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:55:15.850463 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:15.862016 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Network 624df3bb-fca9-4ddf-b858-f8a22c65ee8b is scheduled to be hosted by DHCP agent ef4309c1-a25e-4734-a6b4-655d1bd2232c with binding_index 1 {{(pid=88470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:55:15.939009 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] For port 8fc542fb-6311-4046-9961-57d98ec04b1f, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:55:15.942475 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] For port 8fc542fb-6311-4046-9961-57d98ec04b1f, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8fc542fb-6311-4046-9961-57d98ec04b1f,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:55:15.953085 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-8-hyperv, 624df3bb-fca9-4ddf-b858-f8a22c65ee8b) {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:15.957787 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:15.958370 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:15.965084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3492def4-7f88-48d5-98aa-896b6cade72b None None] Network 624df3bb-fca9-4ddf-b858-f8a22c65ee8b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:55:16.028408 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:16.054014 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-99124d17-a08d-4e18-a3bb-84355ca89a34 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7606030 Mar 08 12:55:16.054300 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 33916) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:16.059642 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.v2.base [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-713049433-router', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}} {{(pid=88470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:16.064333 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:16.068933 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Usage tracker for resource:router and tenant:4e123c979bf6493fbbf4c3fcf9532b54 is out of sync, need to count used quota {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:16.072003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88470) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:16.077978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.quota.driver [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88470) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:16.109319 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fe867-bbad-4820-975c-ede99bfb1bc9 None None] Pushing event updated for resources: {'Port': ['ID=8fc542fb-6311-4046-9961-57d98ec04b1f,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:16.117771 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:55:16.118933 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:55:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:16.170974 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-464516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2048'] for router, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:16.172563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-487223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2057'] for router, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:16.192909 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:16.253832 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcded0eda-16bc-5612-8fc4-327d5fc8c880-624df3bb-fca9-4ddf-b858-f8a22c65ee8b', 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'fixed_ips': [{'subnet_id': '61c88eaa-1920-413d-adda-7b4a26db5217'}]}} from dv-neutron-828143-8-hyperv. {{(pid=88471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 12:55:16.254936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:16.328087 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:55:16.430584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.db_base_plugin_common [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Allocated IP 172.20.0.2 (624df3bb-fca9-4ddf-b858-f8a22c65ee8b/61c88eaa-1920-413d-adda-7b4a26db5217/7a133319-9c34-4378-9abf-90a4d690d0bb) {{(pid=88471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:16.653983 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:16.666276 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Transition to ACTIVE for port object 7a133319-9c34-4378-9abf-90a4d690d0bb will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:55:16.674157 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0d133512-8bd6-4f69-a951-8299f29f0a53 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:55:16.708909 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:15Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:16.713153 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368f5c8-5213-4f0e-ba3b-59b46955d0f8 None None] The sync data for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv is: [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:15Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:55:16.735903 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-487201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2107'] for router, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:16.737454 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Transition to ACTIVE for port object 7a133319-9c34-4378-9abf-90a4d690d0bb will not be triggered until provisioned by entity DHCP. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:55:16.777971 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 0d133512-8bd6-4f69-a951-8299f29f0a53 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:16.777971 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:16.842958 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818'] for port, after_create {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:16.911188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Network 624df3bb-fca9-4ddf-b858-f8a22c65ee8b is already hosted by enough agents. {{(pid=88471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:16.915269 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.scheduler.base_scheduler [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Resources bound (agent type, host, resource id): {{(pid=88471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:16.919693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Received port after_create {{(pid=88471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:55:17.025933 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Pushing event updated for resources: {'Port': ['ID=7a133319-9c34-4378-9abf-90a4d690d0bb,revision_number=1']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:17.075500 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Attempting to bind port 7a133319-9c34-4378-9abf-90a4d690d0bb on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:55:17.075872 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Attempting to bind port 7a133319-9c34-4378-9abf-90a4d690d0bb by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '3d9eacda-214d-4103-b94b-a82429a6a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:55:17.076237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Attempting to bind port 7a133319-9c34-4378-9abf-90a4d690d0bb on network 624df3bb-fca9-4ddf-b858-f8a22c65ee8b {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:55:17.085149 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:55:17.085583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Checking segment: {'id': '3d9eacda-214d-4103-b94b-a82429a6a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:55:17.086032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:17.086429 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Bound using segment: {'id': '3d9eacda-214d-4103-b94b-a82429a6a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:55:17.086907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Bound port: 7a133319-9c34-4378-9abf-90a4d690d0bb, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9eacda-214d-4103-b94b-a82429a6a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:55:17.087281 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:17.150724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:17.181350 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:17.187165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] For port 7a133319-9c34-4378-9abf-90a4d690d0bb, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:55:17.191042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] For port 7a133319-9c34-4378-9abf-90a4d690d0bb, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7a133319-9c34-4378-9abf-90a4d690d0bb,segment=NetworkSegment(3d9eacda-214d-4103-b94b-a82429a6a3f1),segment_id=3d9eacda-214d-4103-b94b-a82429a6a3f1)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:55:17.285195 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:17.335103 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Allocated IP 172.26.4.5 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/c2c3a128-c38f-4283-aa74-8f851647a868) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:17.369238 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e1af9-be44-4df2-b0ca-09737b1d72c1 None None] Pushing event updated for resources: {'Port': ['ID=7a133319-9c34-4378-9abf-90a4d690d0bb,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:17.501166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:17.651270 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:17.718234 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:17.721095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:17.725052 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:55:17.778206 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Pushing event updated for resources: {'Port': ['ID=c2c3a128-c38f-4283-aa74-8f851647a868,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:18.307003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:18.308093 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5641473-15bf-472f-a999-d8892045726f None None] Network 624df3bb-fca9-4ddf-b858-f8a22c65ee8b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 12:55:18.519003 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-a74dadb2-86ef-4b53-9335-73c983f65747 None None] Provisioning for port 7a133319-9c34-4378-9abf-90a4d690d0bb completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:55:18.664485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7a133319-9c34-4378-9abf-90a4d690d0bb up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:55:18.793299 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 7a133319-9c34-4378-9abf-90a4d690d0bb completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:55:18.798341 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7a133319-9c34-4378-9abf-90a4d690d0bb triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:18.798718 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:18.803077 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-487178'] for router, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:18.915860 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-2306c281-b159-4fcd-8bb0-f29fbb4e10b4 None None] Provisioning complete for port 7a133319-9c34-4378-9abf-90a4d690d0bb triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:18.916158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2306c281-b159-4fcd-8bb0-f29fbb4e10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:18.985348 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:19.061204 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 7a133319-9c34-4378-9abf-90a4d690d0bb, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7a133319-9c34-4378-9abf-90a4d690d0bb,segment=NetworkSegment(3d9eacda-214d-4103-b94b-a82429a6a3f1),segment_id=3d9eacda-214d-4103-b94b-a82429a6a3f1)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:55:19.080602 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2306c281-b159-4fcd-8bb0-f29fbb4e10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:19.124131 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Router 0c3517fc-d9cf-43f8-9853-3904f15765b8 is scheduled to L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 with binding_index 1 {{(pid=88470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 12:55:19.148052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:19.148926 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8fc542fb-6311-4046-9961-57d98ec04b1f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:55:19.317844 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:55:19.333847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Sync routers for ids ['0c3517fc-d9cf-43f8-9853-3904f15765b8'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:55:19.362509 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-2306c281-b159-4fcd-8bb0-f29fbb4e10b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:55:19.362860 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-2306c281-b159-4fcd-8bb0-f29fbb4e10b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:55:19.363369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=7a133319-9c34-4378-9abf-90a4d690d0bb,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:19.370974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Routers {'0c3517fc-d9cf-43f8-9853-3904f15765b8'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:55:19.371579 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:55:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['0c3517fc-d9cf-43f8-9853-3904f15765b8'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:19.411377 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:19.412719 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-52a699bd-7b34-45a7-9ad8-eb8a33afa053 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3572967 Mar 08 12:55:19.415448 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 33920) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:19.536602 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 8fc542fb-6311-4046-9961-57d98ec04b1f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:55:19.549618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 8fc542fb-6311-4046-9961-57d98ec04b1f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:19.550027 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:19.586899 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Set router 0c3517fc-d9cf-43f8-9853-3904f15765b8 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:55:19.947764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:20.008532 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 8fc542fb-6311-4046-9961-57d98ec04b1f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8fc542fb-6311-4046-9961-57d98ec04b1f,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:55:20.023674 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'name': 'tempest-TestSnapshotPattern-713049433-router', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:16Z', 'updated_at': '2022-03-08T12:55:17Z', 'revision_number': 3, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'gw_port': {'id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:17Z', 'updated_at': '2022-03-08T12:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:20.027947 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Checking router: 0c3517fc-d9cf-43f8-9853-3904f15765b8 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:55:20.028309 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Updating router 0c3517fc-d9cf-43f8-9853-3904f15765b8 port c2c3a128-c38f-4283-aa74-8f851647a868 binding host dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:55:20.084982 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:20.086730 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:20.212724 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:20.245185 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=8fc542fb-6311-4046-9961-57d98ec04b1f,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:20.420423 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_common [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Allocated IP 172.20.0.1 (624df3bb-fca9-4ddf-b858-f8a22c65ee8b/61c88eaa-1920-413d-adda-7b4a26db5217/259daf53-f953-41d3-a91e-1398110c193e) {{(pid=88470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:20.475517 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Notify callbacks [] for port, precommit_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:20.489397 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Transition to ACTIVE for port object c2c3a128-c38f-4283-aa74-8f851647a868 will not be triggered until provisioned by entity L2. {{(pid=88471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:55:20.573540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:20.576552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:20.591109 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.provisioning_blocks [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Transition to ACTIVE for port object 259daf53-f953-41d3-a91e-1398110c193e will not be triggered until provisioned by entity DHCP. {{(pid=88470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:55:20.619949 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7a133319-9c34-4378-9abf-90a4d690d0bb up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:55:20.719390 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:20.721680 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Attempting to bind port c2c3a128-c38f-4283-aa74-8f851647a868 on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:55:20.722094 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Attempting to bind port c2c3a128-c38f-4283-aa74-8f851647a868 by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:55:20.722483 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Attempting to bind port c2c3a128-c38f-4283-aa74-8f851647a868 on network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:55:20.730148 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eacab7-fc6d-4d4f-8f92-cd083c884dab None None] Pushing event updated for resources: {'Port': ['ID=c2c3a128-c38f-4283-aa74-8f851647a868,revision_number=2']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:20.739122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:55:20.739122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Checking segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:55:20.739122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:20.739122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Bound using segment: {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'} {{(pid=88471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:55:20.739122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.managers [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Bound port: c2c3a128-c38f-4283-aa74-8f851647a868, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fbc6de-56ac-4b93-9b74-f00f3a320694', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955'}}] {{(pid=88471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:55:20.739122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:20.790311 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 7a133319-9c34-4378-9abf-90a4d690d0bb triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:20.790684 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:20.801439 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Network 624df3bb-fca9-4ddf-b858-f8a22c65ee8b is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:20.808558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:20.810995 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Received port after_create {{(pid=88470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:55:20.847913 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Pushing event updated for resources: {'Port': ['ID=259daf53-f953-41d3-a91e-1398110c193e,revision_number=1']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:20.872483 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486204'] for router_interface, before_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:20.874788 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] For port c2c3a128-c38f-4283-aa74-8f851647a868, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:55:20.889104 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] For port c2c3a128-c38f-4283-aa74-8f851647a868, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c2c3a128-c38f-4283-aa74-8f851647a868,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:55:21.005399 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:21.056261 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8fc542fb-6311-4046-9961-57d98ec04b1f up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:55:21.082292 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:21.149860 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eacab7-fc6d-4d4f-8f92-cd083c884dab None None] Pushing event updated for resources: {'Port': ['ID=c2c3a128-c38f-4283-aa74-8f851647a868,revision_number=3']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:21.153064 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Routers {'0c3517fc-d9cf-43f8-9853-3904f15765b8'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:55:21.153677 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:55:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['0c3517fc-d9cf-43f8-9853-3904f15765b8'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:21.218644 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4e1df5f4-5184-4e5c-94b9-aa1ff3fd4b92 None None] Provisioning for port 259daf53-f953-41d3-a91e-1398110c193e completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:55:21.230812 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-4e1df5f4-5184-4e5c-94b9-aa1ff3fd4b92 None None] Provisioning complete for port 259daf53-f953-41d3-a91e-1398110c193e triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:21.235348 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4e1df5f4-5184-4e5c-94b9-aa1ff3fd4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:21.291731 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 8fc542fb-6311-4046-9961-57d98ec04b1f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:21.292016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:21.308251 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:21.381863 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2912227'] for port, after_update {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:21.403237 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-4e1df5f4-5184-4e5c-94b9-aa1ff3fd4b92 None None] Port 259daf53-f953-41d3-a91e-1398110c193e cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:55:21.446645 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] Set router 0c3517fc-d9cf-43f8-9853-3904f15765b8 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:55:21.490464 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Pushing event updated for resources: {'Port': ['ID=259daf53-f953-41d3-a91e-1398110c193e,revision_number=2']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:21.492778 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486613'] for router_interface, after_create {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:21.632765 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Network 624df3bb-fca9-4ddf-b858-f8a22c65ee8b is already hosted by enough agents. {{(pid=88470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:21.634436 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.base_scheduler [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Resources bound (agent type, host, resource id): {{(pid=88470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:21.818386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'name': 'tempest-TestSnapshotPattern-713049433-router', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:16Z', 'updated_at': '2022-03-08T12:55:20Z', 'revision_number': 4, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'gw_port': {'id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:17Z', 'updated_at': '2022-03-08T12:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '259daf53-f953-41d3-a91e-1398110c193e', 'name': '', 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'mac_address': 'fa:16:3e:df:b7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '61c88eaa-1920-413d-adda-7b4a26db5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:20Z', 'updated_at': '2022-03-08T12:55:20Z', 'revision_number': 1, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'subnets': [{'id': '61c88eaa-1920-413d-adda-7b4a26db5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:21.825063 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30584e0f-e31c-4edf-927b-1a110306fead None None] The sync data for ids ['0c3517fc-d9cf-43f8-9853-3904f15765b8'] in dv-neutron-828143-8-hyperv is: [{'id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'name': 'tempest-TestSnapshotPattern-713049433-router', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:16Z', 'updated_at': '2022-03-08T12:55:20Z', 'revision_number': 4, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'gw_port': {'id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:17Z', 'updated_at': '2022-03-08T12:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '259daf53-f953-41d3-a91e-1398110c193e', 'name': '', 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'mac_address': 'fa:16:3e:df:b7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '61c88eaa-1920-413d-adda-7b4a26db5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:20Z', 'updated_at': '2022-03-08T12:55:20Z', 'revision_number': 1, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'subnets': [{'id': '61c88eaa-1920-413d-adda-7b4a26db5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:55:21.832458 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Router 0c3517fc-d9cf-43f8-9853-3904f15765b8 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:55:21.926748 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-37c1606a-96cb-419e-90ef-2981b33c56e3 None None] Provisioning complete for port 259daf53-f953-41d3-a91e-1398110c193e triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:21.927133 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-37c1606a-96cb-419e-90ef-2981b33c56e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:21.982583 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-37c1606a-96cb-419e-90ef-2981b33c56e3 None None] Port 259daf53-f953-41d3-a91e-1398110c193e cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:55:22.162786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:55:22.172697 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-8e6c5194-4c81-4a3a-bc89-fd39f295ed7f admin admin] 10.222.0.32 "PUT /v2.0/routers/0c3517fc-d9cf-43f8-9853-3904f15765b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7561536 Mar 08 12:55:22.794949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33930) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:22.800180 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531082967', 'description': 'tempest-secgroup-smoke-531082967 description', 'project_id': '474fa08a1a084bfc8a63ede94302696f'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:22.806748 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:22.811297 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Usage tracker for resource:security_group and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:22.814104 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:22.819733 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:22.896451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:22.917053 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:22.920801 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Usage tracker for resource:security_group_rule and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:22.923621 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:22.929860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:22.996123 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:23.084448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:23.126914 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:23.199474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:23.200717 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c2036f2d-09c4-4220-8a19-2a7a6394fc77 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4046633 Mar 08 12:55:23.203634 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33934) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:23.209394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-92a25049-bd21-4dc4-887c-4e30df69c33f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Request body: {'security_group_rule': {'security_group_id': '1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23', 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:23.215627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-92a25049-bd21-4dc4-887c-4e30df69c33f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:23.219658 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-92a25049-bd21-4dc4-887c-4e30df69c33f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Usage tracker for resource:security_group_rule and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:23.223320 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-92a25049-bd21-4dc4-887c-4e30df69c33f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:23.228915 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-92a25049-bd21-4dc4-887c-4e30df69c33f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:23.308019 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-92a25049-bd21-4dc4-887c-4e30df69c33f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:23.372728 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-92a25049-bd21-4dc4-887c-4e30df69c33f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:23.467669 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-92a25049-bd21-4dc4-887c-4e30df69c33f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:23.492739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a25049-bd21-4dc4-887c-4e30df69c33f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833eafdd-d6b0-4d52-a10c-b24871bfe0fe,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:23.604105 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-92a25049-bd21-4dc4-887c-4e30df69c33f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:23.606902 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-92a25049-bd21-4dc4-887c-4e30df69c33f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4006138 Mar 08 12:55:23.608068 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33938) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:23.613689 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-f675fad9-2e39-4c24-8340-50114a0d98c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Request body: {'security_group_rule': {'security_group_id': '1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23', 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:23.620766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f675fad9-2e39-4c24-8340-50114a0d98c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:23.624976 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f675fad9-2e39-4c24-8340-50114a0d98c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Usage tracker for resource:security_group_rule and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:23.628193 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-f675fad9-2e39-4c24-8340-50114a0d98c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:23.635012 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-f675fad9-2e39-4c24-8340-50114a0d98c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:23.733691 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f675fad9-2e39-4c24-8340-50114a0d98c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:23.810971 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f675fad9-2e39-4c24-8340-50114a0d98c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:23.913566 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f675fad9-2e39-4c24-8340-50114a0d98c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:23.939016 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675fad9-2e39-4c24-8340-50114a0d98c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4158db9d-5a9e-4374-ac31-79f90ca7c276,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:23.993440 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f675fad9-2e39-4c24-8340-50114a0d98c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:23.994686 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f675fad9-2e39-4c24-8340-50114a0d98c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3854938 Mar 08 12:55:23.997274 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33942) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:24.002350 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-031abe5d-c0f5-42d7-9c49-cf54b2b75f26 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Request body: {'security_group_rule': {'security_group_id': '1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23', 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:24.009499 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-031abe5d-c0f5-42d7-9c49-cf54b2b75f26 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:24.013270 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-031abe5d-c0f5-42d7-9c49-cf54b2b75f26 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Usage tracker for resource:security_group_rule and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:24.016187 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-031abe5d-c0f5-42d7-9c49-cf54b2b75f26 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:24.022010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-031abe5d-c0f5-42d7-9c49-cf54b2b75f26 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:24.102599 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-031abe5d-c0f5-42d7-9c49-cf54b2b75f26 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:24.165639 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-031abe5d-c0f5-42d7-9c49-cf54b2b75f26 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:24.233205 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-031abe5d-c0f5-42d7-9c49-cf54b2b75f26 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:24.257675 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031abe5d-c0f5-42d7-9c49-cf54b2b75f26 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72516ff6-d8a5-482f-a300-4ff4c4b739a5,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:24.341108 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-031abe5d-c0f5-42d7-9c49-cf54b2b75f26 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:24.342436 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-031abe5d-c0f5-42d7-9c49-cf54b2b75f26 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3440750 Mar 08 12:55:24.345159 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33946) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:24.350623 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-bee0f871-b762-4ef6-9c75-f81f9428ebe3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Request body: {'security_group_rule': {'security_group_id': '1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23', 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:24.356822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-bee0f871-b762-4ef6-9c75-f81f9428ebe3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:24.361294 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-bee0f871-b762-4ef6-9c75-f81f9428ebe3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Usage tracker for resource:security_group_rule and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:24.365721 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-bee0f871-b762-4ef6-9c75-f81f9428ebe3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:24.372125 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-bee0f871-b762-4ef6-9c75-f81f9428ebe3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:24.440868 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bee0f871-b762-4ef6-9c75-f81f9428ebe3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:24.520250 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bee0f871-b762-4ef6-9c75-f81f9428ebe3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:24.611099 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c2c3a128-c38f-4283-aa74-8f851647a868 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:55:24.621553 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bee0f871-b762-4ef6-9c75-f81f9428ebe3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:24.646543 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0f871-b762-4ef6-9c75-f81f9428ebe3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e62cea-03c1-4e12-a51d-37b821299046,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:24.691232 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Sync routers for ids ['0c3517fc-d9cf-43f8-9853-3904f15765b8'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:55:24.701511 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Routers {'0c3517fc-d9cf-43f8-9853-3904f15765b8'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:55:24.726611 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:55:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['0c3517fc-d9cf-43f8-9853-3904f15765b8'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:24.809916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bee0f871-b762-4ef6-9c75-f81f9428ebe3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:24.811190 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bee0f871-b762-4ef6-9c75-f81f9428ebe3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4650872 Mar 08 12:55:24.820182 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33950) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:24.825283 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-733c2b63-9a99-48d5-aba7-f76dee788c8f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Request body: {'security_group_rule': {'security_group_id': '1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23', 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:24.831305 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-733c2b63-9a99-48d5-aba7-f76dee788c8f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:24.835858 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-733c2b63-9a99-48d5-aba7-f76dee788c8f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Usage tracker for resource:security_group_rule and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:24.838797 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-733c2b63-9a99-48d5-aba7-f76dee788c8f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:24.844570 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-733c2b63-9a99-48d5-aba7-f76dee788c8f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:24.866893 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port c2c3a128-c38f-4283-aa74-8f851647a868 completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:55:24.875877 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port c2c3a128-c38f-4283-aa74-8f851647a868 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:24.875877 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:24.878819 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Set router 0c3517fc-d9cf-43f8-9853-3904f15765b8 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:55:24.976293 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-733c2b63-9a99-48d5-aba7-f76dee788c8f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Project 474fa08a1a084bfc8a63ede94302696f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:55:24.983150 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-733c2b63-9a99-48d5-aba7-f76dee788c8f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:24.991820 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.010146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port c2c3a128-c38f-4283-aa74-8f851647a868, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c2c3a128-c38f-4283-aa74-8f851647a868,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:55:25.048842 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-733c2b63-9a99-48d5-aba7-f76dee788c8f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.096273 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.124806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-733c2b63-9a99-48d5-aba7-f76dee788c8f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.152394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c2b63-9a99-48d5-aba7-f76dee788c8f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2386d01f-b856-4f98-9d25-132a536e185a,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:25.169926 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=c2c3a128-c38f-4283-aa74-8f851647a868,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:25.196002 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'name': 'tempest-TestSnapshotPattern-713049433-router', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:16Z', 'updated_at': '2022-03-08T12:55:20Z', 'revision_number': 4, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'gw_port': {'id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:17Z', 'updated_at': '2022-03-08T12:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '259daf53-f953-41d3-a91e-1398110c193e', 'name': '', 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'mac_address': 'fa:16:3e:df:b7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '61c88eaa-1920-413d-adda-7b4a26db5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:20Z', 'updated_at': '2022-03-08T12:55:21Z', 'revision_number': 2, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'subnets': [{'id': '61c88eaa-1920-413d-adda-7b4a26db5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:25.199713 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Checking router: 0c3517fc-d9cf-43f8-9853-3904f15765b8 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:55:25.200070 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Updating router 0c3517fc-d9cf-43f8-9853-3904f15765b8 port 259daf53-f953-41d3-a91e-1398110c193e binding host dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:55:25.255777 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.256438 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-733c2b63-9a99-48d5-aba7-f76dee788c8f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.260277 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-733c2b63-9a99-48d5-aba7-f76dee788c8f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4365573 Mar 08 12:55:25.260468 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 33954) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:25.265534 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-bbf3183d-f8ef-465b-874b-8fe2b7eb714d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Request body: {'security_group_rule': {'security_group_id': '1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23', 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:25.272101 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-bbf3183d-f8ef-465b-874b-8fe2b7eb714d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:25.275847 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-bbf3183d-f8ef-465b-874b-8fe2b7eb714d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Usage tracker for resource:security_group_rule and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:25.278815 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-bbf3183d-f8ef-465b-874b-8fe2b7eb714d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:25.284495 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-bbf3183d-f8ef-465b-874b-8fe2b7eb714d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:25.393126 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.securitygroups_db [None req-bbf3183d-f8ef-465b-874b-8fe2b7eb714d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Project 474fa08a1a084bfc8a63ede94302696f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:55:25.400202 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbf3183d-f8ef-465b-874b-8fe2b7eb714d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.464489 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbf3183d-f8ef-465b-874b-8fe2b7eb714d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.553170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbf3183d-f8ef-465b-874b-8fe2b7eb714d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611828'] for security_group_rule, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.587005 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3183d-f8ef-465b-874b-8fe2b7eb714d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f1448e-962a-483e-8466-e160e5106c39,revision_number=0']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:25.604629 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Notify callbacks [] for port, precommit_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.616570 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.provisioning_blocks [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Transition to ACTIVE for port object 259daf53-f953-41d3-a91e-1398110c193e will not be triggered until provisioned by entity L2. {{(pid=88472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:55:25.667511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-bbf3183d-f8ef-465b-874b-8fe2b7eb714d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.668715 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-bbf3183d-f8ef-465b-874b-8fe2b7eb714d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4073045 Mar 08 12:55:25.696223 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.838174 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-6c013dfa-e72e-409b-acba-ae4ec64db6c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Synchronizing usage tracker for tenant:474fa08a1a084bfc8a63ede94302696f on resource:security_group {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:55:25.852296 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbbdcd-b26b-4592-adfc-4ed030434b15 None None] Pushing event updated for resources: {'Port': ['ID=259daf53-f953-41d3-a91e-1398110c193e,revision_number=3']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:25.922508 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Attempting to bind port 259daf53-f953-41d3-a91e-1398110c193e on host dv-neutron-828143-8-hyperv for vnic_type normal with profile {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:55:25.922886 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Attempting to bind port 259daf53-f953-41d3-a91e-1398110c193e by drivers openvswitch,hyperv on host dv-neutron-828143-8-hyperv at level 0 using segments [{'id': '3d9eacda-214d-4103-b94b-a82429a6a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b'}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:55:25.923303 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Attempting to bind port 259daf53-f953-41d3-a91e-1398110c193e on network 624df3bb-fca9-4ddf-b858-f8a22c65ee8b {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:55:25.929707 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Checking agent: {'id': 'd60e1ca6-fb23-434a-b00e-8cf46d1ff48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-8-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 43), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-8-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:55:25.930123 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Checking segment: {'id': '3d9eacda-214d-4103-b94b-a82429a6a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:55:25.930531 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.931061 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Bound using segment: {'id': '3d9eacda-214d-4103-b94b-a82429a6a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b'} {{(pid=88472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:55:25.931535 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.managers [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Bound port: 259daf53-f953-41d3-a91e-1398110c193e, host: dv-neutron-828143-8-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9eacda-214d-4103-b94b-a82429a6a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b'}}] {{(pid=88472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:55:25.931911 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:25.976100 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-6c013dfa-e72e-409b-acba-ae4ec64db6c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Unset dirty status for tenant:474fa08a1a084bfc8a63ede94302696f on resource:security_group {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:55:25.977324 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-6c013dfa-e72e-409b-acba-ae4ec64db6c2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531082967&fields=id&tenant_id=474fa08a1a084bfc8a63ede94302696f HTTP/1.1" status: 200 len: 267 time: 0.1831703 Mar 08 12:55:26.034247 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] For port 259daf53-f953-41d3-a91e-1398110c193e, host dv-neutron-828143-8-hyperv, cleared binding levels {{(pid=88472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:55:26.037633 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.plugins.ml2.db [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] For port 259daf53-f953-41d3-a91e-1398110c193e, host dv-neutron-828143-8-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=259daf53-f953-41d3-a91e-1398110c193e,segment=NetworkSegment(3d9eacda-214d-4103-b94b-a82429a6a3f1),segment_id=3d9eacda-214d-4103-b94b-a82429a6a3f1)] {{(pid=88472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:55:26.102178 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron_lib.callbacks.manager [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:26.138179 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-9b3ce4cf-e3cf-4e1b-9f09-2ec690bed8f8 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:26.139692 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-9b3ce4cf-e3cf-4e1b-9f09-2ec690bed8f8 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 810 time: 0.1553774 Mar 08 12:55:26.155554 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-a3ce3e53-a733-4fcc-a698-567479b6b6f1 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/quotas/474fa08a1a084bfc8a63ede94302696f HTTP/1.1" status: 200 len: 375 time: 0.0098140 Mar 08 12:55:26.206519 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Routers {'0c3517fc-d9cf-43f8-9853-3904f15765b8'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:55:26.207620 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:55:12Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['0c3517fc-d9cf-43f8-9853-3904f15765b8'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:26.244143 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-d679bcf5-7d46-493d-acee-edde4c33d79d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820417 Mar 08 12:55:26.270565 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbbdcd-b26b-4592-adfc-4ed030434b15 None None] Pushing event updated for resources: {'Port': ['ID=259daf53-f953-41d3-a91e-1398110c193e,revision_number=4']} {{(pid=88472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:26.377837 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-a9458aa0-9618-4e8a-bb09-829afdae1eb8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:55:26.378880 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-a9458aa0-9618-4e8a-bb09-829afdae1eb8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1178367 Mar 08 12:55:26.427425 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] Set router 0c3517fc-d9cf-43f8-9853-3904f15765b8 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:55:26.529124 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-d5800193-3a0b-4210-ba71-635f544228ab service neutron] 10.222.0.32 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394043 Mar 08 12:55:26.638828 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c2c3a128-c38f-4283-aa74-8f851647a868 up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:55:26.686119 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-2d21a317-befa-4503-8172-e187a6794ea7 service neutron] 10.222.0.32 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501861 Mar 08 12:55:26.724846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port c2c3a128-c38f-4283-aa74-8f851647a868 triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:26.725204 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:26.771810 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'name': 'tempest-TestSnapshotPattern-713049433-router', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:16Z', 'updated_at': '2022-03-08T12:55:20Z', 'revision_number': 4, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'gw_port': {'id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:17Z', 'updated_at': '2022-03-08T12:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '259daf53-f953-41d3-a91e-1398110c193e', 'name': '', 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'mac_address': 'fa:16:3e:df:b7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '61c88eaa-1920-413d-adda-7b4a26db5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:20Z', 'updated_at': '2022-03-08T12:55:26Z', 'revision_number': 4, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'subnets': [{'id': '61c88eaa-1920-413d-adda-7b4a26db5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:26.776825 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ac9a7-f91a-4409-93a9-47f162b4376e None None] The sync data for ids ['0c3517fc-d9cf-43f8-9853-3904f15765b8'] in dv-neutron-828143-8-hyperv is: [{'id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'name': 'tempest-TestSnapshotPattern-713049433-router', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:16Z', 'updated_at': '2022-03-08T12:55:20Z', 'revision_number': 4, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'gw_port': {'id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:17Z', 'updated_at': '2022-03-08T12:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '259daf53-f953-41d3-a91e-1398110c193e', 'name': '', 'network_id': '624df3bb-fca9-4ddf-b858-f8a22c65ee8b', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'mac_address': 'fa:16:3e:df:b7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '61c88eaa-1920-413d-adda-7b4a26db5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:20Z', 'updated_at': '2022-03-08T12:55:26Z', 'revision_number': 4, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'subnets': [{'id': '61c88eaa-1920-413d-adda-7b4a26db5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:55:26.853720 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 259daf53-f953-41d3-a91e-1398110c193e up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:55:26.987584 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning for port 259daf53-f953-41d3-a91e-1398110c193e completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:55:26.994747 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 259daf53-f953-41d3-a91e-1398110c193e triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:26.995196 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:27.015605 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-65bc20de-5c79-45ef-ab59-cc3810763c34 req-71e43191-0941-4ca4-a8d9-4ca0664a6647 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Synchronizing usage tracker for tenant:474fa08a1a084bfc8a63ede94302696f on resource:port {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:55:27.096183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-65bc20de-5c79-45ef-ab59-cc3810763c34 req-71e43191-0941-4ca4-a8d9-4ca0664a6647 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Unset dirty status for tenant:474fa08a1a084bfc8a63ede94302696f on resource:port {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:55:27.098708 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-65bc20de-5c79-45ef-ab59-cc3810763c34 req-71e43191-0941-4ca4-a8d9-4ca0664a6647 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 210 time: 0.1305118 Mar 08 12:55:27.185920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:27.223238 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] For port 259daf53-f953-41d3-a91e-1398110c193e, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=259daf53-f953-41d3-a91e-1398110c193e,segment=NetworkSegment(3d9eacda-214d-4103-b94b-a82429a6a3f1),segment_id=3d9eacda-214d-4103-b94b-a82429a6a3f1)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:55:27.285621 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:27.369292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Pushing event updated for resources: {'Port': ['ID=259daf53-f953-41d3-a91e-1398110c193e,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:28.196883 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ba9924f5-2d65-4b01-b116-4108b9e12793 req-357f6d36-91da-4593-a008-6f1fe5b9a6b4 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 210 time: 0.0459549 Mar 08 12:55:28.590670 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 259daf53-f953-41d3-a91e-1398110c193e up at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:55:28.663491 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Provisioning complete for port 259daf53-f953-41d3-a91e-1398110c193e triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:28.663862 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:29.348500 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-323f751b-e17a-4d1d-8d2a-9145c0585144 req-4ac8496f-78d0-401c-8a09-a978e5c55f69 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 210 time: 0.0462353 Mar 08 12:55:29.781450 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-18a5ec75-deeb-4f6d-a4ca-c3d2297e17e9 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:29.782894 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-18a5ec75-deeb-4f6d-a4ca-c3d2297e17e9 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.18 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 810 time: 0.1483421 Mar 08 12:55:29.828993 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-a6c75d77-4262-4a3e-93eb-29a2e5367655 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474fa08a1a084bfc8a63ede94302696f HTTP/1.1" status: 200 len: 379 time: 0.0382748 Mar 08 12:55:29.836957 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Request body: {'port': {'device_id': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'admin_state_up': True, 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'security_groups': ['1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:29.976440 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:29.986903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:30.090249 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Made reservation on behalf of 474fa08a1a084bfc8a63ede94302696f for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:55:30.093848 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:30.364860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Allocated IP 172.20.0.7 (50f93028-c26a-4150-96b2-a85a455c7949/d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003/45ec29fd-f798-4e11-bae5-dac04e14fbaf) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:30.553993 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-db49fac5-85ef-4488-bcbb-7f4cb8f612a2 req-0b04d5b1-5ab7-4a2f-9e03-d42c4c40fa39 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 210 time: 0.0599971 Mar 08 12:55:30.600889 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:30.621810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Transition to ACTIVE for port object 45ec29fd-f798-4e11-bae5-dac04e14fbaf will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:55:30.696334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:30.761457 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Network 50f93028-c26a-4150-96b2-a85a455c7949 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:30.769047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:30.773400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:55:30.806900 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event updated for resources: {'Port': ['ID=45ec29fd-f798-4e11-bae5-dac04e14fbaf,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:30.843697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:30.844312 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:30.965431 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-48486580-08e4-48b3-b364-ed84d1333222 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1320434 Mar 08 12:55:31.019810 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Request body: {'port': {'device_id': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:31.090289 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0d509da2-5d58-45fd-bb1e-e437f044167f None None] Provisioning for port 45ec29fd-f798-4e11-bae5-dac04e14fbaf completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:55:31.095313 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-0d509da2-5d58-45fd-bb1e-e437f044167f None None] Provisioning complete for port 45ec29fd-f798-4e11-bae5-dac04e14fbaf triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:31.095752 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0d509da2-5d58-45fd-bb1e-e437f044167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:31.131533 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:31.152095 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-0d509da2-5d58-45fd-bb1e-e437f044167f None None] Port 45ec29fd-f798-4e11-bae5-dac04e14fbaf cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:55:31.468467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ec29fd-f798-4e11-bae5-dac04e14fbaf {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:55:31.476030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:31.490084 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Transition to ACTIVE for port object 45ec29fd-f798-4e11-bae5-dac04e14fbaf will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:55:31.564864 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:31.690553 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec29fd-f798-4e11-bae5-dac04e14fbaf,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:31.762992 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ea63b-1e48-4754-b451-2ad092aeb774 req-e1de13a5-d4d0-4cf8-a4ee-21b05999f5e5 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:31.764679 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-512ea63b-1e48-4754-b451-2ad092aeb774 req-e1de13a5-d4d0-4cf8-a4ee-21b05999f5e5 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 943 time: 0.0947604 Mar 08 12:55:31.813203 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-512ea63b-1e48-4754-b451-2ad092aeb774 req-6c83841c-b6f6-4ea1-a7da-ea98121625bb tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Synchronizing usage tracker for tenant:474fa08a1a084bfc8a63ede94302696f on resource:security_group {{(pid=88470) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:55:31.817184 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Attempting to bind port 45ec29fd-f798-4e11-bae5-dac04e14fbaf on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:55:31.817701 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Attempting to bind port 45ec29fd-f798-4e11-bae5-dac04e14fbaf by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:55:31.817821 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Attempting to bind port 45ec29fd-f798-4e11-bae5-dac04e14fbaf on network 50f93028-c26a-4150-96b2-a85a455c7949 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:55:31.822627 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Port 45ec29fd-f798-4e11-bae5-dac04e14fbaf on network 50f93028-c26a-4150-96b2-a85a455c7949 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:55:31.823022 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Attempting to bind port 45ec29fd-f798-4e11-bae5-dac04e14fbaf on network 50f93028-c26a-4150-96b2-a85a455c7949 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:55:31.827489 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.quota.resource [req-512ea63b-1e48-4754-b451-2ad092aeb774 req-6c83841c-b6f6-4ea1-a7da-ea98121625bb tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Unset dirty status for tenant:474fa08a1a084bfc8a63ede94302696f on resource:security_group {{(pid=88470) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:55:31.828267 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:55:31.828604 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-512ea63b-1e48-4754-b451-2ad092aeb774 req-6c83841c-b6f6-4ea1-a7da-ea98121625bb tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572305 Mar 08 12:55:31.828720 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Checking segment: {'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:55:31.829048 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Bound using segment: {'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:55:31.829380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Bound port: 45ec29fd-f798-4e11-bae5-dac04e14fbaf, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:55:31.829726 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:31.917407 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] For port 45ec29fd-f798-4e11-bae5-dac04e14fbaf, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:55:31.920190 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] For port 45ec29fd-f798-4e11-bae5-dac04e14fbaf, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:55:32.011009 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:32.068446 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:32.069073 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:32.070572 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] 10.222.0.18 "PUT /v2.0/ports/45ec29fd-f798-4e11-bae5-dac04e14fbaf HTTP/1.1" status: 200 len: 1093 time: 1.0985575 Mar 08 12:55:32.071017 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:55:32.099031 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cad532-304b-4c3d-a3c4-324e9424f498 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec29fd-f798-4e11-bae5-dac04e14fbaf,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:32.119225 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'status': 'completed', 'code': 200} Mar 08 12:55:32.213470 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e32-83f9-4540-875d-7caf2faaf01b req-68d91cd6-ff3b-4607-ac92-15fce0210f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:32.215063 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-32225e32-83f9-4540-875d-7caf2faaf01b req-68d91cd6-ff3b-4607-ac92-15fce0210f20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 1096 time: 0.0754340 Mar 08 12:55:32.356657 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e32-83f9-4540-875d-7caf2faaf01b req-c9edab1a-537a-4689-87f3-e15a34d5620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:32.358022 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-32225e32-83f9-4540-875d-7caf2faaf01b req-c9edab1a-537a-4689-87f3-e15a34d5620b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=474fa08a1a084bfc8a63ede94302696f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1360586 Mar 08 12:55:32.586690 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e32-83f9-4540-875d-7caf2faaf01b req-a5fb6593-31bc-422c-9b1e-19ea1edcf845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:32.588137 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-32225e32-83f9-4540-875d-7caf2faaf01b req-a5fb6593-31bc-422c-9b1e-19ea1edcf845 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242532 Mar 08 12:55:32.696487 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-41cf7a12-a11e-47d4-b811-d6824200b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:32.697973 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-41cf7a12-a11e-47d4-b811-d6824200b898 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 1096 time: 0.0747166 Mar 08 12:55:32.767495 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-e7524d28-d4de-4b7c-8ceb-58b0d095a5de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf HTTP/1.1" status: 200 len: 217 time: 0.0633786 Mar 08 12:55:32.828474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-77352ec0-afb0-4987-a558-ca62b4198039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:32.829894 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-77352ec0-afb0-4987-a558-ca62b4198039 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 HTTP/1.1" status: 200 len: 849 time: 0.0567141 Mar 08 12:55:32.904475 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-ed774535-023d-40fa-ad07-5e817e8864bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:32.905999 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-ed774535-023d-40fa-ad07-5e817e8864bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50f93028-c26a-4150-96b2-a85a455c7949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701346 Mar 08 12:55:33.014533 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08372dc-2999-4e65-b7c1-18268fa78185 req-7470ea71-2bcc-49cc-9ef5-f490a57412a7 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:33.016003 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b08372dc-2999-4e65-b7c1-18268fa78185 req-7470ea71-2bcc-49cc-9ef5-f490a57412a7 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 943 time: 0.0829856 Mar 08 12:55:33.039745 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-a84c96c6-3f07-40cd-80b4-4f4c35a3f8e7 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275210 Mar 08 12:55:33.061101 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-b08372dc-2999-4e65-b7c1-18268fa78185 req-7cfc9152-afc4-49e8-8cdf-bd72cc56b401 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387368 Mar 08 12:55:33.172081 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6c774cf2-f245-4d66-9500-b8f58d3fe905 req-d6e742f5-ed1f-4c9e-b83b-031506ca9d18 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263425 Mar 08 12:55:34.248935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e0b21-cc2a-4cc7-9f60-a48201e144e1 req-173ddd40-c684-4205-8f6c-a19b7b14d45c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:34.249611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e91e0b21-cc2a-4cc7-9f60-a48201e144e1 req-173ddd40-c684-4205-8f6c-a19b7b14d45c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Synchronizing usage tracker for tenant:474fa08a1a084bfc8a63ede94302696f on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:55:34.335697 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-e91e0b21-cc2a-4cc7-9f60-a48201e144e1 req-173ddd40-c684-4205-8f6c-a19b7b14d45c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Unset dirty status for tenant:474fa08a1a084bfc8a63ede94302696f on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:55:34.336879 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e91e0b21-cc2a-4cc7-9f60-a48201e144e1 req-173ddd40-c684-4205-8f6c-a19b7b14d45c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 943 time: 0.1690350 Mar 08 12:55:34.384205 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e91e0b21-cc2a-4cc7-9f60-a48201e144e1 req-5659b90d-5c3a-49a5-b207-e1e88211aa6d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408597 Mar 08 12:55:35.570267 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c52949-8bc6-4b52-aa27-dff10aaa461d req-1b4935f7-69a8-43c6-8c97-8aef197c4eb9 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:35.571759 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a3c52949-8bc6-4b52-aa27-dff10aaa461d req-1b4935f7-69a8-43c6-8c97-8aef197c4eb9 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 943 time: 0.0811489 Mar 08 12:55:35.615528 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a3c52949-8bc6-4b52-aa27-dff10aaa461d req-4f9c1cf4-3e37-4cb1-8190-43b6ff375784 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381954 Mar 08 12:55:36.798185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0f644-b0ff-42ec-9fb6-d84f8e410e1e req-47775f43-b849-4567-9643-ca5b6e724107 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:36.799537 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-19e0f644-b0ff-42ec-9fb6-d84f8e410e1e req-47775f43-b849-4567-9643-ca5b6e724107 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 943 time: 0.0788109 Mar 08 12:55:36.845658 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-19e0f644-b0ff-42ec-9fb6-d84f8e410e1e req-4f5c1063-aad5-4b5b-afac-bc891226ef2a tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404367 Mar 08 12:55:37.233633 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 45ec29fd-f798-4e11-bae5-dac04e14fbaf details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:55:37.371353 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 45ec29fd-f798-4e11-bae5-dac04e14fbaf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:55:37.384831 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'port_id': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'mac_address': 'fa:16:3e:f8:67:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:55:37.437904 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:37.454656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ec29fd-f798-4e11-bae5-dac04e14fbaf {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:55:37.469598 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 45ec29fd-f798-4e11-bae5-dac04e14fbaf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:55:37.518369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:37.587386 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=45ec29fd-f798-4e11-bae5-dac04e14fbaf,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:37.879649 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['45ec29fd-f798-4e11-bae5-dac04e14fbaf'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:55:38.188416 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc7c3d-f2ab-4883-a99d-be04af4bb68e req-d0d3d123-b601-4d14-8ec9-1f8c68c0b79d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:38.189803 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-debc7c3d-f2ab-4883-a99d-be04af4bb68e req-d0d3d123-b601-4d14-8ec9-1f8c68c0b79d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 944 time: 0.0845938 Mar 08 12:55:38.233768 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-debc7c3d-f2ab-4883-a99d-be04af4bb68e req-cb2ca6c2-6942-4754-b448-6c3790694f1b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383544 Mar 08 12:55:39.254574 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 45ec29fd-f798-4e11-bae5-dac04e14fbaf up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:55:39.364158 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port 45ec29fd-f798-4e11-bae5-dac04e14fbaf completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:55:39.370437 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 45ec29fd-f798-4e11-bae5-dac04e14fbaf triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:39.372717 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.422238 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ff6ff-2131-4d0e-b7fb-aa8a7daf2465 req-febde039-78d5-41f6-a64d-fdaaae58792e tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:39.423698 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-903ff6ff-2131-4d0e-b7fb-aa8a7daf2465 req-febde039-78d5-41f6-a64d-fdaaae58792e tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 944 time: 0.0811136 Mar 08 12:55:39.468375 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-903ff6ff-2131-4d0e-b7fb-aa8a7daf2465 req-ad6e44bf-e950-4ab3-9740-75e9b6dd10c6 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383308 Mar 08 12:55:39.485663 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.512336 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:55:39.522808 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 45ec29fd-f798-4e11-bae5-dac04e14fbaf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:55:39.556268 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'code': 200} Mar 08 12:55:39.599179 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.671419 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=45ec29fd-f798-4e11-bae5-dac04e14fbaf,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:39.941132 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a5789-1f3a-46ee-a9b2-7cb19624963c req-6bc06506-a345-4a66-9266-ef207b8979f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:39.942614 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3a2a5789-1f3a-46ee-a9b2-7cb19624963c req-6bc06506-a345-4a66-9266-ef207b8979f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 1098 time: 0.0721567 Mar 08 12:55:39.975593 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e52ab1da-ae92-4065-bb41-1e123466d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.983010 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-3a2a5789-1f3a-46ee-a9b2-7cb19624963c req-4566f6e0-d072-4b81-866b-385e3a5b7156 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343392 Mar 08 12:55:40.060121 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:55:40.653179 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5b1ca-0375-4586-bc2b-f270983340f4 req-3c48ff4f-bf9d-46b2-a88b-4b3fca73791b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:40.654687 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ba5b1ca-0375-4586-bc2b-f270983340f4 req-3c48ff4f-bf9d-46b2-a88b-4b3fca73791b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 945 time: 0.0800238 Mar 08 12:55:40.699128 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7ba5b1ca-0375-4586-bc2b-f270983340f4 req-f5c54bc5-78a2-4f96-b2b8-598e58bb96c6 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388412 Mar 08 12:55:41.883451 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575351a-3487-42eb-8edc-c79efdecdd07 req-41943f8e-376b-45b4-8221-7e6f24bfb28a tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:41.884910 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a575351a-3487-42eb-8edc-c79efdecdd07 req-41943f8e-376b-45b4-8221-7e6f24bfb28a tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 945 time: 0.0822849 Mar 08 12:55:41.932327 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a575351a-3487-42eb-8edc-c79efdecdd07 req-c187eb0f-59a6-4306-a21f-dc45fb4954d7 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418031 Mar 08 12:55:42.123087 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca212a-a070-4705-82e1-4f5927fea411 req-b68f9601-1b70-4b17-b7b6-ed68ebcf5479 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:42.124579 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-78ca212a-a070-4705-82e1-4f5927fea411 req-b68f9601-1b70-4b17-b7b6-ed68ebcf5479 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 945 time: 0.0877979 Mar 08 12:55:42.169803 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-78ca212a-a070-4705-82e1-4f5927fea411 req-560e6835-8ac0-4e37-a04d-ee9455cfc3e0 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396929 Mar 08 12:55:42.192558 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 34028) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:42.267172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f5da7edf-7444-41eb-b0d3-d465c612b2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:42.303703 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dc7884-e678-4f77-aaad-fb52818eb5d3 tempest-TestSnapshotPattern-790782409 tempest-TestSnapshotPattern-790782409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:42.305198 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-d7dc7884-e678-4f77-aaad-fb52818eb5d3 tempest-TestSnapshotPattern-790782409 tempest-TestSnapshotPattern-790782409-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 1093 time: 0.1117311 Mar 08 12:55:42.308065 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 34034) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:55:42.313400 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:42.319380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:55:42.323197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Usage tracker for resource:floatingip and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:55:42.326011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:55:42.335465 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:55:42.398874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:42.535387 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:42.675698 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Allocated IP 172.26.4.32 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/84dcbb1f-0d65-430d-a043-02fb3b0bd6fc) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:42.822584 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:42.890136 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:42.955071 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:42.962931 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:42.965424 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:55:42.999836 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event updated for resources: {'Port': ['ID=84dcbb1f-0d65-430d-a043-02fb3b0bd6fc,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:43.464556 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.507544 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.614327 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.775557 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.825060 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.924351 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:44.035640 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event updated for resources: {'Port': ['ID=84dcbb1f-0d65-430d-a043-02fb3b0bd6fc,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:44.047030 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:44.217988 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Floating IP e70a426c-504b-4f8b-8cd7-5768549aa04d associated. External IP: 172.26.4.32, port: 45ec29fd-f798-4e11-bae5-dac04e14fbaf. Mar 08 12:55:44.330277 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:44.576882 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Router 56192ece-e039-4ec6-b6a2-2f6019d1d598 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:55:44.863376 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:55:44.873062 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8034ee5-72eb-4772-850e-3feb34372a82 None None] Sync routers for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:55:44.882936 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8034ee5-72eb-4772-850e-3feb34372a82 None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:55:44.883552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b8034ee5-72eb-4772-850e-3feb34372a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:55:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:44.969956 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:45.029076 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-6e3cbe76-5e8f-4072-8f45-b512d0538441 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7199731 Mar 08 12:55:45.029764 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:55:45.083256 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'status': 'completed', 'code': 200} Mar 08 12:55:45.083369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:45.083369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b8034ee5-72eb-4772-850e-3feb34372a82 None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:55:45.168079 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23deee-0efc-4ad3-b73d-c57d8861f2f0 req-cde37f23-a15d-4c75-b088-0b565acee48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:45.169612 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fd23deee-0efc-4ad3-b73d-c57d8861f2f0 req-cde37f23-a15d-4c75-b088-0b565acee48f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 1098 time: 0.0722709 Mar 08 12:55:45.301354 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23deee-0efc-4ad3-b73d-c57d8861f2f0 req-73f7c831-9e09-43cd-8394-6fa680cd5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:45.303407 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fd23deee-0efc-4ad3-b73d-c57d8861f2f0 req-73f7c831-9e09-43cd-8394-6fa680cd5df5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 911 time: 0.1276710 Mar 08 12:55:45.404450 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fd23deee-0efc-4ad3-b73d-c57d8861f2f0 req-329402a4-7f6b-4f3e-8a4d-b10c9ddd6c37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf HTTP/1.1" status: 200 len: 998 time: 0.0960350 Mar 08 12:55:45.462165 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b8034ee5-72eb-4772-850e-3feb34372a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'e70a426c-504b-4f8b-8cd7-5768549aa04d', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'port_id': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'mac_address': 'fa:16:3e:f8:67:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:55:43Z', 'updated_at': '2022-03-08T12:55:43Z', 'revision_number': 0, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:19Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:45.466120 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8034ee5-72eb-4772-850e-3feb34372a82 None None] Checking router: 56192ece-e039-4ec6-b6a2-2f6019d1d598 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:55:45.474835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8034ee5-72eb-4772-850e-3feb34372a82 None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:55:45.475449 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b8034ee5-72eb-4772-850e-3feb34372a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:55:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:45.478047 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23deee-0efc-4ad3-b73d-c57d8861f2f0 req-5127925d-48d1-47bd-9969-3647b8ab6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:45.479491 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fd23deee-0efc-4ad3-b73d-c57d8861f2f0 req-5127925d-48d1-47bd-9969-3647b8ab6f33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 HTTP/1.1" status: 200 len: 849 time: 0.0607016 Mar 08 12:55:45.558852 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23deee-0efc-4ad3-b73d-c57d8861f2f0 req-caa44590-aee5-459d-803d-7aaf54f59515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:45.560283 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fd23deee-0efc-4ad3-b73d-c57d8861f2f0 req-caa44590-aee5-459d-803d-7aaf54f59515 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50f93028-c26a-4150-96b2-a85a455c7949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753770 Mar 08 12:55:45.653039 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-b8034ee5-72eb-4772-850e-3feb34372a82 None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:55:45.693016 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fd23deee-0efc-4ad3-b73d-c57d8861f2f0 req-0241a7a7-4a0a-4591-9c84-5f82d34ee92b service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270189 Mar 08 12:55:45.824482 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-fd23deee-0efc-4ad3-b73d-c57d8861f2f0 req-d399a400-77aa-430e-b091-2b91b0a6ceb8 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254935 Mar 08 12:55:46.002511 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-b8034ee5-72eb-4772-850e-3feb34372a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'e70a426c-504b-4f8b-8cd7-5768549aa04d', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'port_id': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'mac_address': 'fa:16:3e:f8:67:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:55:43Z', 'updated_at': '2022-03-08T12:55:43Z', 'revision_number': 0, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:19Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:46.007460 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8034ee5-72eb-4772-850e-3feb34372a82 None None] The sync data for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv is: [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'e70a426c-504b-4f8b-8cd7-5768549aa04d', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'port_id': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'mac_address': 'fa:16:3e:f8:67:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:55:43Z', 'updated_at': '2022-03-08T12:55:43Z', 'revision_number': 0, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:19Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:55:46.182443 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baea15aa-f47b-4144-ae25-81a09e052b8d None None] New status for floating IP e70a426c-504b-4f8b-8cd7-5768549aa04d: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:56:09.963988 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-067de47c-2f8a-49ee-88bf-5fdb0457ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:11.957257 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68ee739e-4087-4ca7-8fea-4cc526760e60 req-170a8de5-950f-4b26-98af-99073c37a7a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681639 Mar 08 12:56:12.106935 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee739e-4087-4ca7-8fea-4cc526760e60 req-9cabddf8-7c71-46ff-b316-14370a799f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.108399 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68ee739e-4087-4ca7-8fea-4cc526760e60 req-9cabddf8-7c71-46ff-b316-14370a799f48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 1098 time: 0.0795870 Mar 08 12:56:12.226927 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b7d7-5312-4a6d-a95a-5491cad7a02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:12.252441 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee739e-4087-4ca7-8fea-4cc526760e60 req-6e96b528-6870-4ddd-9624-9ad455ceec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.253896 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68ee739e-4087-4ca7-8fea-4cc526760e60 req-6e96b528-6870-4ddd-9624-9ad455ceec93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 911 time: 0.1272337 Mar 08 12:56:12.363034 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68ee739e-4087-4ca7-8fea-4cc526760e60 req-bd612c0c-a2ed-4543-866f-56745b03b392 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf HTTP/1.1" status: 200 len: 1000 time: 0.1020539 Mar 08 12:56:12.425606 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee739e-4087-4ca7-8fea-4cc526760e60 req-d8e87cf1-8809-40ef-b1c0-2315be5172ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.427122 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68ee739e-4087-4ca7-8fea-4cc526760e60 req-d8e87cf1-8809-40ef-b1c0-2315be5172ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 HTTP/1.1" status: 200 len: 849 time: 0.0575478 Mar 08 12:56:12.502652 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee739e-4087-4ca7-8fea-4cc526760e60 req-3d40d7a2-6449-4c4a-82ac-d5262ba1e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.504026 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68ee739e-4087-4ca7-8fea-4cc526760e60 req-3d40d7a2-6449-4c4a-82ac-d5262ba1e09f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50f93028-c26a-4150-96b2-a85a455c7949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695944 Mar 08 12:56:12.639032 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68ee739e-4087-4ca7-8fea-4cc526760e60 req-37c036a4-ce99-4aa9-a275-e5b639529250 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277211 Mar 08 12:56:12.873890 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-68ee739e-4087-4ca7-8fea-4cc526760e60 req-3cf438ef-2dd2-4a93-ac6b-12d414c683b6 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293191 Mar 08 12:56:13.529716 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:13.763545 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:14.329369 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:14.998191 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:17.060665 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:56:39.985802 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0655dc6a-81ae-4c81-8ec0-94f8edbc7405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:42.220741 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-49da6e2e-6c44-40b8-8ee7-711a0ed8c918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:43.489323 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:43.791763 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:44.329387 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:45.026683 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:54.060062 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:57:09.963118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e191c80f-78e7-4878-8fdf-bcaf7bf0d9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:12.247354 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c606ac7d-8f2a-4646-86c4-d9f6e47f4381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:12.961771 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e63f141e-d1eb-4c3f-84af-c0a4e228014b req-361ef85e-23a3-494b-a737-c173ec803712 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687580 Mar 08 12:57:13.101279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f141e-d1eb-4c3f-84af-c0a4e228014b req-54f82fdb-2ee9-4e68-af03-fe74c44edc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:13.102802 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e63f141e-d1eb-4c3f-84af-c0a4e228014b req-54f82fdb-2ee9-4e68-af03-fe74c44edc0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 1098 time: 0.0718486 Mar 08 12:57:13.250923 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f141e-d1eb-4c3f-84af-c0a4e228014b req-a2714621-6b71-4f89-8142-0cee6c82e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:13.252307 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e63f141e-d1eb-4c3f-84af-c0a4e228014b req-a2714621-6b71-4f89-8142-0cee6c82e940 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 911 time: 0.1286528 Mar 08 12:57:13.354891 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e63f141e-d1eb-4c3f-84af-c0a4e228014b req-4ce861a6-5e2d-4737-8345-8c632110b1b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf HTTP/1.1" status: 200 len: 1000 time: 0.0971227 Mar 08 12:57:13.419806 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f141e-d1eb-4c3f-84af-c0a4e228014b req-66d3e922-b975-499a-b978-bdd93fe1fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:13.421334 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e63f141e-d1eb-4c3f-84af-c0a4e228014b req-66d3e922-b975-499a-b978-bdd93fe1fb79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 HTTP/1.1" status: 200 len: 849 time: 0.0602725 Mar 08 12:57:13.499110 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f141e-d1eb-4c3f-84af-c0a4e228014b req-534fa40a-d61c-4fa2-82b4-bdec7eccb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:13.500861 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e63f141e-d1eb-4c3f-84af-c0a4e228014b req-534fa40a-d61c-4fa2-82b4-bdec7eccb194 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50f93028-c26a-4150-96b2-a85a455c7949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742340 Mar 08 12:57:13.510941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:13.659556 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e63f141e-d1eb-4c3f-84af-c0a4e228014b req-01b8ecea-955e-418e-86a0-2f88d746d4e4 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522415 Mar 08 12:57:13.757848 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:13.805158 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e63f141e-d1eb-4c3f-84af-c0a4e228014b req-4412a6ab-9c5e-44e3-93c2-e8ff09e64998 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393816 Mar 08 12:57:14.346630 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:14.990349 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:31.060410 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:57:39.963652 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-700da254-00d0-48fc-8bb6-06f3c3ea784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:42.241265 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-b2165b9d-fbcd-4da2-9567-a3fc1e2ad95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:43.522728 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:43.814487 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:44.343852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:45.040800 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:08.059898 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:58:09.986576 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1ae08f15-e1c4-4be3-a4e1-e247894c655c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:12.248479 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-031b2a7b-e1b5-41f2-92fe-9520cc6de5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:13.623436 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:13.785852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:14.041388 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c0ff-b11a-4625-a130-f97e57465de1 req-dc7f7c0a-2c89-4f93-a518-dd2aa1c445aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:14.042800 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2995c0ff-b11a-4625-a130-f97e57465de1 req-dc7f7c0a-2c89-4f93-a518-dd2aa1c445aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 1098 time: 0.0781167 Mar 08 12:58:14.187326 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c0ff-b11a-4625-a130-f97e57465de1 req-f4238f04-9aba-4f27-b21b-b78ee1eaacab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:14.189305 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2995c0ff-b11a-4625-a130-f97e57465de1 req-f4238f04-9aba-4f27-b21b-b78ee1eaacab service neutron] 10.222.0.18 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 911 time: 0.1276016 Mar 08 12:58:14.288737 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2995c0ff-b11a-4625-a130-f97e57465de1 req-5dcc6882-0f89-4f14-82de-83d021d4d6ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf HTTP/1.1" status: 200 len: 1000 time: 0.0937719 Mar 08 12:58:14.334334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:14.357997 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c0ff-b11a-4625-a130-f97e57465de1 req-16830687-dfbe-40e0-930e-c075caa0d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:14.359424 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2995c0ff-b11a-4625-a130-f97e57465de1 req-16830687-dfbe-40e0-930e-c075caa0d43f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 HTTP/1.1" status: 200 len: 849 time: 0.0605779 Mar 08 12:58:14.436257 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c0ff-b11a-4625-a130-f97e57465de1 req-24572ecc-9e03-45b4-b67b-f51fc4d7ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:14.437733 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2995c0ff-b11a-4625-a130-f97e57465de1 req-24572ecc-9e03-45b4-b67b-f51fc4d7ecae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50f93028-c26a-4150-96b2-a85a455c7949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713723 Mar 08 12:58:14.448075 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [req-2995c0ff-b11a-4625-a130-f97e57465de1 req-d21a768d-441e-4ea0-a826-d3bc9aaa02f5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:58:14.448999 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2995c0ff-b11a-4625-a130-f97e57465de1 req-d21a768d-441e-4ea0-a826-d3bc9aaa02f5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047975 Mar 08 12:58:14.586496 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2995c0ff-b11a-4625-a130-f97e57465de1 req-e4ba69ae-16b5-4097-9589-585a0aeeaaeb service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309805 Mar 08 12:58:14.722362 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2995c0ff-b11a-4625-a130-f97e57465de1 req-c50e1327-c9a5-48b7-a134-ebd244273d78 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290309 Mar 08 12:58:15.008829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:20.141307 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 45ec29fd-f798-4e11-bae5-dac04e14fbaf details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:58:20.276761 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 45ec29fd-f798-4e11-bae5-dac04e14fbaf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:58:20.323519 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'port_id': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'mac_address': 'fa:16:3e:f8:67:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:58:20.376996 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:20.394334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45ec29fd-f798-4e11-bae5-dac04e14fbaf {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:58:20.409054 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 45ec29fd-f798-4e11-bae5-dac04e14fbaf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:58:20.494118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:20.566029 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['45ec29fd-f798-4e11-bae5-dac04e14fbaf'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:58:20.595686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=45ec29fd-f798-4e11-bae5-dac04e14fbaf,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:20.612080 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:20.612430 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:20.612803 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:20.613142 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:20.614084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:20.614808 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:20.614808 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:20.615045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:20.615372 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:20.615693 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:20.616016 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:20.616333 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:22.141317 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 45ec29fd-f798-4e11-bae5-dac04e14fbaf up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:58:22.210065 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port 45ec29fd-f798-4e11-bae5-dac04e14fbaf triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:58:22.210357 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:22.321258 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:22.347546 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:58:22.358842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 45ec29fd-f798-4e11-bae5-dac04e14fbaf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:58:22.440146 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:22.508618 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=45ec29fd-f798-4e11-bae5-dac04e14fbaf,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:23.454268 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'code': 200} Mar 08 12:58:35.882080 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-63bf0cfb-67a9-4e11-b373-142408442105 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531082967&fields=id&tenant_id=474fa08a1a084bfc8a63ede94302696f HTTP/1.1" status: 200 len: 267 time: 0.0398681 Mar 08 12:58:36.031646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-371098ee-2b07-494a-a2c5-53ee753b6df5 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:36.032983 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-371098ee-2b07-494a-a2c5-53ee753b6df5 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 810 time: 0.1485460 Mar 08 12:58:36.049151 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-73bd203f-e40e-4f7d-9198-958f3d12755e tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/quotas/474fa08a1a084bfc8a63ede94302696f HTTP/1.1" status: 200 len: 375 time: 0.0104039 Mar 08 12:58:36.135970 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-445be06f-066e-4750-8fb6-8abc37194097 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0815370 Mar 08 12:58:36.361846 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-efd1d69a-e4f9-4898-a0de-fe2dbf2f5775 service neutron] 10.222.0.32 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144907 Mar 08 12:58:36.497164 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-d4eb953c-beb1-43e4-9920-d1256746c01d service neutron] 10.222.0.32 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294444 Mar 08 12:58:36.832875 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-69afe042-e2cf-4260-aacb-dfc348a8f55e req-7f9baff4-6423-4a98-ae85-19f0e60e69ff tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 210 time: 0.0976336 Mar 08 12:58:37.983831 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-30e95629-580a-4f2c-afb8-6faeaad20e12 req-7ddb9142-2159-419a-ab79-aa4b691caaff tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 210 time: 0.0432673 Mar 08 12:58:39.141139 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-722cc395-2e26-4405-b449-a97bc23d1a09 req-2ee74261-c179-481f-bfb7-2eac9ab21196 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 210 time: 0.0435336 Mar 08 12:58:39.173774 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-f299329c-5c03-4e36-897e-5fccdd004df1 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:39.175218 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-f299329c-5c03-4e36-897e-5fccdd004df1 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.18 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 810 time: 0.1689119 Mar 08 12:58:39.227902 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-77747bb7-3fc2-4616-870b-917b136dab60 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474fa08a1a084bfc8a63ede94302696f HTTP/1.1" status: 200 len: 379 time: 0.0426030 Mar 08 12:58:39.240814 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Request body: {'port': {'device_id': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'admin_state_up': True, 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'security_groups': ['1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23']}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:58:39.377501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:58:39.387860 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:58:39.491602 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Made reservation on behalf of 474fa08a1a084bfc8a63ede94302696f for: {'port': 1} {{(pid=88469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:58:39.496142 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:39.666874 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Allocated IP 172.20.0.13 (50f93028-c26a-4150-96b2-a85a455c7949/d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003/e26df3cd-20d6-4d88-b0a7-3b1513902a6f) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:58:39.856955 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:39.873993 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Transition to ACTIVE for port object e26df3cd-20d6-4d88-b0a7-3b1513902a6f will not be triggered until provisioned by entity DHCP. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:58:39.972839 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:39.997356 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d43d33ed-0067-4138-a549-cfd7b20d0e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:40.066357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Network 50f93028-c26a-4150-96b2-a85a455c7949 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:58:40.070985 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:58:40.075949 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:58:40.167668 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event updated for resources: {'Port': ['ID=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:40.179456 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:40.180239 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:40.199782 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 45ec29fd-f798-4e11-bae5-dac04e14fbaf no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 12:58:40.209796 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:40.210196 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:40.210604 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:40.211006 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:40.211930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:40.212389 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:40.212784 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:40.213177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:40.213567 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:40.213981 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:40.214425 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:40.214822 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:40.308322 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-32adcb8f-8a1c-4920-88ea-34cb09daf630 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0711563 Mar 08 12:58:40.418546 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:40.470543 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port 45ec29fd-f798-4e11-bae5-dac04e14fbaf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:58:40.472775 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:58:40.498740 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f88f7-bf18-47d5-b958-bd12fb931d2b req-b7499cd5-caa7-43e2-b251-4b9de08c1e17 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:40.500201 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-c39f88f7-bf18-47d5-b958-bd12fb931d2b req-b7499cd5-caa7-43e2-b251-4b9de08c1e17 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Synchronizing usage tracker for tenant:474fa08a1a084bfc8a63ede94302696f on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 12:58:40.527126 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'code': 200} Mar 08 12:58:40.562952 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:40.635314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=45ec29fd-f798-4e11-bae5-dac04e14fbaf,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:40.646004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-c39f88f7-bf18-47d5-b958-bd12fb931d2b req-b7499cd5-caa7-43e2-b251-4b9de08c1e17 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Unset dirty status for tenant:474fa08a1a084bfc8a63ede94302696f on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 12:58:40.646182 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-29f52a44-64c1-4157-a9c4-0d0f8ae13558 None None] Provisioning for port e26df3cd-20d6-4d88-b0a7-3b1513902a6f completed by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:58:40.647721 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c39f88f7-bf18-47d5-b958-bd12fb931d2b req-b7499cd5-caa7-43e2-b251-4b9de08c1e17 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 932 time: 0.2770934 Mar 08 12:58:40.660418 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-29f52a44-64c1-4157-a9c4-0d0f8ae13558 None None] Provisioning complete for port e26df3cd-20d6-4d88-b0a7-3b1513902a6f triggered by entity DHCP. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:58:40.660846 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-29f52a44-64c1-4157-a9c4-0d0f8ae13558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:40.723464 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c39f88f7-bf18-47d5-b958-bd12fb931d2b req-4fa6f6d1-0da8-4338-92e9-5c0e1cf2e05b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674269 Mar 08 12:58:40.747045 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-29f52a44-64c1-4157-a9c4-0d0f8ae13558 None None] Port e26df3cd-20d6-4d88-b0a7-3b1513902a6f cannot update to ACTIVE because it is not bound. {{(pid=88471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 12:58:41.926383 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e87b0-22e1-41e7-a4ea-3c6065e40d8e req-b0e112a6-7633-4b31-bd91-ba09926fc92e tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:41.927917 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-371e87b0-22e1-41e7-a4ea-3c6065e40d8e req-b0e112a6-7633-4b31-bd91-ba09926fc92e tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 932 time: 0.0892594 Mar 08 12:58:41.975295 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-371e87b0-22e1-41e7-a4ea-3c6065e40d8e req-96fece46-1d7e-41ee-a0a3-590215b13d7f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414021 Mar 08 12:58:42.296854 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2115ad7b-692a-4f0e-b456-69d274a771d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:43.196474 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4b9b4-59ee-4fe3-a587-e7034aed655c req-87f694ea-cbb0-4c7b-8626-624720b8571f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:43.197984 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-84c4b9b4-59ee-4fe3-a587-e7034aed655c req-87f694ea-cbb0-4c7b-8626-624720b8571f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 932 time: 0.0897534 Mar 08 12:58:43.246233 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-84c4b9b4-59ee-4fe3-a587-e7034aed655c req-2abcf8fe-7677-481e-95f4-6be410632282 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410450 Mar 08 12:58:43.542607 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:43.773871 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:44.377122 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:44.441250 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad0b6e-4c0a-4cff-8480-989168fdb895 req-81b9da9d-9ad7-4e42-9175-ca076af4204c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:44.446642 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-25ad0b6e-4c0a-4cff-8480-989168fdb895 req-81b9da9d-9ad7-4e42-9175-ca076af4204c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 932 time: 0.0891941 Mar 08 12:58:44.496696 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-25ad0b6e-4c0a-4cff-8480-989168fdb895 req-5b921bba-ce9b-4bd0-b9bc-18b606e13cb5 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458276 Mar 08 12:58:45.005656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:45.061583 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:58:45.714823 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea24207-76ae-4643-9106-ede8f8c7b6f7 req-c3661498-f890-4885-859b-ca099071f426 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:45.716413 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6ea24207-76ae-4643-9106-ede8f8c7b6f7 req-c3661498-f890-4885-859b-ca099071f426 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 932 time: 0.1078885 Mar 08 12:58:45.768957 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6ea24207-76ae-4643-9106-ede8f8c7b6f7 req-cef8236d-8656-468a-9fa3-a4f75ad6a701 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465436 Mar 08 12:58:46.974736 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1826e7-5909-4096-b474-d6c3ebcaae70 req-1cfcd535-4171-49ad-8589-d85125f9b063 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:46.976194 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-be1826e7-5909-4096-b474-d6c3ebcaae70 req-1cfcd535-4171-49ad-8589-d85125f9b063 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 932 time: 0.0831974 Mar 08 12:58:47.025779 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-be1826e7-5909-4096-b474-d6c3ebcaae70 req-5612a72e-4b18-4911-af82-c276cbf8d443 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429020 Mar 08 12:58:48.222194 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79086b9-ac56-4059-ad20-a79b3c514df7 req-1099c941-89d6-446b-b34d-898cd39c93ad tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:48.223633 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f79086b9-ac56-4059-ad20-a79b3c514df7 req-1099c941-89d6-446b-b34d-898cd39c93ad tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 932 time: 0.0874903 Mar 08 12:58:48.268163 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-f79086b9-ac56-4059-ad20-a79b3c514df7 req-4fbe975f-1b3e-4471-90b0-5a625731fe05 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382683 Mar 08 12:58:49.455004 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dbdcb-2517-4a1d-85a6-d3825207444b req-45c507a3-eb35-4292-bd75-b97a8c4689f6 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:49.456456 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e37dbdcb-2517-4a1d-85a6-d3825207444b req-45c507a3-eb35-4292-bd75-b97a8c4689f6 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 932 time: 0.0844462 Mar 08 12:58:49.500859 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-e37dbdcb-2517-4a1d-85a6-d3825207444b req-79fb8fc1-7584-4744-9fa4-46a84dc5f64c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387659 Mar 08 12:58:50.686924 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919483d-4780-4a96-b49e-9ae13b33f44b req-2936ffc0-b3b3-4ca8-9702-e7a2eb023ce1 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:50.688348 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9919483d-4780-4a96-b49e-9ae13b33f44b req-2936ffc0-b3b3-4ca8-9702-e7a2eb023ce1 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 932 time: 0.0832541 Mar 08 12:58:50.731921 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-9919483d-4780-4a96-b49e-9ae13b33f44b req-dea2c816-5d42-4a4a-a2c5-9b9f8014b03a tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378613 Mar 08 12:58:51.820772 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Request body: {'port': {'device_id': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:58:51.931166 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38fb26-daa4-4570-955b-4551189e0d49 req-02c06ab0-a6dd-42c7-904e-06b11144fa4e tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:51.932705 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7f38fb26-daa4-4570-955b-4551189e0d49 req-02c06ab0-a6dd-42c7-904e-06b11144fa4e tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 932 time: 0.0848863 Mar 08 12:58:51.981382 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-7f38fb26-daa4-4570-955b-4551189e0d49 req-d7309c2c-e165-40da-ad38-0ee450446df9 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428207 Mar 08 12:58:52.053176 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:52.395739 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26df3cd-20d6-4d88-b0a7-3b1513902a6f {{(pid=88469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:58:52.402879 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:52.416624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.provisioning_blocks [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Transition to ACTIVE for port object e26df3cd-20d6-4d88-b0a7-3b1513902a6f will not be triggered until provisioned by entity L2. {{(pid=88469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:58:52.524892 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:52.655466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Pushing event updated for resources: {'Port': ['ID=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:52.764214 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Attempting to bind port e26df3cd-20d6-4d88-b0a7-3b1513902a6f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:58:52.764544 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Attempting to bind port e26df3cd-20d6-4d88-b0a7-3b1513902a6f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:58:52.764873 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Attempting to bind port e26df3cd-20d6-4d88-b0a7-3b1513902a6f on network 50f93028-c26a-4150-96b2-a85a455c7949 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:58:52.769334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Port e26df3cd-20d6-4d88-b0a7-3b1513902a6f on network 50f93028-c26a-4150-96b2-a85a455c7949 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 12:58:52.769646 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Attempting to bind port e26df3cd-20d6-4d88-b0a7-3b1513902a6f on network 50f93028-c26a-4150-96b2-a85a455c7949 {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 12:58:52.774759 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Checking agent: {'id': '4951e658-dcef-4cc6-b136-510792c37a54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 12:58:52.775091 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Checking segment: {'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 12:58:52.775467 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Bound using segment: {'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'} {{(pid=88469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 12:58:52.775883 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.managers [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Bound port: e26df3cd-20d6-4d88-b0a7-3b1513902a6f, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd409966f-cbcb-4598-82e9-624864957cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949'}}] {{(pid=88469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:58:52.776225 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:52.866466 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] For port e26df3cd-20d6-4d88-b0a7-3b1513902a6f, host hv-neutron-8281, cleared binding levels {{(pid=88469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 12:58:52.869804 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] For port e26df3cd-20d6-4d88-b0a7-3b1513902a6f, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 12:58:52.942594 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:53.001988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:53.002607 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:53.004065 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] 10.222.0.18 "PUT /v2.0/ports/e26df3cd-20d6-4d88-b0a7-3b1513902a6f HTTP/1.1" status: 200 len: 1094 time: 1.1877289 Mar 08 12:58:53.004513 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:58:53.043648 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b22e2-a797-4641-b944-32b6320b1ebe service neutron] Pushing event updated for resources: {'Port': ['ID=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,revision_number=3']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:53.056555 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'status': 'completed', 'code': 200} Mar 08 12:58:53.212365 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e39a0-45e7-446c-9ebc-3f078716e146 req-38e38739-6c54-4d27-9930-183a4da754c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:53.214434 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-586e39a0-45e7-446c-9ebc-3f078716e146 req-38e38739-6c54-4d27-9930-183a4da754c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 1097 time: 0.1378753 Mar 08 12:58:53.225427 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb8ab7-1c94-41a7-ba3d-6ff6c9df7922 req-04b99d6a-03fd-498a-a924-96b9294ec5f5 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:53.226876 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2ecb8ab7-1c94-41a7-ba3d-6ff6c9df7922 req-04b99d6a-03fd-498a-a924-96b9294ec5f5 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 944 time: 0.1163518 Mar 08 12:58:53.359547 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-2ecb8ab7-1c94-41a7-ba3d-6ff6c9df7922 req-232d9c15-a171-4775-ba12-d9a76fb7bc52 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141763 Mar 08 12:58:53.393700 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e39a0-45e7-446c-9ebc-3f078716e146 req-2c90cb43-fc8f-4094-b35d-28479ba15a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:53.395251 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-586e39a0-45e7-446c-9ebc-3f078716e146 req-2c90cb43-fc8f-4094-b35d-28479ba15a48 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=474fa08a1a084bfc8a63ede94302696f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1674821 Mar 08 12:58:53.530164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e39a0-45e7-446c-9ebc-3f078716e146 req-c1ebc540-d502-48e7-bd31-ec581871562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:53.531592 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-586e39a0-45e7-446c-9ebc-3f078716e146 req-c1ebc540-d502-48e7-bd31-ec581871562e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297479 Mar 08 12:58:53.633593 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-8d25c845-141a-4e00-ab56-ae573d8a362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:53.635780 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-8d25c845-141a-4e00-ab56-ae573d8a362b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 1097 time: 0.0720084 Mar 08 12:58:53.704363 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-57509431-52da-4a07-9689-918c4cf14561 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26df3cd-20d6-4d88-b0a7-3b1513902a6f HTTP/1.1" status: 200 len: 217 time: 0.0629210 Mar 08 12:58:53.768189 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-c340f73e-3def-424f-a9d5-5e01a46aca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:53.769585 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-c340f73e-3def-424f-a9d5-5e01a46aca1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 HTTP/1.1" status: 200 len: 849 time: 0.0601327 Mar 08 12:58:53.842893 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2f54e25a-67ea-49dd-a170-cfc8fcab03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:53.844370 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-2f54e25a-67ea-49dd-a170-cfc8fcab03d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50f93028-c26a-4150-96b2-a85a455c7949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686226 Mar 08 12:58:54.069493 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-e7c8ab31-7d60-448d-be9b-65d695c4a724 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192793 Mar 08 12:58:54.200211 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ccb9bb15-17d1-4703-af32-dc96b3d8b691 req-df7f78a8-e20b-49c5-9535-f5672f5e66bf service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242170 Mar 08 12:58:54.561468 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136862-4297-4848-b6cf-0762d6bbae83 req-601c87ea-5133-4736-ba7d-9294d630e1a0 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:54.562930 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-90136862-4297-4848-b6cf-0762d6bbae83 req-601c87ea-5133-4736-ba7d-9294d630e1a0 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 944 time: 0.0947506 Mar 08 12:58:54.608265 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-90136862-4297-4848-b6cf-0762d6bbae83 req-a23f4de9-7def-4ca5-ae54-b4aa1d6a864e tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396278 Mar 08 12:58:55.794513 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11324f-bd03-48e0-8806-87f7ae36ed10 req-b6af34ff-a63f-42f2-8772-509910be89d0 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:55.795992 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a11324f-bd03-48e0-8806-87f7ae36ed10 req-b6af34ff-a63f-42f2-8772-509910be89d0 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 944 time: 0.0799994 Mar 08 12:58:55.843692 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7a11324f-bd03-48e0-8806-87f7ae36ed10 req-3445f89d-e9f6-4b9f-8b00-15275b3375b1 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420411 Mar 08 12:58:57.027748 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be11414-2439-419b-8cd5-d735d017db4d req-f565692f-c1b1-4534-be83-b0247cde0545 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:57.029128 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6be11414-2439-419b-8cd5-d735d017db4d req-f565692f-c1b1-4534-be83-b0247cde0545 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 944 time: 0.0800636 Mar 08 12:58:57.077311 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-6be11414-2439-419b-8cd5-d735d017db4d req-50c2031b-a52e-4f1b-9096-3a7f78e9147d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425830 Mar 08 12:58:58.260744 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0ddb4-3873-4a1a-b082-4fe436871afe req-9c184e49-9b87-4bf9-8ab6-c732dfc05c14 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:58.262794 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-41d0ddb4-3873-4a1a-b082-4fe436871afe req-9c184e49-9b87-4bf9-8ab6-c732dfc05c14 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 944 time: 0.0808501 Mar 08 12:58:58.305529 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-41d0ddb4-3873-4a1a-b082-4fe436871afe req-82f8a6ba-86ad-4964-b3a9-9d6666ef6de6 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370979 Mar 08 12:58:58.310703 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e26df3cd-20d6-4d88-b0a7-3b1513902a6f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 12:58:58.443973 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e26df3cd-20d6-4d88-b0a7-3b1513902a6f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:58:58.456749 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'port_id': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'mac_address': 'fa:16:3e:66:92:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 12:58:58.515127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:58.531342 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26df3cd-20d6-4d88-b0a7-3b1513902a6f {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:58:58.547042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e26df3cd-20d6-4d88-b0a7-3b1513902a6f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:58:58.696580 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:58.762450 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,revision_number=4']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:59.067681 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['e26df3cd-20d6-4d88-b0a7-3b1513902a6f'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 12:58:59.492807 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580e093-4eb3-4535-ae8f-81be6cf6853f req-d98df597-1c3c-46dc-9c84-14754e605eab tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:59.494309 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f580e093-4eb3-4535-ae8f-81be6cf6853f req-d98df597-1c3c-46dc-9c84-14754e605eab tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 945 time: 0.0803607 Mar 08 12:58:59.539165 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-f580e093-4eb3-4535-ae8f-81be6cf6853f req-503e49aa-4dc2-4500-a838-0f505716e141 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391576 Mar 08 12:59:00.310648 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e26df3cd-20d6-4d88-b0a7-3b1513902a6f up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 12:59:00.444082 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning for port e26df3cd-20d6-4d88-b0a7-3b1513902a6f completed by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:59:00.448752 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port e26df3cd-20d6-4d88-b0a7-3b1513902a6f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:59:00.454111 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:00.562712 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:00.589012 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:59:00.599268 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e26df3cd-20d6-4d88-b0a7-3b1513902a6f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 12:59:00.638015 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'code': 200} Mar 08 12:59:00.702036 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:00.734528 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc805a10-3372-4abc-96d4-fbe0cc78dac4 req-be2f114a-3433-4fee-b4c9-40995d75ce60 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:00.736083 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bc805a10-3372-4abc-96d4-fbe0cc78dac4 req-be2f114a-3433-4fee-b4c9-40995d75ce60 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 945 time: 0.0871370 Mar 08 12:59:00.771485 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,revision_number=5']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:00.782289 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-bc805a10-3372-4abc-96d4-fbe0cc78dac4 req-e44b85d2-76dc-458f-998c-fec3bbd33567 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403707 Mar 08 12:59:01.048916 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa655e-21b9-459a-9662-95e271c979bb req-4e95ba4e-f2cb-4da1-88b8-b34be98d72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:01.050452 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4fa655e-21b9-459a-9662-95e271c979bb req-4e95ba4e-f2cb-4da1-88b8-b34be98d72f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 1099 time: 0.0696628 Mar 08 12:59:01.090784 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-c4fa655e-21b9-459a-9662-95e271c979bb req-177c79c4-798d-436d-b5e3-9bd5cdd6d51c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343878 Mar 08 12:59:01.975788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5b5af-0820-4705-8e32-5ce7017c327e req-0ab4e920-41b9-4ec5-9917-60fda1a6aa7e tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:01.977145 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d9a5b5af-0820-4705-8e32-5ce7017c327e req-0ab4e920-41b9-4ec5-9917-60fda1a6aa7e tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 946 time: 0.0836875 Mar 08 12:59:02.020629 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-d9a5b5af-0820-4705-8e32-5ce7017c327e req-6e898f4e-28f2-4768-8dd7-1483bb3231f6 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372753 Mar 08 12:59:03.213562 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a44d3b-7109-4453-80d9-1239f438f0ad req-3784c659-8032-43c1-a11e-dccea5399401 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:03.215682 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-32a44d3b-7109-4453-80d9-1239f438f0ad req-3784c659-8032-43c1-a11e-dccea5399401 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 946 time: 0.0893140 Mar 08 12:59:03.259251 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-32a44d3b-7109-4453-80d9-1239f438f0ad req-52ea2665-4e1a-4dd0-97c7-3376b1f0f1d8 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379469 Mar 08 12:59:03.449695 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ca701-d521-4f05-bf3f-9ed0b455b9f5 req-04e0971e-8e38-44eb-b976-30b8862ae253 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:03.451162 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5b9ca701-d521-4f05-bf3f-9ed0b455b9f5 req-04e0971e-8e38-44eb-b976-30b8862ae253 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 946 time: 0.0876825 Mar 08 12:59:03.494377 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-5b9ca701-d521-4f05-bf3f-9ed0b455b9f5 req-0141bb98-8bb0-436a-93b6-22e0fe67e5f4 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375965 Mar 08 12:59:03.522616 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 34372) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:59:03.595921 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9203ca2e-dee4-45fb-8643-6e351dc7e81c tempest-TestSnapshotPattern-790782409 tempest-TestSnapshotPattern-790782409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:03.597412 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-9203ca2e-dee4-45fb-8643-6e351dc7e81c tempest-TestSnapshotPattern-790782409 tempest-TestSnapshotPattern-790782409-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 1094 time: 0.0737319 Mar 08 12:59:03.600224 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 34376) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 12:59:03.605088 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.v2.base [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Request body: {'floatingip': {'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'port_id': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:59:03.611040 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 12:59:03.614786 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Usage tracker for resource:floatingip and tenant:474fa08a1a084bfc8a63ede94302696f is out of sync, need to count used quota {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 12:59:03.617575 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88469) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 12:59:03.623830 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.quota.driver [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88469) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 12:59:03.701689 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for floatingip, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:03.844336 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:03.983794 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.db_base_plugin_common [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Allocated IP 172.26.4.234 (b023ac7e-04c4-4d65-99c8-31e3d8cfa955/0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d/f156d919-e74d-414d-a577-c6230fd7e0f1) {{(pid=88469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:59:04.129165 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for port, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:04.237141 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752727093818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:04.299170 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Network b023ac7e-04c4-4d65-99c8-31e3d8cfa955 is already hosted by enough agents. {{(pid=88469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:59:04.301829 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.base_scheduler [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Resources bound (agent type, host, resource id): {{(pid=88469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:59:04.304274 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Received port after_create {{(pid=88469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 12:59:04.349664 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event updated for resources: {'Port': ['ID=f156d919-e74d-414d-a577-c6230fd7e0f1,revision_number=1']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:04.814171 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:04.960406 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:05.161907 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for port, precommit_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:05.227527 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3352523'] for port, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:05.334808 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event updated for resources: {'Port': ['ID=f156d919-e74d-414d-a577-c6230fd7e0f1,revision_number=2']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:05.347938 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486321'] for floatingip, after_update {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:05.516283 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Floating IP 7f6ec08b-6b66-4bfc-9249-8302f937515c associated. External IP: 172.26.4.234, port: e26df3cd-20d6-4d88-b0a7-3b1513902a6f. Mar 08 12:59:05.864966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Router 56192ece-e039-4ec6-b6a2-2f6019d1d598 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 12:59:06.041185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 12:59:06.050891 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e5723-6f75-42e0-a04c-95b22f40fc4d None None] Sync routers for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:59:06.059814 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e5723-6f75-42e0-a04c-95b22f40fc4d None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:59:06.060420 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-be9e5723-6f75-42e0-a04c-95b22f40fc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:58:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:59:06.199853 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:06.239121 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-be9e5723-6f75-42e0-a04c-95b22f40fc4d None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:59:06.259648 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-ae05d1d4-5c3e-452c-9cd9-d1173b06264c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6583586 Mar 08 12:59:06.260342 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:59:06.306404 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'status': 'completed', 'code': 200} Mar 08 12:59:06.399010 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0641fc-d04c-49f7-9e81-22562718a1cb req-f5959e69-7e3d-454a-af7c-6cc29d7e9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:06.400485 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df0641fc-d04c-49f7-9e81-22562718a1cb req-f5959e69-7e3d-454a-af7c-6cc29d7e9248 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 1099 time: 0.0732298 Mar 08 12:59:06.603629 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-be9e5723-6f75-42e0-a04c-95b22f40fc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '7f6ec08b-6b66-4bfc-9249-8302f937515c', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'floating_ip_address': '172.26.4.234', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'port_id': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'mac_address': 'fa:16:3e:66:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:59:04Z', 'updated_at': '2022-03-08T12:59:04Z', 'revision_number': 0, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address_scope': None}, {'id': 'e70a426c-504b-4f8b-8cd7-5768549aa04d', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'port_id': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'mac_address': 'fa:16:3e:f8:67:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:55:43Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 1, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:19Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:59:06.608147 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e5723-6f75-42e0-a04c-95b22f40fc4d None None] Checking router: 56192ece-e039-4ec6-b6a2-2f6019d1d598 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:59:06.616362 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e5723-6f75-42e0-a04c-95b22f40fc4d None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 12:59:06.617472 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-be9e5723-6f75-42e0-a04c-95b22f40fc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T12:58:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:59:06.657041 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0641fc-d04c-49f7-9e81-22562718a1cb req-8387393e-127d-4145-b588-583a5e2dcc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:06.658803 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df0641fc-d04c-49f7-9e81-22562718a1cb req-8387393e-127d-4145-b588-583a5e2dcc9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 911 time: 0.2522163 Mar 08 12:59:06.761554 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df0641fc-d04c-49f7-9e81-22562718a1cb req-1bfc1583-b895-4063-aea1-5e262f3abdf1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26df3cd-20d6-4d88-b0a7-3b1513902a6f HTTP/1.1" status: 200 len: 1000 time: 0.0962954 Mar 08 12:59:06.797373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-be9e5723-6f75-42e0-a04c-95b22f40fc4d None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 12:59:06.823049 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0641fc-d04c-49f7-9e81-22562718a1cb req-8213c925-d8ed-4d62-ab24-d06675141d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:06.825018 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df0641fc-d04c-49f7-9e81-22562718a1cb req-8213c925-d8ed-4d62-ab24-d06675141d1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 HTTP/1.1" status: 200 len: 849 time: 0.0575113 Mar 08 12:59:06.909762 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0641fc-d04c-49f7-9e81-22562718a1cb req-534b4b24-cc3c-4d55-98ec-a50f2f005967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:06.912294 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df0641fc-d04c-49f7-9e81-22562718a1cb req-534b4b24-cc3c-4d55-98ec-a50f2f005967 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50f93028-c26a-4150-96b2-a85a455c7949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811040 Mar 08 12:59:07.047118 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df0641fc-d04c-49f7-9e81-22562718a1cb req-77469994-c9ac-4d07-a9c4-ca03e55e4f78 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283803 Mar 08 12:59:07.178022 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-df0641fc-d04c-49f7-9e81-22562718a1cb req-ac1d72ac-8475-4a91-bcdf-64a5377e9a59 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249135 Mar 08 12:59:07.178457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-be9e5723-6f75-42e0-a04c-95b22f40fc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '7f6ec08b-6b66-4bfc-9249-8302f937515c', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'floating_ip_address': '172.26.4.234', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'port_id': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'mac_address': 'fa:16:3e:66:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:59:04Z', 'updated_at': '2022-03-08T12:59:04Z', 'revision_number': 0, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address_scope': None}, {'id': 'e70a426c-504b-4f8b-8cd7-5768549aa04d', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'port_id': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'mac_address': 'fa:16:3e:f8:67:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:55:43Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 1, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:19Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:59:07.183651 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e5723-6f75-42e0-a04c-95b22f40fc4d None None] The sync data for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv is: [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': '7f6ec08b-6b66-4bfc-9249-8302f937515c', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'floating_ip_address': '172.26.4.234', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'port_id': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'mac_address': 'fa:16:3e:66:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:59:04Z', 'updated_at': '2022-03-08T12:59:04Z', 'revision_number': 0, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address_scope': None}, {'id': 'e70a426c-504b-4f8b-8cd7-5768549aa04d', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'port_id': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'mac_address': 'fa:16:3e:f8:67:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:55:43Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 1, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:19Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:59:07.377317 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea09b7e-96f5-47e1-b419-e89add4d0eda None None] New status for floating IP 7f6ec08b-6b66-4bfc-9249-8302f937515c: ACTIVE {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:59:09.970233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7701b832-2f79-423b-8fca-5477298676b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:12.255528 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a7956116-1096-44dd-8e70-748b6ad29aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:13.553100 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:13.775932 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:14.384852 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:14.984077 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dbb7b2a2-c73c-4b4a-a12f-331cb51404d5 req-dc0a2f16-ff66-452f-8e39-962d13d00354 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717111 Mar 08 12:59:15.007794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:15.121151 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7b2a2-c73c-4b4a-a12f-331cb51404d5 req-a749ca6b-87fd-4bd5-96b2-07cf4f6bae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:15.122636 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dbb7b2a2-c73c-4b4a-a12f-331cb51404d5 req-a749ca6b-87fd-4bd5-96b2-07cf4f6bae6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 1096 time: 0.0724726 Mar 08 12:59:15.266234 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7b2a2-c73c-4b4a-a12f-331cb51404d5 req-d350927d-6296-47fc-973a-a91a3d10bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:15.267582 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dbb7b2a2-c73c-4b4a-a12f-331cb51404d5 req-d350927d-6296-47fc-973a-a91a3d10bb41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 911 time: 0.1253188 Mar 08 12:59:15.365319 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dbb7b2a2-c73c-4b4a-a12f-331cb51404d5 req-d1e6561a-3f0f-4c52-bb65-01fc8271b574 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf HTTP/1.1" status: 200 len: 998 time: 0.0922396 Mar 08 12:59:15.436889 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7b2a2-c73c-4b4a-a12f-331cb51404d5 req-b43feb9e-3851-475d-8ff3-3b62192e2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:15.442007 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dbb7b2a2-c73c-4b4a-a12f-331cb51404d5 req-b43feb9e-3851-475d-8ff3-3b62192e2725 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 HTTP/1.1" status: 200 len: 849 time: 0.0643017 Mar 08 12:59:15.514511 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7b2a2-c73c-4b4a-a12f-331cb51404d5 req-d1cc0c1f-8a5e-4148-9da8-82f1657c95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:15.515977 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dbb7b2a2-c73c-4b4a-a12f-331cb51404d5 req-d1cc0c1f-8a5e-4148-9da8-82f1657c95b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50f93028-c26a-4150-96b2-a85a455c7949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711496 Mar 08 12:59:15.649040 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dbb7b2a2-c73c-4b4a-a12f-331cb51404d5 req-fe9d8bb7-16ab-4641-b778-fcfbbdeb3d1c service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265247 Mar 08 12:59:15.782516 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-dbb7b2a2-c73c-4b4a-a12f-331cb51404d5 req-00c47400-39f0-480c-b153-6de813069254 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268497 Mar 08 12:59:22.063185 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 12:59:39.992052 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-93088f0a-09a1-42cc-a2f0-56f7e6739287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:42.242127 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-07d15f73-f7ea-4d87-aeab-7fce07655482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:43.573312 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:43.774972 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:44.414685 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:45.003297 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:59.062678 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 13:00:09.962695 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-92ca8e89-bb1d-4c94-be04-bf6b974cdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:12.237086 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f6887343-b628-42a8-974a-88dbfbf26209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:13.522949 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:13.779925 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:14.385602 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:14.991502 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:17.010928 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b6707fc-527e-4fac-a0e3-298fa12dccf3 req-62a6ab94-cd38-4148-9e7f-1474db3ada50 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762248 Mar 08 13:00:17.105912 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6707fc-527e-4fac-a0e3-298fa12dccf3 req-04a86514-c332-40b5-8de5-8bcc3c2a0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:17.107561 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b6707fc-527e-4fac-a0e3-298fa12dccf3 req-04a86514-c332-40b5-8de5-8bcc3c2a0aa4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 1099 time: 0.0749388 Mar 08 13:00:17.369434 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6707fc-527e-4fac-a0e3-298fa12dccf3 req-af443779-c650-4e8a-8863-b5b0c23ffd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:17.370924 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b6707fc-527e-4fac-a0e3-298fa12dccf3 req-af443779-c650-4e8a-8863-b5b0c23ffd43 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 911 time: 0.2441008 Mar 08 13:00:17.482450 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b6707fc-527e-4fac-a0e3-298fa12dccf3 req-5ce6bc2a-fc25-4e49-b387-e75a4bed7359 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26df3cd-20d6-4d88-b0a7-3b1513902a6f HTTP/1.1" status: 200 len: 1002 time: 0.1047361 Mar 08 13:00:17.555845 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6707fc-527e-4fac-a0e3-298fa12dccf3 req-05f85f96-4deb-4e0d-99ea-0f2ddd3d007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:17.557331 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b6707fc-527e-4fac-a0e3-298fa12dccf3 req-05f85f96-4deb-4e0d-99ea-0f2ddd3d007d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 HTTP/1.1" status: 200 len: 849 time: 0.0658545 Mar 08 13:00:17.660906 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6707fc-527e-4fac-a0e3-298fa12dccf3 req-6b9256ce-4070-4796-89c5-629707766684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:17.663276 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b6707fc-527e-4fac-a0e3-298fa12dccf3 req-6b9256ce-4070-4796-89c5-629707766684 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50f93028-c26a-4150-96b2-a85a455c7949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0994565 Mar 08 13:00:17.804276 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b6707fc-527e-4fac-a0e3-298fa12dccf3 req-3ca288b5-eda2-4bea-8245-9e3baaf18696 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342914 Mar 08 13:00:17.949031 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7b6707fc-527e-4fac-a0e3-298fa12dccf3 req-89257bf0-a981-4baa-844d-bdaab8a4c609 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385450 Mar 08 13:00:36.061666 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 13:00:39.956424 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6d4423a8-436d-4b8a-96a5-5b8ee9089057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:42.230098 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-75e3cd7d-fa27-4227-8ad9-57b29edb1049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:43.487558 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:43.784571 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:44.396028 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:45.030042 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:09.961233 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-27dd844d-5090-4ffb-8dac-7495b5c41ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:12.247215 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-0ec4194d-6373-46e8-8b21-27d227df4467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:13.066284 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 13:01:13.509805 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:13.818898 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:14.400911 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:15.030081 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:17.987755 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ff9a20a4-b362-418b-94a8-72561eb2cf01 req-52ca2833-7020-4c9e-ad6b-6e1137e5d09d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1099427 Mar 08 13:01:18.131859 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a20a4-b362-418b-94a8-72561eb2cf01 req-bc599f5c-7d66-45d8-8287-4f1d45642916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:18.133378 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ff9a20a4-b362-418b-94a8-72561eb2cf01 req-bc599f5c-7d66-45d8-8287-4f1d45642916 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 1096 time: 0.0760262 Mar 08 13:01:18.291391 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a20a4-b362-418b-94a8-72561eb2cf01 req-33651b6e-e7ee-4d71-904b-a14004bd56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:18.292791 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ff9a20a4-b362-418b-94a8-72561eb2cf01 req-33651b6e-e7ee-4d71-904b-a14004bd56a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 911 time: 0.1365614 Mar 08 13:01:18.403722 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ff9a20a4-b362-418b-94a8-72561eb2cf01 req-c1b6bd75-005d-4aea-ba3d-58cefdf405bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf HTTP/1.1" status: 200 len: 998 time: 0.1043155 Mar 08 13:01:18.467733 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a20a4-b362-418b-94a8-72561eb2cf01 req-8e8af3f7-e958-4ede-b5da-6779b54a421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:18.469175 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ff9a20a4-b362-418b-94a8-72561eb2cf01 req-8e8af3f7-e958-4ede-b5da-6779b54a421a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 HTTP/1.1" status: 200 len: 849 time: 0.0601392 Mar 08 13:01:18.553706 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a20a4-b362-418b-94a8-72561eb2cf01 req-e089c22c-5612-4957-afeb-637d128def30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:18.555156 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ff9a20a4-b362-418b-94a8-72561eb2cf01 req-e089c22c-5612-4957-afeb-637d128def30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50f93028-c26a-4150-96b2-a85a455c7949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794501 Mar 08 13:01:18.705516 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ff9a20a4-b362-418b-94a8-72561eb2cf01 req-1787321d-ff19-4fa2-8546-6b76b2ef8908 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438806 Mar 08 13:01:18.847092 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-ff9a20a4-b362-418b-94a8-72561eb2cf01 req-f550cd36-ac97-4bd0-b447-b3254434bf0e service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353226 Mar 08 13:01:25.011206 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e26df3cd-20d6-4d88-b0a7-3b1513902a6f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 13:01:25.144448 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e26df3cd-20d6-4d88-b0a7-3b1513902a6f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:01:25.157809 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Returning: {'device': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'port_id': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'mac_address': 'fa:16:3e:66:92:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 13:01:25.219635 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:25.238169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e26df3cd-20d6-4d88-b0a7-3b1513902a6f {{(pid=88471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:25.254709 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e26df3cd-20d6-4d88-b0a7-3b1513902a6f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:01:25.327023 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:25.399385 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,revision_number=6']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:25.407797 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:25.408143 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:25.408481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:25.408815 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:25.409143 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:25.409475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:25.409799 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:25.410151 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:25.410474 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:25.410794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:25.411118 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:25.411431 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:25.416993 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] get_ports_and_sgs() called for port_ids ['e26df3cd-20d6-4d88-b0a7-3b1513902a6f'] {{(pid=88471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 13:01:27.029351 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e26df3cd-20d6-4d88-b0a7-3b1513902a6f up at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 13:01:27.098025 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.provisioning_blocks [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Provisioning complete for port e26df3cd-20d6-4d88-b0a7-3b1513902a6f triggered by entity L2. {{(pid=88471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:27.098396 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7677961'] for port, provisioning_complete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:27.217742 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:27.245044 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:27.254999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e26df3cd-20d6-4d88-b0a7-3b1513902a6f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:01:27.349767 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:27.424888 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,revision_number=7']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:28.304233 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'code': 200} Mar 08 13:01:40.018292 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-60ebb6a6-48ff-4557-bc25-0aca661c8c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:42.292441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-8c7be8a8-9977-4ca8-a19d-db26cc7cef36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:42.502397 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 34630) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:01:42.854831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Deleting port f156d919-e74d-414d-a577-c6230fd7e0f1 {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:01:42.855177 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.047903 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.048161 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.180381 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Calling delete_port for f156d919-e74d-414d-a577-c6230fd7e0f1 owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 13:01:43.413610 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.502173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event deleted for resources: {'Port': ['ID=f156d919-e74d-414d-a577-c6230fd7e0f1,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:43.514847 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.574734 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:43.575966 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:43.576483 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:43.577039 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:43.577590 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:43.578178 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:43.578733 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:43.579279 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:43.579828 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:43.580380 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:43.580920 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:43.581451 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:43.682394 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.682835 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Floating IP 7f6ec08b-6b66-4bfc-9249-8302f937515c disassociated (deleted). External IP: 172.26.4.234, port: e26df3cd-20d6-4d88-b0a7-3b1513902a6f. Mar 08 13:01:43.829367 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:44.122414 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Router 56192ece-e039-4ec6-b6a2-2f6019d1d598 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 13:01:44.322642 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 13:01:44.337786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ebf31c-8e6d-4519-b2b5-3f45a88e2ed3 None None] Sync routers for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:44.349257 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ebf31c-8e6d-4519-b2b5-3f45a88e2ed3 None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 13:01:44.350092 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-75ebf31c-8e6d-4519-b2b5-3f45a88e2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T13:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:44.425188 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:44.446569 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:44.509834 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-b7fc2c3d-51cf-487b-a349-31d44c4d4ecf tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "DELETE /v2.0/floatingips/7f6ec08b-6b66-4bfc-9249-8302f937515c HTTP/1.1" status: 204 len: 168 time: 2.0060232 Mar 08 13:01:44.510458 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:44.619630 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-75ebf31c-8e6d-4519-b2b5-3f45a88e2ed3 None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 13:01:44.692076 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'status': 'completed', 'code': 200} Mar 08 13:01:44.828133 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef485c-600b-449d-b9ab-4d5631a3bb49 req-f2d8d674-9097-4cfc-84f9-44f1d0c235be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:44.830675 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5ef485c-600b-449d-b9ab-4d5631a3bb49 req-f2d8d674-9097-4cfc-84f9-44f1d0c235be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 1099 time: 0.1154544 Mar 08 13:01:45.100766 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef485c-600b-449d-b9ab-4d5631a3bb49 req-ae98f36e-eb5a-4167-b27a-e3875004bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.100766 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5ef485c-600b-449d-b9ab-4d5631a3bb49 req-ae98f36e-eb5a-4167-b27a-e3875004bbd3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 911 time: 0.2646263 Mar 08 13:01:45.102278 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.160246 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e26df3cd-20d6-4d88-b0a7-3b1513902a6f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 13:01:45.176860 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5ef485c-600b-449d-b9ab-4d5631a3bb49 req-e352b366-3df2-4411-956d-ff22b25fa930 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26df3cd-20d6-4d88-b0a7-3b1513902a6f HTTP/1.1" status: 200 len: 217 time: 0.0690169 Mar 08 13:01:45.305687 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef485c-600b-449d-b9ab-4d5631a3bb49 req-d3b6594c-2bc8-40f2-91cb-d1e68621bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.307082 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5ef485c-600b-449d-b9ab-4d5631a3bb49 req-d3b6594c-2bc8-40f2-91cb-d1e68621bf77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 HTTP/1.1" status: 200 len: 849 time: 0.1225564 Mar 08 13:01:45.311893 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-75ebf31c-8e6d-4519-b2b5-3f45a88e2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'e70a426c-504b-4f8b-8cd7-5768549aa04d', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'port_id': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'mac_address': 'fa:16:3e:f8:67:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:55:43Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 1, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:19Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:45.319202 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883770'] for port, before_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.328334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ebf31c-8e6d-4519-b2b5-3f45a88e2ed3 None None] Checking router: 56192ece-e039-4ec6-b6a2-2f6019d1d598 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:45.343457 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ebf31c-8e6d-4519-b2b5-3f45a88e2ed3 None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 13:01:45.344091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-75ebf31c-8e6d-4519-b2b5-3f45a88e2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T13:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:45.395782 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448d8e3-eede-4ce4-bcab-e7630abac639 req-e137f18c-d078-4a3e-9428-75981150d8e3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.396596 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-7448d8e3-eede-4ce4-bcab-e7630abac639 req-e137f18c-d078-4a3e-9428-75981150d8e3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Synchronizing usage tracker for tenant:474fa08a1a084bfc8a63ede94302696f on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 13:01:45.420707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f'}] {{(pid=88471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:45.436366 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] For port e26df3cd-20d6-4d88-b0a7-3b1513902a6f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:01:45.443031 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef485c-600b-449d-b9ab-4d5631a3bb49 req-231453bf-ed3f-4760-b62e-5d54f47daf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.445347 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5ef485c-600b-449d-b9ab-4d5631a3bb49 req-231453bf-ed3f-4760-b62e-5d54f47daf19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50f93028-c26a-4150-96b2-a85a455c7949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1299381 Mar 08 13:01:45.510045 dv-neutron-828143-8-hyperv neutron-server[88471]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'code': 200} Mar 08 13:01:45.527586 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752727474436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752727093836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752727093881'] for port, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.543185 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-7448d8e3-eede-4ce4-bcab-e7630abac639 req-e137f18c-d078-4a3e-9428-75981150d8e3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Unset dirty status for tenant:474fa08a1a084bfc8a63ede94302696f on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 13:01:45.544865 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7448d8e3-eede-4ce4-bcab-e7630abac639 req-e137f18c-d078-4a3e-9428-75981150d8e3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 946 time: 0.3115108 Mar 08 13:01:45.600643 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-75ebf31c-8e6d-4519-b2b5-3f45a88e2ed3 None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 13:01:45.621607 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-7448d8e3-eede-4ce4-bcab-e7630abac639 req-8983b480-24b4-4e6c-9022-88c7a5fc816b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636942 Mar 08 13:01:45.627643 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5ef485c-600b-449d-b9ab-4d5631a3bb49 req-c16a16f0-1f44-4782-a96b-8aa42d7be8ef service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755261 Mar 08 13:01:45.785967 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Pushing event updated for resources: {'Port': ['ID=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,revision_number=8']} {{(pid=88471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:45.799914 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-e5ef485c-600b-449d-b9ab-4d5631a3bb49 req-04243e7e-4073-4bdb-9c8f-9da1b2b8df42 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640177 Mar 08 13:01:46.025549 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-75ebf31c-8e6d-4519-b2b5-3f45a88e2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'e70a426c-504b-4f8b-8cd7-5768549aa04d', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'port_id': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'mac_address': 'fa:16:3e:f8:67:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:55:43Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 1, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:19Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:46.031051 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ebf31c-8e6d-4519-b2b5-3f45a88e2ed3 None None] The sync data for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv is: [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_floatingips': [{'id': 'e70a426c-504b-4f8b-8cd7-5768549aa04d', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'router_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'port_id': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'mac_address': 'fa:16:3e:f8:67:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:55:43Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 1, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:19Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:46.319190 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a159d653-2de7-4f0d-9d12-ace5914ba726 None None] New status for floating IP 7f6ec08b-6b66-4bfc-9249-8302f937515c: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:01:46.840885 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c460-bcdc-4cc0-9556-73484e7d8b52 req-2ecb8948-13e7-4076-966a-b9130ccb1bab tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:46.842616 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a300c460-bcdc-4cc0-9556-73484e7d8b52 req-2ecb8948-13e7-4076-966a-b9130ccb1bab tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 944 time: 0.0908978 Mar 08 13:01:46.897313 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-a300c460-bcdc-4cc0-9556-73484e7d8b52 req-155b1e04-f8a8-403e-84bd-ba9d36089af3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482285 Mar 08 13:01:46.972082 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b6a6f-84c3-4444-b60e-9de95f2c448f req-ae8de57a-3cf7-464a-9645-f7a08c5433e3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:46.973948 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-467b6a6f-84c3-4444-b60e-9de95f2c448f req-ae8de57a-3cf7-464a-9645-f7a08c5433e3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.18 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 944 time: 0.0922966 Mar 08 13:01:47.066588 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-467b6a6f-84c3-4444-b60e-9de95f2c448f req-f141478e-96d5-45ad-b4e2-fe0b799a219b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Deleting port e26df3cd-20d6-4d88-b0a7-3b1513902a6f {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:01:47.066939 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-467b6a6f-84c3-4444-b60e-9de95f2c448f req-f141478e-96d5-45ad-b4e2-fe0b799a219b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:47.390197 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-467b6a6f-84c3-4444-b60e-9de95f2c448f req-f141478e-96d5-45ad-b4e2-fe0b799a219b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] For port e26df3cd-20d6-4d88-b0a7-3b1513902a6f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:01:47.390611 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-467b6a6f-84c3-4444-b60e-9de95f2c448f req-f141478e-96d5-45ad-b4e2-fe0b799a219b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:47.533094 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-467b6a6f-84c3-4444-b60e-9de95f2c448f req-f141478e-96d5-45ad-b4e2-fe0b799a219b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Calling delete_port for e26df3cd-20d6-4d88-b0a7-3b1513902a6f owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 13:01:47.777008 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-467b6a6f-84c3-4444-b60e-9de95f2c448f req-f141478e-96d5-45ad-b4e2-fe0b799a219b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:47.831876 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141478e-96d5-45ad-b4e2-fe0b799a219b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event deleted for resources: {'Port': ['ID=e26df3cd-20d6-4d88-b0a7-3b1513902a6f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:48.034316 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-467b6a6f-84c3-4444-b60e-9de95f2c448f req-f141478e-96d5-45ad-b4e2-fe0b799a219b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] No DVR routers for this DVR port e26df3cd-20d6-4d88-b0a7-3b1513902a6f on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:01:48.037501 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-467b6a6f-84c3-4444-b60e-9de95f2c448f req-f141478e-96d5-45ad-b4e2-fe0b799a219b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.076522 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'name': 'network-vif-deleted', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:48.103383 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-b5f3aae8-3269-4e77-95fa-fa13053a6200 req-d97be79f-2547-4cfb-b26d-70db96d2d9a3 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69f18ef-2746-4a1f-9386-61040d16cea0 HTTP/1.1" status: 200 len: 210 time: 0.0706995 Mar 08 13:01:48.145426 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69f18ef-2746-4a1f-9386-61040d16cea0', 'name': 'network-vif-deleted', 'tag': 'e26df3cd-20d6-4d88-b0a7-3b1513902a6f', 'status': 'completed', 'code': 200} Mar 08 13:01:48.173356 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-467b6a6f-84c3-4444-b60e-9de95f2c448f req-f141478e-96d5-45ad-b4e2-fe0b799a219b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.18 "DELETE /v2.0/ports/e26df3cd-20d6-4d88-b0a7-3b1513902a6f HTTP/1.1" status: 204 len: 173 time: 1.1931798 Mar 08 13:01:50.066591 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 13:01:50.743930 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 34706) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:01:51.004115 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f40c893e-84d5-4868-8171-70c8bae117fa tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Deleting port 84dcbb1f-0d65-430d-a043-02fb3b0bd6fc {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:01:51.004695 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f40c893e-84d5-4868-8171-70c8bae117fa tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:51.168316 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e26df3cd-20d6-4d88-b0a7-3b1513902a6f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 13:01:51.204525 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: e26df3cd-20d6-4d88-b0a7-3b1513902a6f {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 13:01:51.204879 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device e26df3cd-20d6-4d88-b0a7-3b1513902a6f not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 13:01:51.224918 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f40c893e-84d5-4868-8171-70c8bae117fa tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:51.225235 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f40c893e-84d5-4868-8171-70c8bae117fa tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:51.360183 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-f40c893e-84d5-4868-8171-70c8bae117fa tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Calling delete_port for 84dcbb1f-0d65-430d-a043-02fb3b0bd6fc owned by network:floatingip {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 13:01:51.624192 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f40c893e-84d5-4868-8171-70c8bae117fa tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:51.676237 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c893e-84d5-4868-8171-70c8bae117fa tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event deleted for resources: {'Port': ['ID=84dcbb1f-0d65-430d-a043-02fb3b0bd6fc,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:51.767167 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f40c893e-84d5-4868-8171-70c8bae117fa tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for floatingip, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:51.767888 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.db.l3_db [None req-f40c893e-84d5-4868-8171-70c8bae117fa tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Floating IP e70a426c-504b-4f8b-8cd7-5768549aa04d disassociated (deleted). External IP: 172.26.4.32, port: 45ec29fd-f798-4e11-bae5-dac04e14fbaf. Mar 08 13:01:52.132682 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40c893e-84d5-4868-8171-70c8bae117fa tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Router 56192ece-e039-4ec6-b6a2-2f6019d1d598 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 13:01:52.432624 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40c893e-84d5-4868-8171-70c8bae117fa tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 13:01:52.442481 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc38a8b-9ac5-43fa-833a-131c06c0e014 None None] Sync routers for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:52.452428 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-f40c893e-84d5-4868-8171-70c8bae117fa tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for floatingip, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:52.452637 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc38a8b-9ac5-43fa-833a-131c06c0e014 None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 13:01:52.453216 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8fc38a8b-9ac5-43fa-833a-131c06c0e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T13:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:52.524903 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-f40c893e-84d5-4868-8171-70c8bae117fa tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "DELETE /v2.0/floatingips/e70a426c-504b-4f8b-8cd7-5768549aa04d HTTP/1.1" status: 204 len: 168 time: 1.7797742 Mar 08 13:01:52.525805 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:52.582567 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'status': 'completed', 'code': 200} Mar 08 13:01:52.712891 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e3254-29c7-4a30-a5ff-930d711b9e99 req-2929fffa-3352-47bf-9377-bdcd8620d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:52.716699 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-603e3254-29c7-4a30-a5ff-930d711b9e99 req-2929fffa-3352-47bf-9377-bdcd8620d44c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=474fa08a1a084bfc8a63ede94302696f&device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 1096 time: 0.1119962 Mar 08 13:01:52.725466 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-8fc38a8b-9ac5-43fa-833a-131c06c0e014 None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 13:01:52.855608 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e3254-29c7-4a30-a5ff-930d711b9e99 req-476b2f7d-d0f5-4d7e-90d5-f906984de5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:52.857123 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-603e3254-29c7-4a30-a5ff-930d711b9e99 req-476b2f7d-d0f5-4d7e-90d5-f906984de5f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 200 len: 911 time: 0.1350307 Mar 08 13:01:52.929473 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-603e3254-29c7-4a30-a5ff-930d711b9e99 req-37fce134-4a27-46ee-bdc3-5b2677c6996d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf HTTP/1.1" status: 200 len: 217 time: 0.0667698 Mar 08 13:01:52.996375 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e3254-29c7-4a30-a5ff-930d711b9e99 req-b984a244-2373-4767-9476-0cc387628af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:52.998711 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-603e3254-29c7-4a30-a5ff-930d711b9e99 req-b984a244-2373-4767-9476-0cc387628af3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 HTTP/1.1" status: 200 len: 849 time: 0.0639222 Mar 08 13:01:53.081469 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8fc38a8b-9ac5-43fa-833a-131c06c0e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:19Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:53.086637 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc38a8b-9ac5-43fa-833a-131c06c0e014 None None] Checking router: 56192ece-e039-4ec6-b6a2-2f6019d1d598 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:53.097398 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc38a8b-9ac5-43fa-833a-131c06c0e014 None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 13:01:53.098090 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8fc38a8b-9ac5-43fa-833a-131c06c0e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T13:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:53.104633 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e3254-29c7-4a30-a5ff-930d711b9e99 req-14ff000c-7da8-4b96-bc03-762e5ea892a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:53.109352 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-603e3254-29c7-4a30-a5ff-930d711b9e99 req-14ff000c-7da8-4b96-bc03-762e5ea892a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50f93028-c26a-4150-96b2-a85a455c7949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012311 Mar 08 13:01:53.292499 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-8fc38a8b-9ac5-43fa-833a-131c06c0e014 None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 13:01:53.294824 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-603e3254-29c7-4a30-a5ff-930d711b9e99 req-f44915f0-9c71-4855-af49-de55e64ee9b9 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827257 Mar 08 13:01:53.352121 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cfc1b-35f8-4b41-ac94-b5253b850ce0 req-19bf3ad3-498b-4903-84d4-f40a204d085d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:53.352831 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-598cfc1b-35f8-4b41-ac94-b5253b850ce0 req-19bf3ad3-498b-4903-84d4-f40a204d085d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Synchronizing usage tracker for tenant:474fa08a1a084bfc8a63ede94302696f on resource:port {{(pid=88469) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 13:01:53.474647 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-603e3254-29c7-4a30-a5ff-930d711b9e99 req-f9d27db9-7f68-4be0-bf0f-714d7b5e32d5 service neutron] 10.222.0.18 "GET /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700840 Mar 08 13:01:53.526555 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.quota.resource [req-598cfc1b-35f8-4b41-ac94-b5253b850ce0 req-19bf3ad3-498b-4903-84d4-f40a204d085d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Unset dirty status for tenant:474fa08a1a084bfc8a63ede94302696f on resource:port {{(pid=88469) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 13:01:53.527924 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-598cfc1b-35f8-4b41-ac94-b5253b850ce0 req-19bf3ad3-498b-4903-84d4-f40a204d085d tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 943 time: 0.3300612 Mar 08 13:01:53.577980 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-598cfc1b-35f8-4b41-ac94-b5253b850ce0 req-3d1c9c65-fa1e-4289-85f3-528181a99274 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438483 Mar 08 13:01:53.621314 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-8fc38a8b-9ac5-43fa-833a-131c06c0e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:19Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:53.626613 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc38a8b-9ac5-43fa-833a-131c06c0e014 None None] The sync data for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv is: [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T12:55:12Z', 'revision_number': 4, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv', '_interfaces': [{'id': '8fc542fb-6311-4046-9961-57d98ec04b1f', 'name': '', 'network_id': '50f93028-c26a-4150-96b2-a85a455c7949', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'mac_address': 'fa:16:3e:14:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:11Z', 'updated_at': '2022-03-08T12:55:19Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'subnets': [{'id': 'd6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:53.851688 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee2c597-b853-4687-8f05-a577d2e00439 None None] New status for floating IP e70a426c-504b-4f8b-8cd7-5768549aa04d: DOWN {{(pid=88472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:01:54.233291 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbaaf93-1bd4-4a2b-82ad-8caf7c8025d4 req-aab2f824-56fa-4ef2-af11-3e944c73b119 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:54.234738 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6dbaaf93-1bd4-4a2b-82ad-8caf7c8025d4 req-aab2f824-56fa-4ef2-af11-3e944c73b119 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 943 time: 0.0873547 Mar 08 13:01:54.304764 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-6dbaaf93-1bd4-4a2b-82ad-8caf7c8025d4 req-4c2609ac-a0da-4361-b862-e58349f2a0a2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Deleting port 45ec29fd-f798-4e11-bae5-dac04e14fbaf {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:01:54.305102 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6dbaaf93-1bd4-4a2b-82ad-8caf7c8025d4 req-4c2609ac-a0da-4361-b862-e58349f2a0a2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:54.563319 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [req-6dbaaf93-1bd4-4a2b-82ad-8caf7c8025d4 req-4c2609ac-a0da-4361-b862-e58349f2a0a2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] For port 45ec29fd-f798-4e11-bae5-dac04e14fbaf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=45ec29fd-f798-4e11-bae5-dac04e14fbaf,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:01:54.563614 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6dbaaf93-1bd4-4a2b-82ad-8caf7c8025d4 req-4c2609ac-a0da-4361-b862-e58349f2a0a2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:54.696004 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [req-6dbaaf93-1bd4-4a2b-82ad-8caf7c8025d4 req-4c2609ac-a0da-4361-b862-e58349f2a0a2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Calling delete_port for 45ec29fd-f798-4e11-bae5-dac04e14fbaf owned by compute:nova {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 13:01:54.778980 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31689177-b83e-4cb6-a6e4-f3f07765274c req-967645e4-c6ee-4413-b899-2f08b7282e2b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:54.780490 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-31689177-b83e-4cb6-a6e4-f3f07765274c req-967645e4-c6ee-4413-b899-2f08b7282e2b tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 943 time: 0.0872855 Mar 08 13:01:54.836736 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-31689177-b83e-4cb6-a6e4-f3f07765274c req-d641265a-ad5e-4695-9f04-11e581c283b0 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490947 Mar 08 13:01:55.023357 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6dbaaf93-1bd4-4a2b-82ad-8caf7c8025d4 req-4c2609ac-a0da-4361-b862-e58349f2a0a2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:55.073447 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2609ac-a0da-4361-b862-e58349f2a0a2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event deleted for resources: {'Port': ['ID=45ec29fd-f798-4e11-bae5-dac04e14fbaf,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:55.151364 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbaaf93-1bd4-4a2b-82ad-8caf7c8025d4 req-4c2609ac-a0da-4361-b862-e58349f2a0a2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] No DVR routers for this DVR port 45ec29fd-f798-4e11-bae5-dac04e14fbaf on host hv-neutron-8281 {{(pid=88469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:01:55.153863 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [req-6dbaaf93-1bd4-4a2b-82ad-8caf7c8025d4 req-4c2609ac-a0da-4361-b862-e58349f2a0a2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73523'] for port, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:55.156538 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'name': 'network-vif-deleted', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf'}] {{(pid=88469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:55.206567 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb06645-4491-4504-b8c8-4aeedfdb90c2', 'name': 'network-vif-deleted', 'tag': '45ec29fd-f798-4e11-bae5-dac04e14fbaf', 'status': 'completed', 'code': 200} Mar 08 13:01:55.234370 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [req-6dbaaf93-1bd4-4a2b-82ad-8caf7c8025d4 req-4c2609ac-a0da-4361-b862-e58349f2a0a2 tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.18 "DELETE /v2.0/ports/45ec29fd-f798-4e11-bae5-dac04e14fbaf HTTP/1.1" status: 204 len: 173 time: 0.9948409 Mar 08 13:01:56.006647 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [req-2ae41e3c-15d7-4df8-8500-f3cecb9230ac req-353e0fa5-a0aa-4112-a914-533d47c4591f tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb06645-4491-4504-b8c8-4aeedfdb90c2 HTTP/1.1" status: 200 len: 210 time: 0.0467200 Mar 08 13:01:57.127678 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 34724) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:01:57.198922 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c297d1de-2e94-4ea5-8633-6681f5293a8c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:57.231000 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c297d1de-2e94-4ea5-8633-6681f5293a8c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:57.372448 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c297d1de-2e94-4ea5-8633-6681f5293a8c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:57.391948 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297d1de-2e94-4ea5-8633-6681f5293a8c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:57.462667 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-c297d1de-2e94-4ea5-8633-6681f5293a8c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:57.463968 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c297d1de-2e94-4ea5-8633-6681f5293a8c tempest-TestSnapshotPattern-1979982304 tempest-TestSnapshotPattern-1979982304-project] 10.222.0.32 "DELETE /v2.0/security-groups/1cbdb90b-e44b-4a59-b1be-fdf7a7c13f23 HTTP/1.1" status: 204 len: 168 time: 0.3352411 Mar 08 13:01:57.585841 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 34730) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:01:58.380946 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e6012e90-8b6b-4e5e-94a8-70514f2b9296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:58.757173 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-e6012e90-8b6b-4e5e-94a8-70514f2b9296 admin admin] Deleting port 8fc542fb-6311-4046-9961-57d98ec04b1f {{(pid=88469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:01:58.757515 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e6012e90-8b6b-4e5e-94a8-70514f2b9296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:59.042285 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.db [None req-e6012e90-8b6b-4e5e-94a8-70514f2b9296 admin admin] For port 8fc542fb-6311-4046-9961-57d98ec04b1f, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=8fc542fb-6311-4046-9961-57d98ec04b1f,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:01:59.042559 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e6012e90-8b6b-4e5e-94a8-70514f2b9296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:59.166656 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.plugins.ml2.plugin [None req-e6012e90-8b6b-4e5e-94a8-70514f2b9296 admin admin] Calling delete_port for 8fc542fb-6311-4046-9961-57d98ec04b1f owned by network:router_interface {{(pid=88469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 13:01:59.184619 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 45ec29fd-f798-4e11-bae5-dac04e14fbaf no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 13:01:59.222537 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] No Port match for: 45ec29fd-f798-4e11-bae5-dac04e14fbaf {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 13:01:59.222890 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Device 45ec29fd-f798-4e11-bae5-dac04e14fbaf not bound to the agent host hv-neutron-8281 {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 13:01:59.451800 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e6012e90-8b6b-4e5e-94a8-70514f2b9296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3352512'] for port, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:59.510781 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6012e90-8b6b-4e5e-94a8-70514f2b9296 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc542fb-6311-4046-9961-57d98ec04b1f,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:59.869988 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-e6012e90-8b6b-4e5e-94a8-70514f2b9296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:00.247745 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6012e90-8b6b-4e5e-94a8-70514f2b9296 admin admin] Router 56192ece-e039-4ec6-b6a2-2f6019d1d598 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 13:02:00.425867 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6012e90-8b6b-4e5e-94a8-70514f2b9296 admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 13:02:00.435401 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c006a-c0f1-42a1-8e6a-2a1a8ff0fbc5 None None] Sync routers for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:02:00.440331 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-e6012e90-8b6b-4e5e-94a8-70514f2b9296 admin admin] 10.222.0.32 "PUT /v2.0/routers/56192ece-e039-4ec6-b6a2-2f6019d1d598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8530612 Mar 08 13:02:00.442738 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 34736) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:02:00.446786 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c006a-c0f1-42a1-8e6a-2a1a8ff0fbc5 None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 13:02:00.447408 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7a8c006a-c0f1-42a1-8e6a-2a1a8ff0fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T13:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:00.701652 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-7a8c006a-c0f1-42a1-8e6a-2a1a8ff0fbc5 None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 13:02:00.845508 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:01.038376 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:01.086592 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7a8c006a-c0f1-42a1-8e6a-2a1a8ff0fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T13:01:59Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:01.090475 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c006a-c0f1-42a1-8e6a-2a1a8ff0fbc5 None None] Checking router: 56192ece-e039-4ec6-b6a2-2f6019d1d598 for host: dv-neutron-828143-8-hyperv {{(pid=88471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:02:01.099032 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c006a-c0f1-42a1-8e6a-2a1a8ff0fbc5 None None] Routers {'56192ece-e039-4ec6-b6a2-2f6019d1d598'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 13:02:01.099657 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7a8c006a-c0f1-42a1-8e6a-2a1a8ff0fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T13:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['56192ece-e039-4ec6-b6a2-2f6019d1d598'], 'active': True} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:01.159602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Deleting port 0d133512-8bd6-4f69-a951-8299f29f0a53 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:02:01.159952 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:01.284513 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_dvr_db [None req-7a8c006a-c0f1-42a1-8e6a-2a1a8ff0fbc5 None None] Set router 56192ece-e039-4ec6-b6a2-2f6019d1d598 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 13:02:01.355558 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] For port 0d133512-8bd6-4f69-a951-8299f29f0a53, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=0d133512-8bd6-4f69-a951-8299f29f0a53,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:02:01.356529 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:01.491313 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Calling delete_port for 0d133512-8bd6-4f69-a951-8299f29f0a53 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 13:02:01.602952 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.db.l3_hamode_db [None req-7a8c006a-c0f1-42a1-8e6a-2a1a8ff0fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T13:01:59Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:01.608085 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c006a-c0f1-42a1-8e6a-2a1a8ff0fbc5 None None] The sync data for ids ['56192ece-e039-4ec6-b6a2-2f6019d1d598'] in dv-neutron-828143-8-hyperv is: [{'id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'name': 'tempest-TestSnapshotPattern-1690967306-router', 'tenant_id': '474fa08a1a084bfc8a63ede94302696f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:07Z', 'updated_at': '2022-03-08T13:01:59Z', 'revision_number': 5, 'project_id': '474fa08a1a084bfc8a63ede94302696f', 'gw_port': {'id': '0d133512-8bd6-4f69-a951-8299f29f0a53', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56192ece-e039-4ec6-b6a2-2f6019d1d598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:08Z', 'updated_at': '2022-03-08T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}] {{(pid=88471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:02:01.886256 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:01.934588 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d133512-8bd6-4f69-a951-8299f29f0a53,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:01.976802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:01.977211 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:01.977498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:01.977835 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:01.978196 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:01.978524 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:01.978857 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:01.979183 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:01.979511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:01.979833 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:01.980155 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:01.980475 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-8-hyperv {{(pid=88470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:02.046084 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.231393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.242233 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.347786 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.348356 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56192ece-e039-4ec6-b6a2-2f6019d1d598 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 13:02:02.361788 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.364396 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-71884e78-313a-4931-8bdb-922a120a08e9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/56192ece-e039-4ec6-b6a2-2f6019d1d598 HTTP/1.1" status: 204 len: 168 time: 1.9191895 Mar 08 13:02:02.368064 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 34740) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:02:02.435192 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d80f76a-9108-4acf-a214-32bf56096392 admin admin] Deleting subnet d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 13:02:02.439171 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1d80f76a-9108-4acf-a214-32bf56096392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.497965 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1d80f76a-9108-4acf-a214-32bf56096392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.576841 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1d80f76a-9108-4acf-a214-32bf56096392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.858406 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1d80f76a-9108-4acf-a214-32bf56096392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.866197 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8fc542fb-6311-4046-9961-57d98ec04b1f no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 13:02:02.898302 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80f76a-9108-4acf-a214-32bf56096392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:02.905793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-1d80f76a-9108-4acf-a214-32bf56096392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.910694 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce854c5c-55b1-4d66-ac38-0f230eed0eed None None] Network 50f93028-c26a-4150-96b2-a85a455c7949 requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 13:02:02.915419 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-1d80f76a-9108-4acf-a214-32bf56096392 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d6bf3bb7-1e0a-49b5-9ef5-5ee0751bc003 HTTP/1.1" status: 204 len: 168 time: 0.5463490 Mar 08 13:02:02.917864 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 34744) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:02:02.924328 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 8fc542fb-6311-4046-9961-57d98ec04b1f {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 13:02:02.924713 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 8fc542fb-6311-4046-9961-57d98ec04b1f not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 13:02:02.925079 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0d133512-8bd6-4f69-a951-8299f29f0a53 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 13:02:02.968686 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 0d133512-8bd6-4f69-a951-8299f29f0a53 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 13:02:02.968939 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 0d133512-8bd6-4f69-a951-8299f29f0a53 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 13:02:03.030706 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:03.041495 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Deleting port 2338dd82-636a-42eb-96f5-4570b6bbacee {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:02:03.041831 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:03.222587 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90400933-d903-404f-8746-b512bac810b5 None None] DHCP port deletion for 50f93028-c26a-4150-96b2-a85a455c7949 request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 13:02:03.226949 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-90400933-d903-404f-8746-b512bac810b5 None None] Deleting port 2338dd82-636a-42eb-96f5-4570b6bbacee {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:02:03.227323 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-90400933-d903-404f-8746-b512bac810b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:03.300027 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] For port 2338dd82-636a-42eb-96f5-4570b6bbacee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2338dd82-636a-42eb-96f5-4570b6bbacee,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:02:03.300387 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:03.430479 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Calling delete_port for 2338dd82-636a-42eb-96f5-4570b6bbacee owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 13:02:03.443860 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-90400933-d903-404f-8746-b512bac810b5 None None] For port 2338dd82-636a-42eb-96f5-4570b6bbacee, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=2338dd82-636a-42eb-96f5-4570b6bbacee,segment=NetworkSegment(d409966f-cbcb-4598-82e9-624864957cc0),segment_id=d409966f-cbcb-4598-82e9-624864957cc0)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:02:03.444492 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-90400933-d903-404f-8746-b512bac810b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:03.605908 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:03.634880 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-90400933-d903-404f-8746-b512bac810b5 None None] Calling delete_port for 2338dd82-636a-42eb-96f5-4570b6bbacee owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 13:02:03.658528 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2338dd82-636a-42eb-96f5-4570b6bbacee,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:03.660316 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] No DVR routers for this DVR port 2338dd82-636a-42eb-96f5-4570b6bbacee on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:02:03.713384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-90400933-d903-404f-8746-b512bac810b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:02:03.713735 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-90400933-d903-404f-8746-b512bac810b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:02:03.838654 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:03.864681 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f93028-c26a-4150-96b2-a85a455c7949']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:03.877484 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd409966f-cbcb-4598-82e9-624864957cc0') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:03.877780 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd409966f-cbcb-4598-82e9-624864957cc0') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:03.889978 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:03.906643 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:03.913769 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:02:03.914205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:02:03.928448 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:02:04.046389 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:04.064003 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:04.076427 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] Pushing event deleted for resources: {'Network': ['ID=50f93028-c26a-4150-96b2-a85a455c7949,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:04.082127 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-abb3a274-f24a-4ca5-8b2d-db172f12f0ef admin admin] 10.222.0.32 "DELETE /v2.0/networks/50f93028-c26a-4150-96b2-a85a455c7949 HTTP/1.1" status: 204 len: 168 time: 1.1619482 Mar 08 13:02:04.084199 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 34748) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:02:04.215383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-90400933-d903-404f-8746-b512bac810b5 None None] Deleting port 2338dd82-636a-42eb-96f5-4570b6bbacee {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:02:04.215974 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-90400933-d903-404f-8746-b512bac810b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:04.282279 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-90400933-d903-404f-8746-b512bac810b5 None None] The port '2338dd82-636a-42eb-96f5-4570b6bbacee' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 13:02:04.761486 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b6f81b7-e961-4070-a499-50132052e07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486599'] for router_interface, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:04.798180 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2338dd82-636a-42eb-96f5-4570b6bbacee no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 13:02:04.869727 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 2338dd82-636a-42eb-96f5-4570b6bbacee {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 13:02:04.870169 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 2338dd82-636a-42eb-96f5-4570b6bbacee not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 13:02:05.135029 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0b6f81b7-e961-4070-a499-50132052e07a admin admin] Deleting port 259daf53-f953-41d3-a91e-1398110c193e {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:02:05.135378 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b6f81b7-e961-4070-a499-50132052e07a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:05.333746 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-0b6f81b7-e961-4070-a499-50132052e07a admin admin] For port 259daf53-f953-41d3-a91e-1398110c193e, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=259daf53-f953-41d3-a91e-1398110c193e,segment=NetworkSegment(3d9eacda-214d-4103-b94b-a82429a6a3f1),segment_id=3d9eacda-214d-4103-b94b-a82429a6a3f1)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:02:05.334393 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b6f81b7-e961-4070-a499-50132052e07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:05.552563 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0b6f81b7-e961-4070-a499-50132052e07a admin admin] Calling delete_port for 259daf53-f953-41d3-a91e-1398110c193e owned by network:router_interface {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 13:02:05.845862 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b6f81b7-e961-4070-a499-50132052e07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:05.896540 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f81b7-e961-4070-a499-50132052e07a admin admin] Pushing event deleted for resources: {'Port': ['ID=259daf53-f953-41d3-a91e-1398110c193e,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:06.178396 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0b6f81b7-e961-4070-a499-50132052e07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486491'] for router_interface, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:06.699161 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6f81b7-e961-4070-a499-50132052e07a admin admin] Router 0c3517fc-d9cf-43f8-9853-3904f15765b8 has already been hosted by L3 agent 3d6bc7ed-87fb-49bc-ab80-010e91cba2d3 {{(pid=88470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 13:02:06.898283 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6f81b7-e961-4070-a499-50132052e07a admin admin] Notify agent at l3_agent.dv-neutron-828143-8-hyperv the message routers_updated {{(pid=88470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 13:02:06.910162 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b00be0-30eb-4df2-85fd-09685ca87ecb None None] Sync routers for ids ['0c3517fc-d9cf-43f8-9853-3904f15765b8'] in dv-neutron-828143-8-hyperv {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:02:06.914158 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0b6f81b7-e961-4070-a499-50132052e07a admin admin] 10.222.0.32 "PUT /v2.0/routers/0c3517fc-d9cf-43f8-9853-3904f15765b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8283250 Mar 08 13:02:06.916253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 34752) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:02:06.925732 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b00be0-30eb-4df2-85fd-09685ca87ecb None None] Routers {'0c3517fc-d9cf-43f8-9853-3904f15765b8'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 13:02:06.926412 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f8b00be0-30eb-4df2-85fd-09685ca87ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T13:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['0c3517fc-d9cf-43f8-9853-3904f15765b8'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:07.134003 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-f8b00be0-30eb-4df2-85fd-09685ca87ecb None None] Set router 0c3517fc-d9cf-43f8-9853-3904f15765b8 gateway port host: dv-neutron-828143-8-hyperv {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 13:02:07.153727 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:07.382511 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:07.462826 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Deleting port c2c3a128-c38f-4283-aa74-8f851647a868 {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:02:07.463174 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:07.502689 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f8b00be0-30eb-4df2-85fd-09685ca87ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'name': 'tempest-TestSnapshotPattern-713049433-router', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'external_fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:16Z', 'updated_at': '2022-03-08T13:02:05Z', 'revision_number': 5, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'gw_port': {'id': 'c2c3a128-c38f-4283-aa74-8f851647a868', 'name': '', 'network_id': 'b023ac7e-04c4-4d65-99c8-31e3d8cfa955', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-8-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:17Z', 'updated_at': '2022-03-08T12:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ab3d0c3-c4c6-47c0-bb63-926e95b0b70d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-8-hyperv'}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:07.509438 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b00be0-30eb-4df2-85fd-09685ca87ecb None None] Checking router: 0c3517fc-d9cf-43f8-9853-3904f15765b8 for host: dv-neutron-828143-8-hyperv {{(pid=88472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:02:07.524513 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b00be0-30eb-4df2-85fd-09685ca87ecb None None] Routers {'0c3517fc-d9cf-43f8-9853-3904f15765b8'} bound to L3 agent in host dv-neutron-828143-8-hyperv {{(pid=88472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 13:02:07.525623 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f8b00be0-30eb-4df2-85fd-09685ca87ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-8-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:42Z,description=,heartbeat_timestamp=2022-03-08T13:01:42Z,host='dv-neutron-828143-8-hyperv',id=3d6bc7ed-87fb-49bc-ab80-010e91cba2d3,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:43Z,topic='l3_agent')) {'router_ids': ['0c3517fc-d9cf-43f8-9853-3904f15765b8'], 'active': True} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:07.671851 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] For port c2c3a128-c38f-4283-aa74-8f851647a868, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=c2c3a128-c38f-4283-aa74-8f851647a868,segment=NetworkSegment(71fbc6de-56ac-4b93-9b74-f00f3a320694),segment_id=71fbc6de-56ac-4b93-9b74-f00f3a320694)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:02:07.672351 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:07.748802 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_dvr_db [None req-f8b00be0-30eb-4df2-85fd-09685ca87ecb None None] Set router 0c3517fc-d9cf-43f8-9853-3904f15765b8 gateway port host: None {{(pid=88472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 13:02:07.808132 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Calling delete_port for c2c3a128-c38f-4283-aa74-8f851647a868 owned by network:router_gateway {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 13:02:07.878141 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.l3_hamode_db [None req-f8b00be0-30eb-4df2-85fd-09685ca87ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'name': 'tempest-TestSnapshotPattern-713049433-router', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:16Z', 'updated_at': '2022-03-08T13:02:07Z', 'revision_number': 6, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'gw_port_host': None}], 'dv-neutron-828143-8-hyperv', False) {} {{(pid=88472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:07.887982 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b00be0-30eb-4df2-85fd-09685ca87ecb None None] The sync data for ids ['0c3517fc-d9cf-43f8-9853-3904f15765b8'] in dv-neutron-828143-8-hyperv is: [{'id': '0c3517fc-d9cf-43f8-9853-3904f15765b8', 'name': 'tempest-TestSnapshotPattern-713049433-router', 'tenant_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:16Z', 'updated_at': '2022-03-08T13:02:07Z', 'revision_number': 6, 'project_id': '4e123c979bf6493fbbf4c3fcf9532b54', 'gw_port_host': None}] {{(pid=88472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:02:08.309253 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:08.362760 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c3a128-c38f-4283-aa74-8f851647a868,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:08.456825 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-486370'] for router_gateway, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:08.661566 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2098'] for router, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:08.664443 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:08.799571 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-484874'] for router, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:08.800205 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c3517fc-d9cf-43f8-9853-3904f15765b8 {{(pid=88470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 13:02:08.803240 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c2c3a128-c38f-4283-aa74-8f851647a868 no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 13:02:08.816146 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] Notify callbacks [] for router, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:08.817301 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-0326c5ef-9a15-4f1c-95aa-0099755bccf0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0c3517fc-d9cf-43f8-9853-3904f15765b8 HTTP/1.1" status: 204 len: 168 time: 1.8997045 Mar 08 13:02:08.821460 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 34756) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:02:08.843753 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: c2c3a128-c38f-4283-aa74-8f851647a868 {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 13:02:08.844097 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device c2c3a128-c38f-4283-aa74-8f851647a868 not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 13:02:08.844514 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 259daf53-f953-41d3-a91e-1398110c193e no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 13:02:08.886024 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 259daf53-f953-41d3-a91e-1398110c193e {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 13:02:08.889841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 259daf53-f953-41d3-a91e-1398110c193e not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 13:02:08.894580 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebfca5a-8673-4dea-a76e-196fb92d73d4 admin admin] Deleting subnet 61c88eaa-1920-413d-adda-7b4a26db5217 {{(pid=88470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 13:02:08.898014 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bebfca5a-8673-4dea-a76e-196fb92d73d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:08.951047 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bebfca5a-8673-4dea-a76e-196fb92d73d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440029'] for subnet, precommit_delete_associations {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:09.041655 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bebfca5a-8673-4dea-a76e-196fb92d73d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674377'] for subnet, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:09.183793 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bebfca5a-8673-4dea-a76e-196fb92d73d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2912221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2100546'] for subnet, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:09.225498 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfca5a-8673-4dea-a76e-196fb92d73d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61c88eaa-1920-413d-adda-7b4a26db5217,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:09.230564 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-bebfca5a-8673-4dea-a76e-196fb92d73d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:09.234085 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da91642-da78-494c-a9c8-7b9a239c7d81 None None] Network 624df3bb-fca9-4ddf-b858-f8a22c65ee8b requested from dv-neutron-828143-8-hyperv {{(pid=88471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 13:02:09.241793 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-bebfca5a-8673-4dea-a76e-196fb92d73d4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/61c88eaa-1920-413d-adda-7b4a26db5217 HTTP/1.1" status: 204 len: 168 time: 0.4184265 Mar 08 13:02:09.243596 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [-] (88470) accepted ('10.222.0.32', 34760) {{(pid=88470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:02:09.389170 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869397'] for network, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:09.404189 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Deleting port 7a133319-9c34-4378-9abf-90a4d690d0bb {{(pid=88470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:02:09.404802 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:09.486597 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c53746-6963-44a1-88d2-a2691d4d48c3 None None] DHCP port deletion for 624df3bb-fca9-4ddf-b858-f8a22c65ee8b request from dv-neutron-828143-8-hyperv {{(pid=88471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 13:02:09.492482 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d8c53746-6963-44a1-88d2-a2691d4d48c3 None None] Deleting port 7a133319-9c34-4378-9abf-90a4d690d0bb {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:02:09.492884 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d8c53746-6963-44a1-88d2-a2691d4d48c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:09.634539 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.db [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] For port 7a133319-9c34-4378-9abf-90a4d690d0bb, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7a133319-9c34-4378-9abf-90a4d690d0bb,segment=NetworkSegment(3d9eacda-214d-4103-b94b-a82429a6a3f1),segment_id=3d9eacda-214d-4103-b94b-a82429a6a3f1)] {{(pid=88470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:02:09.634910 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:09.723334 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.db [None req-d8c53746-6963-44a1-88d2-a2691d4d48c3 None None] For port 7a133319-9c34-4378-9abf-90a4d690d0bb, host dv-neutron-828143-8-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-8-hyperv',level=0,port_id=7a133319-9c34-4378-9abf-90a4d690d0bb,segment=NetworkSegment(3d9eacda-214d-4103-b94b-a82429a6a3f1),segment_id=3d9eacda-214d-4103-b94b-a82429a6a3f1)] {{(pid=88471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 13:02:09.723562 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d8c53746-6963-44a1-88d2-a2691d4d48c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463559'] for port, precommit_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:09.772234 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.plugin [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Calling delete_port for 7a133319-9c34-4378-9abf-90a4d690d0bb owned by network:dhcp {{(pid=88470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 13:02:09.849081 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d8c53746-6963-44a1-88d2-a2691d4d48c3 None None] Calling delete_port for 7a133319-9c34-4378-9abf-90a4d690d0bb owned by network:dhcp {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 13:02:09.926091 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7883063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752727473390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752727093827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2912232'] for port, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:09.939541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.db.api [None req-d8c53746-6963-44a1-88d2-a2691d4d48c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:02:09.939906 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG oslo_db.api [None req-d8c53746-6963-44a1-88d2-a2691d4d48c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:02:09.979152 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a133319-9c34-4378-9abf-90a4d690d0bb,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:09.981465 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] No DVR routers for this DVR port 7a133319-9c34-4378-9abf-90a4d690d0bb on host dv-neutron-828143-8-hyperv {{(pid=88470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:02:10.011835 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6121ce29-38a7-44db-aec8-a99baf46c364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:10.208493 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7675778', 'neutron.services.segments.db._delete_segments_for_network-8752727579733'] for network, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:10.235131 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624df3bb-fca9-4ddf-b858-f8a22c65ee8b']}} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:10.250318 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9eacda-214d-4103-b94b-a82429a6a3f1') {'for_net_delete': True} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:10.250602 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.services.segments.db [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9eacda-214d-4103-b94b-a82429a6a3f1') {} {{(pid=88470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:10.262369 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752727583344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440020'] for segment, before_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:10.278095 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668958'] for segment, precommit_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:10.284279 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:02:10.284699 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7668940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2912135'] for segment, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: Traceback (most recent call last): Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: timer() Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: cb(*args, **kw) Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: return func(*args, **kwargs) Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: self._notify() Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: self.callback(batched_events) Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: event.method(event) Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: return f(self, *a, **k) Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._get(url).json() Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: return self.request(url, 'GET', **kwargs) Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:02:10.298581 dv-neutron-828143-8-hyperv neutron-server[88470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:02:10.440984 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d8c53746-6963-44a1-88d2-a2691d4d48c3 None None] Deleting port 7a133319-9c34-4378-9abf-90a4d690d0bb {{(pid=88471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 13:02:10.441373 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d8c53746-6963-44a1-88d2-a2691d4d48c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752727468292'] for port, before_delete {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:10.462437 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7675833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486343'] for network, after_delete {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:10.482109 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron_lib.callbacks.manager [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Notify callbacks [] for network, before_response {{(pid=88470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:10.490579 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=624df3bb-fca9-4ddf-b858-f8a22c65ee8b,revision_number=None']} {{(pid=88470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:10.499547 dv-neutron-828143-8-hyperv neutron-server[88470]: INFO neutron.wsgi [None req-86ce3aec-8860-4622-90d3-de45131cd1b6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/624df3bb-fca9-4ddf-b858-f8a22c65ee8b HTTP/1.1" status: 204 len: 168 time: 1.2500575 Mar 08 13:02:10.511172 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-d8c53746-6963-44a1-88d2-a2691d4d48c3 None None] The port '7a133319-9c34-4378-9abf-90a4d690d0bb' was deleted {{(pid=88471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 13:02:10.796553 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7a133319-9c34-4378-9abf-90a4d690d0bb no longer exists at agent ovs-agent-dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 13:02:10.833552 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] No Port match for: 7a133319-9c34-4378-9abf-90a4d690d0bb {{(pid=88471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 13:02:10.833907 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron.plugins.ml2.rpc [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Device 7a133319-9c34-4378-9abf-90a4d690d0bb not bound to the agent host dv-neutron-828143-8-hyperv {{(pid=88471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 13:02:10.868513 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 34766) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:02:10.922394 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-c6dbb096-e4d5-432b-a740-1979a6e5c63c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=474fa08a1a084bfc8a63ede94302696f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526428 Mar 08 13:02:10.924857 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 34770) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:02:10.990469 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5546ddc8-9129-4910-ae77-c2585af022b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:11.017164 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5546ddc8-9129-4910-ae77-c2585af022b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:11.142129 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5546ddc8-9129-4910-ae77-c2585af022b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:11.160209 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546ddc8-9129-4910-ae77-c2585af022b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f1af23-5f0e-4a71-b688-55fb3729ce66,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:11.167775 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-5546ddc8-9129-4910-ae77-c2585af022b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:11.168993 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-5546ddc8-9129-4910-ae77-c2585af022b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84f1af23-5f0e-4a71-b688-55fb3729ce66 HTTP/1.1" status: 204 len: 168 time: 0.2432683 Mar 08 13:02:11.967334 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 34778) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:02:12.017700 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-890c1284-e03e-4626-984a-060f1fda83bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e123c979bf6493fbbf4c3fcf9532b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491843 Mar 08 13:02:12.020266 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.wsgi [-] (88469) accepted ('10.222.0.32', 34782) {{(pid=88469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 13:02:12.191269 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b8c747b-0d17-4f65-8d90-f89bdaa7857c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:12.221011 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b8c747b-0d17-4f65-8d90-f89bdaa7857c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:12.256190 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-12474297-36e0-4a92-be74-befd1637ab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:12.342069 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b8c747b-0d17-4f65-8d90-f89bdaa7857c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613642'] for security_group, after_delete {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:12.359617 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c747b-0d17-4f65-8d90-f89bdaa7857c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49be9746-fd5d-49c3-82a1-3de4c8f5b86d,revision_number=None']} {{(pid=88469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:12.365286 dv-neutron-828143-8-hyperv neutron-server[88469]: DEBUG neutron_lib.callbacks.manager [None req-8b8c747b-0d17-4f65-8d90-f89bdaa7857c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:12.369043 dv-neutron-828143-8-hyperv neutron-server[88469]: INFO neutron.wsgi [None req-8b8c747b-0d17-4f65-8d90-f89bdaa7857c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49be9746-fd5d-49c3-82a1-3de4c8f5b86d HTTP/1.1" status: 204 len: 168 time: 0.3456004 Mar 08 13:02:13.525977 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:13.788998 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:14.411576 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:15.055829 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:27.065988 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 13:02:39.986794 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-58524d3c-4615-4908-81d7-6bc2ec62c7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:42.243858 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-427a4607-9675-4dd1-a08f-bb654dc25aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:43.517777 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:43.782769 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:44.428061 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:45.033895 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:04.065618 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 13:03:09.985494 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bb325286-615b-458b-bc3b-0e476ea1ff79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:12.279845 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3d4c-98fa-4a7b-bc23-5d9ed043d5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:13.525596 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:13.791114 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:14.450635 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:15.016595 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:39.990965 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f98e35ed-8a4d-4dff-b308-04e3143c6966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:41.065222 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 13:03:42.264606 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ad1e115a-abe9-4e96-8cc3-f74463b6bbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:43.510147 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:43.792791 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:44.452999 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:45.035941 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:09.987103 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2bc3-70d2-4500-9334-8e931afea84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:12.269501 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f285db9d-94d9-4ab5-b5c7-992b270e9893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:13.512658 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:13.817792 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:14.472611 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:15.040441 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:18.064869 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 13:04:39.982860 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f42b-2df0-4fcd-b05b-56bd05fe190f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:42.256541 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-1559011b-4d12-46ac-8fc3-3d2d4a18e204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:43.523395 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:43.803594 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:44.472195 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:45.026572 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:55.063220 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 13:05:09.980410 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-4edbf321-8dce-4c29-8211-53380628c2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:12.244920 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-a81adb5e-7da7-484d-bee6-4be6e328bb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:13.541770 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:13.822109 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:14.518399 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:15.065774 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:32.061977 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 13:05:39.986384 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-64f5273b-92fa-4618-b8e4-0bdbefe2a1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:42.283764 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-77a4804f-1f93-4bab-9b3d-b017e033d710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:43.517491 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:43.808669 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:44.540842 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:45.065816 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:09.061307 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 13:06:09.968383 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-d249ea5a-5903-416e-a16f-c97573151d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:12.442896 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6b2d-f6c0-4fca-bd1e-44f949b11af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:13.505134 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:13.791546 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:14.527714 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:15.081928 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.007168 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-67d651c6-5be8-471a-a1b6-552d0d9f350b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:42.247429 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-2dbb1b45-bc27-4c29-8572-00583f369218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.532850 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.835837 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.504779 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.042091 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:46.067452 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 13:07:09.955781 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e074893e-ef76-42c8-816d-6a6b35055eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:12.314620 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-e2a07e80-39ae-4c48-bc99-f98fdb7b0b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:13.521841 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:13.813084 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:14.515160 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:15.041290 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:23.061187 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 13:07:26.516098 dv-neutron-828143-8-hyperv neutron-server[88470]: DEBUG neutron.wsgi [req-d491116e-b3fc-4058-9b1f-23072c70ab6f req-fc73e57a-6ecf-47e3-a3e1-a03fb9aea65d service neutron] (88470) timed out ('10.222.0.32', 60048) {{(pid=88470) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 08 13:07:39.983707 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-884c9add-5b76-4389-80ab-85523e490008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:42.296236 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-c4f88b42-d737-4c27-88ed-633a531563dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:43.526191 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4165-9daa-4b58-8ee1-9ff652d569b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:43.846827 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-7bf0af9a-25df-4906-bc4f-67a2b9be7eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:44.503335 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-bdf8bc5a-6ada-4928-9f8b-e53f04db3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:45.051656 dv-neutron-828143-8-hyperv neutron-server[88471]: DEBUG neutron_lib.callbacks.manager [None req-ed053747-ac44-4340-bbdb-d4f64ae77c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752727579706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678072'] for agent, after_update {{(pid=88471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:00.061804 dv-neutron-828143-8-hyperv neutron-server[88472]: DEBUG neutron.db.agents_db [None req-e4e97f33-a90f-4a50-b682-82e17d56284e None None] Agent healthcheck: found 6 active agents {{(pid=88472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}